Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_statement_batches

created: 2022-08-12 10:20:49
disabled: False
format: raw
id: 1335
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_statement_batches"
}

type: rds

Schema Versions: 15

Version 906542

created: 2026-04-17 00:18:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-17/1776403055'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-17/1776403055
id: 906542
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6415110
updated: 2026-04-17 00:18:17

Version 906324

created: 2026-04-16 00:08:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-16/1776316076'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-16/1776316076
id: 906324
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6414558
updated: 2026-04-16 00:08:15

Version 906111

created: 2026-04-15 00:09:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-15/1776229769'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-15/1776229769
id: 906111
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6414072
updated: 2026-04-15 00:09:51

Version 905932

created: 2026-04-14 00:13:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-14/1776143608'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-14/1776143608
id: 905932
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6413600
updated: 2026-04-14 00:13:47

Version 905679

created: 2026-04-13 00:13:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-13/1776057222'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-13/1776057222
id: 905679
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6413010
updated: 2026-04-13 00:14:01

Version 905468

created: 2026-04-12 00:06:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-12/1775970394'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-12/1775970394
id: 905468
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6412616
updated: 2026-04-12 00:06:51

Version 905278

created: 2026-04-11 00:09:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-11/1775884139'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-11/1775884139
id: 905278
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6412250
updated: 2026-04-11 00:09:16

Version 905073

created: 2026-04-10 00:09:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-10/1775797750'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-10/1775797750
id: 905073
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6411754
updated: 2026-04-10 00:09:38

Version 904882

created: 2026-04-09 00:15:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-09/1775711712'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-09/1775711712
id: 904882
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6411269
updated: 2026-04-09 00:15:32

Version 904650

created: 2026-04-08 00:12:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-08/1775625135'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-08/1775625135
id: 904650
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6410747
updated: 2026-04-08 00:12:42

Version 904434

created: 2026-04-07 00:11:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-07/1775538679'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-07/1775538679
id: 904434
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6410238
updated: 2026-04-07 00:11:34

Version 904228

created: 2026-04-06 00:11:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-06/1775452240'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-06/1775452240
id: 904228
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6409701
updated: 2026-04-06 00:11:16

Version 903989

created: 2026-04-05 00:05:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-05/1775365523'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-05/1775365523
id: 903989
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6409282
updated: 2026-04-05 00:05:37

Version 903831

created: 2026-04-04 00:12:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-04/1775279510'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-04/1775279510
id: 903831
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6408948
updated: 2026-04-04 00:12:22

Version 903569

created: 2026-04-03 00:05:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-03/1775192725'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-03/1775192725
id: 903569
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1335
schema_scan_id: 6408400
updated: 2026-04-03 00:05:52

Schema Scans: 15

Last at 2026-04-17 00:18:02

Scan 6415110

duration: 0:00:14.477198

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415110

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-17/1776403055",
        "key": "raw/sparefoot_statement_batches/2026-04-17/1776403055/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 422459373217133490,
        "service_name": "sparefoot",
        "span_id": 2578380886568203992,
        "trace_id": 422459373217133490
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-17 00:18:02
success: True
trace_id: 422459373217133490

Scan 6414558

duration: 0:00:11.837187

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414558

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-16/1776316076",
        "key": "raw/sparefoot_statement_batches/2026-04-16/1776316076/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6856175271539041639,
        "service_name": "sparefoot",
        "span_id": 10775051259925401589,
        "trace_id": 6856175271539041639
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-16 00:08:04
success: True
trace_id: 6856175271539041639

Scan 6414072

duration: 0:00:14.430957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414072

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-15/1776229769",
        "key": "raw/sparefoot_statement_batches/2026-04-15/1776229769/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13977689059053353050,
        "service_name": "sparefoot",
        "span_id": 1789565670813211864,
        "trace_id": 13977689059053353050
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-15 00:09:37
success: True
trace_id: 13977689059053353050

Scan 6413600

duration: 0:00:14.485718

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413600

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-14/1776143608",
        "key": "raw/sparefoot_statement_batches/2026-04-14/1776143608/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12071910512709361709,
        "service_name": "sparefoot",
        "span_id": 2350776719808910100,
        "trace_id": 12071910512709361709
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-14 00:13:33
success: True
trace_id: 12071910512709361709

Scan 6413010

duration: 0:00:14.511270

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413010

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-13/1776057222",
        "key": "raw/sparefoot_statement_batches/2026-04-13/1776057222/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10263601331182288713,
        "service_name": "sparefoot",
        "span_id": 18423524951771794215,
        "trace_id": 10263601331182288713
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-13 00:13:47
success: True
trace_id: 10263601331182288713

Scan 6412616

duration: 0:00:14.330412

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412616

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-12/1775970394",
        "key": "raw/sparefoot_statement_batches/2026-04-12/1775970394/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7540829387290249894,
        "service_name": "sparefoot",
        "span_id": 17053529729194622861,
        "trace_id": 7540829387290249894
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-12 00:06:37
success: True
trace_id: 7540829387290249894

Scan 6412250

duration: 0:00:14.363267

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412250

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-11/1775884139",
        "key": "raw/sparefoot_statement_batches/2026-04-11/1775884139/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5047825737666658751,
        "service_name": "sparefoot",
        "span_id": 9622748927342502892,
        "trace_id": 5047825737666658751
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-11 00:09:02
success: True
trace_id: 5047825737666658751

Scan 6411754

duration: 0:00:11.903495

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411754

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-10/1775797750",
        "key": "raw/sparefoot_statement_batches/2026-04-10/1775797750/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16868921200329035236,
        "service_name": "sparefoot",
        "span_id": 1794997091509708931,
        "trace_id": 16868921200329035236
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-10 00:09:26
success: True
trace_id: 16868921200329035236

Scan 6411269

duration: 0:00:14.411145

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411269

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-09/1775711712",
        "key": "raw/sparefoot_statement_batches/2026-04-09/1775711712/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10297766353544876049,
        "service_name": "sparefoot",
        "span_id": 2865252183723674626,
        "trace_id": 10297766353544876049
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-09 00:15:18
success: True
trace_id: 10297766353544876049

Scan 6410747

duration: 0:00:14.339152

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410747

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-08/1775625135",
        "key": "raw/sparefoot_statement_batches/2026-04-08/1775625135/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9985565093316390321,
        "service_name": "sparefoot",
        "span_id": 6969457106908650872,
        "trace_id": 9985565093316390321
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-08 00:12:28
success: True
trace_id: 9985565093316390321

Scan 6410238

duration: 0:00:12.110243

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410238

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-07/1775538679",
        "key": "raw/sparefoot_statement_batches/2026-04-07/1775538679/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8513949658063453613,
        "service_name": "sparefoot",
        "span_id": 10752142677837365231,
        "trace_id": 8513949658063453613
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-07 00:11:22
success: True
trace_id: 8513949658063453613

Scan 6409701

duration: 0:00:14.564358

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409701

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-06/1775452240",
        "key": "raw/sparefoot_statement_batches/2026-04-06/1775452240/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6683672717346326994,
        "service_name": "sparefoot",
        "span_id": 6264825764474193503,
        "trace_id": 6683672717346326994
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-06 00:11:01
success: True
trace_id: 6683672717346326994

Scan 6409282

duration: 0:00:11.909892

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409282

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-05/1775365523",
        "key": "raw/sparefoot_statement_batches/2026-04-05/1775365523/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7302000295955797728,
        "service_name": "sparefoot",
        "span_id": 6605057420838152502,
        "trace_id": 7302000295955797728
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-05 00:05:25
success: True
trace_id: 7302000295955797728

Scan 6408948

duration: 0:00:14.630736

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408948

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-04/1775279510",
        "key": "raw/sparefoot_statement_batches/2026-04-04/1775279510/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 221528949859860459,
        "service_name": "sparefoot",
        "span_id": 705904472781838984,
        "trace_id": 221528949859860459
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-04 00:12:08
success: True
trace_id: 221528949859860459

Scan 6408400

duration: 0:00:14.312906

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408400

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-03/1775192725",
        "key": "raw/sparefoot_statement_batches/2026-04-03/1775192725/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18432759039874417208,
        "service_name": "sparefoot",
        "span_id": 5617128640366547570,
        "trace_id": 18432759039874417208
    }
}

running: False
schema_name_id: 1335
start_time: 2026-04-03 00:05:38
success: True
trace_id: 18432759039874417208

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

created: 2026-04-17 00:18:03

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-17/1776403055'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:20:49",
        "disabled": false,
        "format": "raw",
        "id": 1335,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_statement_batches"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_ids": "string",
            "batch_time": "timestamp",
            "billed_time": "timestamp",
            "emails_sent_time": "timestamp",
            "end_date": "date",
            "label": "string",
            "parent_statement_batch_id": "int",
            "reconciliation_end_date": "date",
            "start_date": "date",
            "statement_batch_id": "int",
            "status": "string",
            "user_id": "int"
        },
        "created": "2026-04-17 00:18:03",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statement_batches/2026-04-17/1776403055'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statement_batches`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statement_batches"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}