Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_statements

created: 2022-08-12 10:36:01
disabled: False
format: raw
id: 1369
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_statements"
}

type: rds

Schema Versions: 15

Version 906534

created: 2026-04-17 00:14:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-17/1776402874'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-17/1776402874
id: 906534
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6415101
updated: 2026-04-17 00:14:49

Version 906321

created: 2026-04-16 00:07:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-16/1776316065'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-16/1776316065
id: 906321
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6414555
updated: 2026-04-16 00:08:05

Version 906114

created: 2026-04-15 00:09:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-15/1776229776'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-15/1776229776
id: 906114
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6414075
updated: 2026-04-15 00:09:58

Version 905882

created: 2026-04-14 00:07:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-14/1776143230'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-14/1776143230
id: 905882
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6413542
updated: 2026-04-14 00:07:30

Version 905675

created: 2026-04-13 00:13:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-13/1776057195'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-13/1776057195
id: 905675
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6413006
updated: 2026-04-13 00:13:29

Version 905481

created: 2026-04-12 00:08:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-12/1775970508'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-12/1775970508
id: 905481
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6412631
updated: 2026-04-12 00:08:45

Version 905282

created: 2026-04-11 00:09:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-11/1775884171'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-11/1775884171
id: 905282
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6412254
updated: 2026-04-11 00:09:46

Version 905092

created: 2026-04-10 00:12:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-10/1775797935'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-10/1775797935
id: 905092
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6411775
updated: 2026-04-10 00:12:33

Version 904883

created: 2026-04-09 00:15:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-09/1775711730'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-09/1775711730
id: 904883
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6411270
updated: 2026-04-09 00:15:45

Version 904635

created: 2026-04-08 00:07:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-08/1775624863'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-08/1775624863
id: 904635
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6410730
updated: 2026-04-08 00:08:00

Version 904440

created: 2026-04-07 00:12:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-07/1775538757'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-07/1775538757
id: 904440
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6410244
updated: 2026-04-07 00:13:02

Version 904237

created: 2026-04-06 00:11:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-06/1775452246'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-06/1775452246
id: 904237
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6409710
updated: 2026-04-06 00:11:50

Version 903999

created: 2026-04-05 00:06:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-05/1775365594'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-05/1775365594
id: 903999
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6409293
updated: 2026-04-05 00:06:50

Version 903830

created: 2026-04-04 00:12:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-04/1775279506'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-04/1775279506
id: 903830
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6408947
updated: 2026-04-04 00:12:19

Version 903571

created: 2026-04-03 00:05:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-03/1775192738'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-03/1775192738
id: 903571
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1369
schema_scan_id: 6408402
updated: 2026-04-03 00:05:55

Schema Scans: 15

Last at 2026-04-17 00:14:37

Scan 6415101

duration: 0:00:11.802245

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415101

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-17/1776402874",
        "key": "raw/sparefoot_statements/2026-04-17/1776402874/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 2893047020084250516,
        "service_name": "sparefoot",
        "span_id": 8646312630324817102,
        "trace_id": 2893047020084250516
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-17 00:14:37
success: True
trace_id: 2893047020084250516

Scan 6414555

duration: 0:00:14.439105

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414555

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-16/1776316065",
        "key": "raw/sparefoot_statements/2026-04-16/1776316065/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13380838407785725007,
        "service_name": "sparefoot",
        "span_id": 2595896154618934041,
        "trace_id": 13380838407785725007
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-16 00:07:51
success: True
trace_id: 13380838407785725007

Scan 6414075

duration: 0:00:11.742798

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414075

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-15/1776229776",
        "key": "raw/sparefoot_statements/2026-04-15/1776229776/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4695704723067215508,
        "service_name": "sparefoot",
        "span_id": 648149651947668478,
        "trace_id": 4695704723067215508
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-15 00:09:47
success: True
trace_id: 4695704723067215508

Scan 6413542

duration: 0:00:14.312315

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413542

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-14/1776143230",
        "key": "raw/sparefoot_statements/2026-04-14/1776143230/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17762152298453677741,
        "service_name": "sparefoot",
        "span_id": 293486012195514647,
        "trace_id": 17762152298453677741
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-14 00:07:15
success: True
trace_id: 17762152298453677741

Scan 6413006

duration: 0:00:11.823746

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413006

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-13/1776057195",
        "key": "raw/sparefoot_statements/2026-04-13/1776057195/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8914732225717821440,
        "service_name": "sparefoot",
        "span_id": 7528683586236129504,
        "trace_id": 8914732225717821440
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-13 00:13:18
success: True
trace_id: 8914732225717821440

Scan 6412631

duration: 0:00:14.255736

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412631

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-12/1775970508",
        "key": "raw/sparefoot_statements/2026-04-12/1775970508/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15530967499374749376,
        "service_name": "sparefoot",
        "span_id": 582600133659801430,
        "trace_id": 15530967499374749376
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-12 00:08:31
success: True
trace_id: 15530967499374749376

Scan 6412254

duration: 0:00:11.696909

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412254

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-11/1775884171",
        "key": "raw/sparefoot_statements/2026-04-11/1775884171/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13796740584860202643,
        "service_name": "sparefoot",
        "span_id": 9832940147992046353,
        "trace_id": 13796740584860202643
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-11 00:09:34
success: True
trace_id: 13796740584860202643

Scan 6411775

duration: 0:00:14.309205

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411775

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-10/1775797935",
        "key": "raw/sparefoot_statements/2026-04-10/1775797935/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13684922389053855938,
        "service_name": "sparefoot",
        "span_id": 14694525294300552981,
        "trace_id": 13684922389053855938
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-10 00:12:19
success: True
trace_id: 13684922389053855938

Scan 6411270

duration: 0:00:11.733424

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411270

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-09/1775711730",
        "key": "raw/sparefoot_statements/2026-04-09/1775711730/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 883069091150446626,
        "service_name": "sparefoot",
        "span_id": 11643468058718001885,
        "trace_id": 883069091150446626
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-09 00:15:34
success: True
trace_id: 883069091150446626

Scan 6410730

duration: 0:00:14.171316

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410730

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-08/1775624863",
        "key": "raw/sparefoot_statements/2026-04-08/1775624863/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5182449162077044085,
        "service_name": "sparefoot",
        "span_id": 14245911328636954902,
        "trace_id": 5182449162077044085
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-08 00:07:46
success: True
trace_id: 5182449162077044085

Scan 6410244

duration: 0:00:11.792343

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410244

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-07/1775538757",
        "key": "raw/sparefoot_statements/2026-04-07/1775538757/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10922907868653029014,
        "service_name": "sparefoot",
        "span_id": 4413224842540141788,
        "trace_id": 10922907868653029014
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-07 00:12:50
success: True
trace_id: 10922907868653029014

Scan 6409710

duration: 0:00:14.304060

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409710

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-06/1775452246",
        "key": "raw/sparefoot_statements/2026-04-06/1775452246/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4756249561087438539,
        "service_name": "sparefoot",
        "span_id": 1756983077999055676,
        "trace_id": 4756249561087438539
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-06 00:11:36
success: True
trace_id: 4756249561087438539

Scan 6409293

duration: 0:00:11.819878

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409293

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-05/1775365594",
        "key": "raw/sparefoot_statements/2026-04-05/1775365594/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5541541732066662128,
        "service_name": "sparefoot",
        "span_id": 9572175133931239036,
        "trace_id": 5541541732066662128
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-05 00:06:38
success: True
trace_id: 5541541732066662128

Scan 6408947

duration: 0:00:14.414170

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408947

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-04/1775279506",
        "key": "raw/sparefoot_statements/2026-04-04/1775279506/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5913604552077688345,
        "service_name": "sparefoot",
        "span_id": 3338657895476623680,
        "trace_id": 5913604552077688345
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-04 00:12:04
success: True
trace_id: 5913604552077688345

Scan 6408402

duration: 0:00:14.367791

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408402

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-03/1775192738",
        "key": "raw/sparefoot_statements/2026-04-03/1775192738/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5893753129100919456,
        "service_name": "sparefoot",
        "span_id": 16199219231633758916,
        "trace_id": 5893753129100919456
    }
}

running: False
schema_name_id: 1369
start_time: 2026-04-03 00:05:41
success: True
trace_id: 5893753129100919456

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

created: 2026-04-17 00:14:38

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-17/1776402874'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:36:01",
        "disabled": false,
        "format": "raw",
        "id": 1369,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_statements"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "int",
            "corporation_type": "string",
            "mig_corporation_id": "int",
            "quickbooks_txn_id": "int",
            "statement_batch_id": "int",
            "statement_id": "int",
            "total_amount": "double"
        },
        "created": "2026-04-17 00:14:38",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_statements/2026-04-17/1776402874'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_statements`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_statements"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}