Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_segment

created: 2022-08-12 10:59:39
disabled: False
format: raw
id: 1391
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_segment"
}

type: rds

Schema Versions: 15

Version 906584

created: 2026-04-17 00:36:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-17/1776404177'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-17/1776404177
id: 906584
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6415152
updated: 2026-04-17 00:36:37

Version 906360

created: 2026-04-16 00:12:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-16/1776316358'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-16/1776316358
id: 906360
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6414597
updated: 2026-04-16 00:13:09

Version 906157

created: 2026-04-15 00:29:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-15/1776230974'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-15/1776230974
id: 906157
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6414121
updated: 2026-04-15 00:30:00

Version 905937

created: 2026-04-14 00:14:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-14/1776143645'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-14/1776143645
id: 905937
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6413605
updated: 2026-04-14 00:14:21

Version 905720

created: 2026-04-13 00:19:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-13/1776057566'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-13/1776057566
id: 905720
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6413056
updated: 2026-04-13 00:19:56

Version 905519

created: 2026-04-12 00:15:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-12/1775970933'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-12/1775970933
id: 905519
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6412671
updated: 2026-04-12 00:15:54

Version 905326

created: 2026-04-11 00:40:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-11/1775885989'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-11/1775885989
id: 905326
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6412299
updated: 2026-04-11 00:40:27

Version 905100

created: 2026-04-10 00:13:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-10/1775797984'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-10/1775797984
id: 905100
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6411783
updated: 2026-04-10 00:13:34

Version 904888

created: 2026-04-09 00:16:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-09/1775711779'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-09/1775711779
id: 904888
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6411275
updated: 2026-04-09 00:16:41

Version 904682

created: 2026-04-08 00:33:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-08/1775626404'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-08/1775626404
id: 904682
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6410785
updated: 2026-04-08 00:33:50

Version 904457

created: 2026-04-07 00:16:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-07/1775538975'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-07/1775538975
id: 904457
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6410261
updated: 2026-04-07 00:16:45

Version 904251

created: 2026-04-06 00:15:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-06/1775452498'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-06/1775452498
id: 904251
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6409724
updated: 2026-04-06 00:15:33

Version 904049

created: 2026-04-05 00:17:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-05/1775366252'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-05/1775366252
id: 904049
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6409345
updated: 2026-04-05 00:17:55

Version 903843

created: 2026-04-04 00:13:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-04/1775279574'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-04/1775279574
id: 903843
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6408961
updated: 2026-04-04 00:13:15

Version 903631

created: 2026-04-03 00:13:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-03/1775193200'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-03/1775193200
id: 903631
processed: 1

raw_data:

{
    "insert_time": "timestamp[ns]",
    "segment_id": "int32",
    "segment_label": "string"
}

schema_attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

schema_name_id: 1391
schema_scan_id: 6408466
updated: 2026-04-03 00:13:37

Schema Scans: 15

Last at 2026-04-17 00:36:25

Scan 6415152

duration: 0:00:11.615511

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415152

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-17/1776404177",
        "key": "raw/sparefoot_segment/2026-04-17/1776404177/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10663462538279627765,
        "service_name": "sparefoot",
        "span_id": 8822234246408067979,
        "trace_id": 10663462538279627765
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-17 00:36:25
success: True
trace_id: 10663462538279627765

Scan 6414597

duration: 0:00:14.158043

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414597

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-16/1776316358",
        "key": "raw/sparefoot_segment/2026-04-16/1776316358/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4995520622618467659,
        "service_name": "sparefoot",
        "span_id": 12796180886791659591,
        "trace_id": 4995520622618467659
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-16 00:12:55
success: True
trace_id: 4995520622618467659

Scan 6414121

duration: 0:00:14.205449

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414121

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-15/1776230974",
        "key": "raw/sparefoot_segment/2026-04-15/1776230974/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10800708161761041095,
        "service_name": "sparefoot",
        "span_id": 16085407034752136014,
        "trace_id": 10800708161761041095
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-15 00:29:46
success: True
trace_id: 10800708161761041095

Scan 6413605

duration: 0:00:11.933546

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413605

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-14/1776143645",
        "key": "raw/sparefoot_segment/2026-04-14/1776143645/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13032149736718188686,
        "service_name": "sparefoot",
        "span_id": 9202142573061536352,
        "trace_id": 13032149736718188686
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-14 00:14:10
success: True
trace_id: 13032149736718188686

Scan 6413056

duration: 0:00:11.549787

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413056

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-13/1776057566",
        "key": "raw/sparefoot_segment/2026-04-13/1776057566/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1619513448798679553,
        "service_name": "sparefoot",
        "span_id": 5429802550196193561,
        "trace_id": 1619513448798679553
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-13 00:19:45
success: True
trace_id: 1619513448798679553

Scan 6412671

duration: 0:00:14.113556

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412671

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-12/1775970933",
        "key": "raw/sparefoot_segment/2026-04-12/1775970933/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8324932429414100218,
        "service_name": "sparefoot",
        "span_id": 3214442893203861872,
        "trace_id": 8324932429414100218
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-12 00:15:40
success: True
trace_id: 8324932429414100218

Scan 6412299

duration: 0:00:11.552936

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412299

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-11/1775885989",
        "key": "raw/sparefoot_segment/2026-04-11/1775885989/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1639474043284524375,
        "service_name": "sparefoot",
        "span_id": 16514403156805882499,
        "trace_id": 1639474043284524375
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-11 00:40:16
success: True
trace_id: 1639474043284524375

Scan 6411783

duration: 0:00:14.156321

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411783

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-10/1775797984",
        "key": "raw/sparefoot_segment/2026-04-10/1775797984/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18126988127520658579,
        "service_name": "sparefoot",
        "span_id": 5774302991666534562,
        "trace_id": 18126988127520658579
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-10 00:13:20
success: True
trace_id: 18126988127520658579

Scan 6411275

duration: 0:00:14.307287

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411275

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-09/1775711779",
        "key": "raw/sparefoot_segment/2026-04-09/1775711779/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1509188159480291607,
        "service_name": "sparefoot",
        "span_id": 7774661469903169877,
        "trace_id": 1509188159480291607
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-09 00:16:27
success: True
trace_id: 1509188159480291607

Scan 6410785

duration: 0:00:14.203576

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410785

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-08/1775626404",
        "key": "raw/sparefoot_segment/2026-04-08/1775626404/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6860110577808645454,
        "service_name": "sparefoot",
        "span_id": 5267732234350477087,
        "trace_id": 6860110577808645454
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-08 00:33:36
success: True
trace_id: 6860110577808645454

Scan 6410261

duration: 0:00:14.083650

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410261

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-07/1775538975",
        "key": "raw/sparefoot_segment/2026-04-07/1775538975/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14547976552619560850,
        "service_name": "sparefoot",
        "span_id": 17817505132833202608,
        "trace_id": 14547976552619560850
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-07 00:16:31
success: True
trace_id: 14547976552619560850

Scan 6409724

duration: 0:00:14.221189

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409724

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-06/1775452498",
        "key": "raw/sparefoot_segment/2026-04-06/1775452498/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11097228904164870341,
        "service_name": "sparefoot",
        "span_id": 9910274878246896533,
        "trace_id": 11097228904164870341
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-06 00:15:19
success: True
trace_id: 11097228904164870341

Scan 6409345

duration: 0:00:11.545777

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409345

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-05/1775366252",
        "key": "raw/sparefoot_segment/2026-04-05/1775366252/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10350879418417314319,
        "service_name": "sparefoot",
        "span_id": 7646207411153842555,
        "trace_id": 10350879418417314319
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-05 00:17:44
success: True
trace_id: 10350879418417314319

Scan 6408961

duration: 0:00:11.625284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408961

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-04/1775279574",
        "key": "raw/sparefoot_segment/2026-04-04/1775279574/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4467193924231749002,
        "service_name": "sparefoot",
        "span_id": 11708344079979303463,
        "trace_id": 4467193924231749002
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-04 00:13:03
success: True
trace_id: 4467193924231749002

Scan 6408466

duration: 0:00:14.395312

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408466

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-03/1775193200",
        "key": "raw/sparefoot_segment/2026-04-03/1775193200/segment.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_segment",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8325964676249310760,
        "service_name": "sparefoot",
        "span_id": 4423480233231884751,
        "trace_id": 8325964676249310760
    }
}

running: False
schema_name_id: 1391
start_time: 2026-04-03 00:13:23
success: True
trace_id: 8325964676249310760

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "insert_time": "timestamp",
    "segment_id": "int",
    "segment_label": "string"
}

created: 2026-04-17 00:36:26

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-17/1776404177'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:59:39",
        "disabled": false,
        "format": "raw",
        "id": 1391,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_segment"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "insert_time": "timestamp",
            "segment_id": "int",
            "segment_label": "string"
        },
        "created": "2026-04-17 00:36:26",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_segment`\n(\n `insert_time`  timestamp , `segment_id`  int , `segment_label`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_segment/2026-04-17/1776404177'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_segment`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_segment"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}