Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_booking_specials

created: 2022-08-12 10:34:58
disabled: False
format: raw
id: 1367
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_booking_specials"
}

type: rds

Schema Versions: 15

Version 906541

created: 2026-04-17 00:17:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-17/1776403066'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-17/1776403066
id: 906541
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6415109
updated: 2026-04-17 00:18:07

Version 906328

created: 2026-04-16 00:08:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-16/1776316114'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-16/1776316114
id: 906328
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6414563
updated: 2026-04-16 00:09:04

Version 906097

created: 2026-04-15 00:06:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-15/1776229559'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-15/1776229559
id: 906097
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6414055
updated: 2026-04-15 00:06:16

Version 905927

created: 2026-04-14 00:13:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-14/1776143572'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-14/1776143572
id: 905927
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6413595
updated: 2026-04-14 00:13:25

Version 905691

created: 2026-04-13 00:15:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-13/1776057320'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-13/1776057320
id: 905691
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6413024
updated: 2026-04-13 00:15:35

Version 905489

created: 2026-04-12 00:09:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-12/1775970556'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-12/1775970556
id: 905489
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6412640
updated: 2026-04-12 00:09:33

Version 905313

created: 2026-04-11 00:27:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-11/1775885229'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-11/1775885229
id: 905313
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6412286
updated: 2026-04-11 00:27:39

Version 905066

created: 2026-04-10 00:08:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-10/1775797680'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-10/1775797680
id: 905066
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6411747
updated: 2026-04-10 00:08:17

Version 904828

created: 2026-04-09 00:07:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-09/1775711265'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-09/1775711265
id: 904828
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6411210
updated: 2026-04-09 00:08:02

Version 904655

created: 2026-04-08 00:12:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-08/1775625157'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-08/1775625157
id: 904655
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6410752
updated: 2026-04-08 00:12:56

Version 904445

created: 2026-04-07 00:13:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-07/1775538789'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-07/1775538789
id: 904445
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6410249
updated: 2026-04-07 00:13:25

Version 904211

created: 2026-04-06 00:06:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-06/1775452013'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-06/1775452013
id: 904211
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6409683
updated: 2026-04-06 00:07:12

Version 904041

created: 2026-04-05 00:16:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-05/1775366159'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-05/1775366159
id: 904041
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6409337
updated: 2026-04-05 00:16:16

Version 903808

created: 2026-04-04 00:09:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-04/1775279335'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-04/1775279335
id: 903808
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6408924
updated: 2026-04-04 00:09:16

Version 903609

created: 2026-04-03 00:10:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-03/1775193011'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-03/1775193011
id: 903609
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1367
schema_scan_id: 6408443
updated: 2026-04-03 00:10:29

Schema Scans: 15

Last at 2026-04-17 00:17:55

Scan 6415109

duration: 0:00:11.736962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415109

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-17/1776403066",
        "key": "raw/sparefoot_booking_specials/2026-04-17/1776403066/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8847562525506794821,
        "service_name": "sparefoot",
        "span_id": 12459034090279705691,
        "trace_id": 8847562525506794821
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-17 00:17:55
success: True
trace_id: 8847562525506794821

Scan 6414563

duration: 0:00:14.065631

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414563

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-16/1776316114",
        "key": "raw/sparefoot_booking_specials/2026-04-16/1776316114/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7378682782808286220,
        "service_name": "sparefoot",
        "span_id": 11766322706516788262,
        "trace_id": 7378682782808286220
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-16 00:08:50
success: True
trace_id: 7378682782808286220

Scan 6414055

duration: 0:00:14.165046

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414055

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-15/1776229559",
        "key": "raw/sparefoot_booking_specials/2026-04-15/1776229559/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 417909031701120999,
        "service_name": "sparefoot",
        "span_id": 12716974841547713925,
        "trace_id": 417909031701120999
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-15 00:06:02
success: True
trace_id: 417909031701120999

Scan 6413595

duration: 0:00:14.403657

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413595

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-14/1776143572",
        "key": "raw/sparefoot_booking_specials/2026-04-14/1776143572/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15471584113903323044,
        "service_name": "sparefoot",
        "span_id": 6457972037850029039,
        "trace_id": 15471584113903323044
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-14 00:13:11
success: True
trace_id: 15471584113903323044

Scan 6413024

duration: 0:00:11.749910

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413024

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-13/1776057320",
        "key": "raw/sparefoot_booking_specials/2026-04-13/1776057320/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18306014929826947576,
        "service_name": "sparefoot",
        "span_id": 10360302225776514977,
        "trace_id": 18306014929826947576
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-13 00:15:23
success: True
trace_id: 18306014929826947576

Scan 6412640

duration: 0:00:14.155603

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412640

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-12/1775970556",
        "key": "raw/sparefoot_booking_specials/2026-04-12/1775970556/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13149740729292777321,
        "service_name": "sparefoot",
        "span_id": 3921187130445616950,
        "trace_id": 13149740729292777321
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-12 00:09:19
success: True
trace_id: 13149740729292777321

Scan 6412286

duration: 0:00:14.273474

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412286

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-11/1775885229",
        "key": "raw/sparefoot_booking_specials/2026-04-11/1775885229/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11315082041984812715,
        "service_name": "sparefoot",
        "span_id": 8106547974505888781,
        "trace_id": 11315082041984812715
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-11 00:27:25
success: True
trace_id: 11315082041984812715

Scan 6411747

duration: 0:00:14.148473

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411747

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-10/1775797680",
        "key": "raw/sparefoot_booking_specials/2026-04-10/1775797680/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8409600112377158679,
        "service_name": "sparefoot",
        "span_id": 11205893060773540411,
        "trace_id": 8409600112377158679
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-10 00:08:03
success: True
trace_id: 8409600112377158679

Scan 6411210

duration: 0:00:14.119290

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411210

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-09/1775711265",
        "key": "raw/sparefoot_booking_specials/2026-04-09/1775711265/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17768292140197187377,
        "service_name": "sparefoot",
        "span_id": 15289054335257424801,
        "trace_id": 17768292140197187377
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-09 00:07:48
success: True
trace_id: 17768292140197187377

Scan 6410752

duration: 0:00:14.091505

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410752

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-08/1775625157",
        "key": "raw/sparefoot_booking_specials/2026-04-08/1775625157/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11846859111208983612,
        "service_name": "sparefoot",
        "span_id": 476008546711321275,
        "trace_id": 11846859111208983612
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-08 00:12:42
success: True
trace_id: 11846859111208983612

Scan 6410249

duration: 0:00:11.618479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410249

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-07/1775538789",
        "key": "raw/sparefoot_booking_specials/2026-04-07/1775538789/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16639656057461917953,
        "service_name": "sparefoot",
        "span_id": 13951684162581627211,
        "trace_id": 16639656057461917953
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-07 00:13:13
success: True
trace_id: 16639656057461917953

Scan 6409683

duration: 0:00:14.130045

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409683

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-06/1775452013",
        "key": "raw/sparefoot_booking_specials/2026-04-06/1775452013/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18154066521690045640,
        "service_name": "sparefoot",
        "span_id": 16693641197944133022,
        "trace_id": 18154066521690045640
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-06 00:06:57
success: True
trace_id: 18154066521690045640

Scan 6409337

duration: 0:00:14.161781

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409337

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-05/1775366159",
        "key": "raw/sparefoot_booking_specials/2026-04-05/1775366159/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14988863118784860020,
        "service_name": "sparefoot",
        "span_id": 16222694867081068256,
        "trace_id": 14988863118784860020
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-05 00:16:02
success: True
trace_id: 14988863118784860020

Scan 6408924

duration: 0:00:14.170514

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408924

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-04/1775279335",
        "key": "raw/sparefoot_booking_specials/2026-04-04/1775279335/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17017808873428140798,
        "service_name": "sparefoot",
        "span_id": 12580839147828186709,
        "trace_id": 17017808873428140798
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-04 00:09:01
success: True
trace_id: 17017808873428140798

Scan 6408443

duration: 0:00:14.147428

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408443

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-03/1775193011",
        "key": "raw/sparefoot_booking_specials/2026-04-03/1775193011/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11465352579807547088,
        "service_name": "sparefoot",
        "span_id": 7808245463889550347,
        "trace_id": 11465352579807547088
    }
}

running: False
schema_name_id: 1367
start_time: 2026-04-03 00:10:15
success: True
trace_id: 11465352579807547088

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

created: 2026-04-17 00:17:55

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-17/1776403066'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:34:58",
        "disabled": false,
        "format": "raw",
        "id": 1367,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_booking_specials"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "confirmation_code": "string",
            "special_id": "int"
        },
        "created": "2026-04-17 00:17:55",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_booking_specials/2026-04-17/1776403066'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_booking_specials`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_booking_specials"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}