Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_sites

created: 2022-08-12 10:29:12
disabled: False
format: raw
id: 1355
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_sites"
}

type: rds

Schema Versions: 15

Version 906544

created: 2026-04-17 00:18:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-17/1776403104'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-17/1776403104
id: 906544
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6415112
updated: 2026-04-17 00:18:42

Version 906312

created: 2026-04-16 00:06:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-16/1776315960'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-16/1776315960
id: 906312
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6414545
updated: 2026-04-16 00:06:40

Version 906101

created: 2026-04-15 00:06:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-15/1776229584'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-15/1776229584
id: 906101
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6414059
updated: 2026-04-15 00:06:44

Version 905888

created: 2026-04-14 00:09:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-14/1776143342'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-14/1776143342
id: 905888
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6413553
updated: 2026-04-14 00:09:33

Version 905677

created: 2026-04-13 00:13:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-13/1776057208'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-13/1776057208
id: 905677
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6413008
updated: 2026-04-13 00:13:42

Version 905480

created: 2026-04-12 00:08:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-12/1775970495'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-12/1775970495
id: 905480
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6412630
updated: 2026-04-12 00:08:38

Version 905269

created: 2026-04-11 00:07:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-11/1775884017'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-11/1775884017
id: 905269
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6412240
updated: 2026-04-11 00:07:20

Version 905048

created: 2026-04-10 00:05:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-10/1775797553'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-10/1775797553
id: 905048
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6411727
updated: 2026-04-10 00:06:11

Version 904858

created: 2026-04-09 00:13:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-09/1775711579'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-09/1775711579
id: 904858
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6411244
updated: 2026-04-09 00:13:24

Version 904625

created: 2026-04-08 00:07:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-08/1775624809'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-08/1775624809
id: 904625
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6410720
updated: 2026-04-08 00:07:21

Version 904426

created: 2026-04-07 00:10:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-07/1775538607'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-07/1775538607
id: 904426
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6410229
updated: 2026-04-07 00:10:39

Version 904225

created: 2026-04-06 00:08:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-06/1775452105'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-06/1775452105
id: 904225
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6409698
updated: 2026-04-06 00:08:46

Version 904025

created: 2026-04-05 00:10:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-05/1775365798'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-05/1775365798
id: 904025
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6409320
updated: 2026-04-05 00:10:13

Version 903800

created: 2026-04-04 00:07:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-04/1775279227'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-04/1775279227
id: 903800
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6408915
updated: 2026-04-04 00:07:52

Version 903628

created: 2026-04-03 00:13:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-03/1775193167'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-03/1775193167
id: 903628
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1355
schema_scan_id: 6408463
updated: 2026-04-03 00:13:22

Schema Scans: 15

Last at 2026-04-17 00:18:27

Scan 6415112

duration: 0:00:14.712257

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415112

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-17/1776403104",
        "key": "raw/sparefoot_sites/2026-04-17/1776403104/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10618832495433943176,
        "service_name": "sparefoot",
        "span_id": 4881231433576074291,
        "trace_id": 10618832495433943176
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-17 00:18:27
success: True
trace_id: 10618832495433943176

Scan 6414545

duration: 0:00:14.615255

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414545

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-16/1776315960",
        "key": "raw/sparefoot_sites/2026-04-16/1776315960/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14806721117083233739,
        "service_name": "sparefoot",
        "span_id": 7871975932538731013,
        "trace_id": 14806721117083233739
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-16 00:06:25
success: True
trace_id: 14806721117083233739

Scan 6414059

duration: 0:00:14.500571

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414059

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-15/1776229584",
        "key": "raw/sparefoot_sites/2026-04-15/1776229584/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11569359333756437760,
        "service_name": "sparefoot",
        "span_id": 2230566817063642907,
        "trace_id": 11569359333756437760
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-15 00:06:29
success: True
trace_id: 11569359333756437760

Scan 6413553

duration: 0:00:14.655896

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413553

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-14/1776143342",
        "key": "raw/sparefoot_sites/2026-04-14/1776143342/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10630322596038530582,
        "service_name": "sparefoot",
        "span_id": 11984155997860453745,
        "trace_id": 10630322596038530582
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-14 00:09:18
success: True
trace_id: 10630322596038530582

Scan 6413008

duration: 0:00:11.962137

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413008

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-13/1776057208",
        "key": "raw/sparefoot_sites/2026-04-13/1776057208/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15465673731632067315,
        "service_name": "sparefoot",
        "span_id": 3292662340819829883,
        "trace_id": 15465673731632067315
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-13 00:13:30
success: True
trace_id: 15465673731632067315

Scan 6412630

duration: 0:00:14.631519

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412630

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-12/1775970495",
        "key": "raw/sparefoot_sites/2026-04-12/1775970495/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3841609595864637710,
        "service_name": "sparefoot",
        "span_id": 6852398188613828583,
        "trace_id": 3841609595864637710
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-12 00:08:23
success: True
trace_id: 3841609595864637710

Scan 6412240

duration: 0:00:11.934593

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412240

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-11/1775884017",
        "key": "raw/sparefoot_sites/2026-04-11/1775884017/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17765698301795723,
        "service_name": "sparefoot",
        "span_id": 425857887901238172,
        "trace_id": 17765698301795723
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-11 00:07:08
success: True
trace_id: 17765698301795723

Scan 6411727

duration: 0:00:14.660135

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411727

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-10/1775797553",
        "key": "raw/sparefoot_sites/2026-04-10/1775797553/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9733134350349870607,
        "service_name": "sparefoot",
        "span_id": 12193275069464127061,
        "trace_id": 9733134350349870607
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-10 00:05:56
success: True
trace_id: 9733134350349870607

Scan 6411244

duration: 0:00:14.521222

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411244

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-09/1775711579",
        "key": "raw/sparefoot_sites/2026-04-09/1775711579/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4994763390609124539,
        "service_name": "sparefoot",
        "span_id": 5692324399587768838,
        "trace_id": 4994763390609124539
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-09 00:13:10
success: True
trace_id: 4994763390609124539

Scan 6410720

duration: 0:00:14.492122

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410720

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-08/1775624809",
        "key": "raw/sparefoot_sites/2026-04-08/1775624809/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5028556708695986820,
        "service_name": "sparefoot",
        "span_id": 9878782533762300377,
        "trace_id": 5028556708695986820
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-08 00:07:07
success: True
trace_id: 5028556708695986820

Scan 6410229

duration: 0:00:14.603181

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410229

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-07/1775538607",
        "key": "raw/sparefoot_sites/2026-04-07/1775538607/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6647479521753773376,
        "service_name": "sparefoot",
        "span_id": 4957188474197686919,
        "trace_id": 6647479521753773376
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-07 00:10:24
success: True
trace_id: 6647479521753773376

Scan 6409698

duration: 0:00:12.048325

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409698

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-06/1775452105",
        "key": "raw/sparefoot_sites/2026-04-06/1775452105/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4996955848698888413,
        "service_name": "sparefoot",
        "span_id": 11403199135508443649,
        "trace_id": 4996955848698888413
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-06 00:08:34
success: True
trace_id: 4996955848698888413

Scan 6409320

duration: 0:00:12.207849

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409320

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-05/1775365798",
        "key": "raw/sparefoot_sites/2026-04-05/1775365798/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13214443115892812309,
        "service_name": "sparefoot",
        "span_id": 16725258011256457515,
        "trace_id": 13214443115892812309
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-05 00:10:01
success: True
trace_id: 13214443115892812309

Scan 6408915

duration: 0:00:14.690179

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408915

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-04/1775279227",
        "key": "raw/sparefoot_sites/2026-04-04/1775279227/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16590900721575376183,
        "service_name": "sparefoot",
        "span_id": 6098729822048505816,
        "trace_id": 16590900721575376183
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-04 00:07:38
success: True
trace_id: 16590900721575376183

Scan 6408463

duration: 0:00:12.068626

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408463

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-03/1775193167",
        "key": "raw/sparefoot_sites/2026-04-03/1775193167/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16227167511902104690,
        "service_name": "sparefoot",
        "span_id": 3987363435942980605,
        "trace_id": 16227167511902104690
    }
}

running: False
schema_name_id: 1355
start_time: 2026-04-03 00:13:10
success: True
trace_id: 16227167511902104690

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

created: 2026-04-17 00:18:28

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-17/1776403104'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:29:12",
        "disabled": false,
        "format": "raw",
        "id": 1355,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_sites"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "string",
            "api_site": "smallint",
            "cobrand_logo": "string",
            "commission_flat": "double",
            "commission_percent": "int",
            "commission_type": "string",
            "override_lily_phone": "smallint",
            "phone_number": "string",
            "phonesmart_phone": "string",
            "ppc_number": "string",
            "resale_enabled": "smallint",
            "return_number": "string",
            "site_id": "int",
            "site_type": "string",
            "time_created": "timestamp",
            "title": "string",
            "url": "string"
        },
        "created": "2026-04-17 00:18:28",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_sites/2026-04-17/1776403104'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_sites`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_sites"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}