Schema Info

Schema Name: sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts

created: 2022-08-12 10:36:48
disabled: False
format: raw
id: 1370
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_stage_rds",
    "table": "sparefoot_sparefoot_consumer_contacts"
}

type: rds

Schema Versions: 15

Version 906548

created: 2026-04-17 00:18:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-17/1776403119'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-17/1776403119
id: 906548
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6415116
updated: 2026-04-17 00:19:08

Version 906334

created: 2026-04-16 00:09:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-16/1776316167'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-16/1776316167
id: 906334
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6414569
updated: 2026-04-16 00:10:04

Version 906127

created: 2026-04-15 00:11:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-15/1776229908'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-15/1776229908
id: 906127
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6414089
updated: 2026-04-15 00:12:07

Version 905925

created: 2026-04-14 00:12:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-14/1776143563'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-14/1776143563
id: 905925
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6413593
updated: 2026-04-14 00:13:01

Version 905722

created: 2026-04-13 00:19:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-13/1776057561'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-13/1776057561
id: 905722
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6413058
updated: 2026-04-13 00:20:11

Version 905511

created: 2026-04-12 00:13:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-12/1775970784'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-12/1775970784
id: 905511
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6412663
updated: 2026-04-12 00:13:34

Version 905268

created: 2026-04-11 00:06:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-11/1775884012'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-11/1775884012
id: 905268
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6412239
updated: 2026-04-11 00:07:13

Version 905083

created: 2026-04-10 00:11:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-10/1775797868'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-10/1775797868
id: 905083
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6411765
updated: 2026-04-10 00:11:31

Version 904870

created: 2026-04-09 00:14:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-09/1775711654'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-09/1775711654
id: 904870
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6411257
updated: 2026-04-09 00:14:36

Version 904627

created: 2026-04-08 00:07:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-08/1775624824'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-08/1775624824
id: 904627
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6410722
updated: 2026-04-08 00:07:27

Version 904438

created: 2026-04-07 00:12:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-07/1775538743'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-07/1775538743
id: 904438
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6410242
updated: 2026-04-07 00:12:49

Version 904214

created: 2026-04-06 00:07:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-06/1775452067'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-06/1775452067
id: 904214
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6409687
updated: 2026-04-06 00:08:04

Version 903997

created: 2026-04-05 00:06:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-05/1775365569'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-05/1775365569
id: 903997
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6409290
updated: 2026-04-05 00:06:29

Version 903817

created: 2026-04-04 00:09:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-04/1775279387'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-04/1775279387
id: 903817
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6408933
updated: 2026-04-04 00:10:07

Version 903578

created: 2026-04-03 00:06:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-03/1775192796'\n",
    "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
]

hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-03/1775192796
id: 903578
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int32",
    "call_center": "int16",
    "confirmation_code": "string",
    "consumer_contact_id": "int32",
    "content_type": "string",
    "email": "string",
    "email_sent": "int16",
    "first_name": "string",
    "info_shareable": "int16",
    "last_name": "string",
    "listing_avail_id": "int32",
    "listing_avail_space_id": "int32",
    "move_in_date": "timestamp[ns]",
    "phone": "string",
    "referrer_id": "int32",
    "saved_listings_id": "string",
    "site_id": "int32",
    "timestamp": "timestamp[ns]",
    "visit_id": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

schema_name_id: 1370
schema_scan_id: 6408411
updated: 2026-04-03 00:07:02

Schema Scans: 15

Last at 2026-04-17 00:18:56

Scan 6415116

duration: 0:00:12.308149

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415116

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-17/1776403119",
        "key": "raw/sparefoot_consumer_contacts/2026-04-17/1776403119/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 2587332203754151665,
        "service_name": "sparefoot",
        "span_id": 15504731848058034788,
        "trace_id": 2587332203754151665
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-17 00:18:56
success: True
trace_id: 2587332203754151665

Scan 6414569

duration: 0:00:14.725190

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414569

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-16/1776316167",
        "key": "raw/sparefoot_consumer_contacts/2026-04-16/1776316167/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11454469714552462819,
        "service_name": "sparefoot",
        "span_id": 1723033806834999725,
        "trace_id": 11454469714552462819
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-16 00:09:49
success: True
trace_id: 11454469714552462819

Scan 6414089

duration: 0:00:12.335593

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414089

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-15/1776229908",
        "key": "raw/sparefoot_consumer_contacts/2026-04-15/1776229908/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11725804853033892324,
        "service_name": "sparefoot",
        "span_id": 9555392640204905712,
        "trace_id": 11725804853033892324
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-15 00:11:55
success: True
trace_id: 11725804853033892324

Scan 6413593

duration: 0:00:12.224118

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413593

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-14/1776143563",
        "key": "raw/sparefoot_consumer_contacts/2026-04-14/1776143563/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9364782899454693926,
        "service_name": "sparefoot",
        "span_id": 17648873866226429211,
        "trace_id": 9364782899454693926
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-14 00:12:49
success: True
trace_id: 9364782899454693926

Scan 6413058

duration: 0:00:14.852699

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413058

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-13/1776057561",
        "key": "raw/sparefoot_consumer_contacts/2026-04-13/1776057561/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3323768337701856588,
        "service_name": "sparefoot",
        "span_id": 10938074861890129373,
        "trace_id": 3323768337701856588
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-13 00:19:56
success: True
trace_id: 3323768337701856588

Scan 6412663

duration: 0:00:12.169306

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412663

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-12/1775970784",
        "key": "raw/sparefoot_consumer_contacts/2026-04-12/1775970784/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16716976304348883843,
        "service_name": "sparefoot",
        "span_id": 17387968431037993963,
        "trace_id": 16716976304348883843
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-12 00:13:21
success: True
trace_id: 16716976304348883843

Scan 6412239

duration: 0:00:14.731886

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412239

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-11/1775884012",
        "key": "raw/sparefoot_consumer_contacts/2026-04-11/1775884012/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13604380068100284875,
        "service_name": "sparefoot",
        "span_id": 17547293842100951000,
        "trace_id": 13604380068100284875
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-11 00:06:58
success: True
trace_id: 13604380068100284875

Scan 6411765

duration: 0:00:12.169478

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411765

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-10/1775797868",
        "key": "raw/sparefoot_consumer_contacts/2026-04-10/1775797868/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5218532847325377544,
        "service_name": "sparefoot",
        "span_id": 14556269369872645555,
        "trace_id": 5218532847325377544
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-10 00:11:19
success: True
trace_id: 5218532847325377544

Scan 6411257

duration: 0:00:12.046400

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411257

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-09/1775711654",
        "key": "raw/sparefoot_consumer_contacts/2026-04-09/1775711654/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7428227721608773031,
        "service_name": "sparefoot",
        "span_id": 10931764228660588949,
        "trace_id": 7428227721608773031
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-09 00:14:24
success: True
trace_id: 7428227721608773031

Scan 6410722

duration: 0:00:14.638264

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410722

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-08/1775624824",
        "key": "raw/sparefoot_consumer_contacts/2026-04-08/1775624824/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16576523814128548291,
        "service_name": "sparefoot",
        "span_id": 13074402700092890593,
        "trace_id": 16576523814128548291
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-08 00:07:12
success: True
trace_id: 16576523814128548291

Scan 6410242

duration: 0:00:14.798350

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410242

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-07/1775538743",
        "key": "raw/sparefoot_consumer_contacts/2026-04-07/1775538743/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4219209003490170930,
        "service_name": "sparefoot",
        "span_id": 12136916472142556648,
        "trace_id": 4219209003490170930
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-07 00:12:35
success: True
trace_id: 4219209003490170930

Scan 6409687

duration: 0:00:12.058404

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409687

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-06/1775452067",
        "key": "raw/sparefoot_consumer_contacts/2026-04-06/1775452067/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8301930189852367025,
        "service_name": "sparefoot",
        "span_id": 6051567748574754153,
        "trace_id": 8301930189852367025
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-06 00:07:52
success: True
trace_id: 8301930189852367025

Scan 6409290

duration: 0:00:14.781547

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409290

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-05/1775365569",
        "key": "raw/sparefoot_consumer_contacts/2026-04-05/1775365569/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16238441367763681763,
        "service_name": "sparefoot",
        "span_id": 11613510152037043728,
        "trace_id": 16238441367763681763
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-05 00:06:14
success: True
trace_id: 16238441367763681763

Scan 6408933

duration: 0:00:14.760017

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408933

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-04/1775279387",
        "key": "raw/sparefoot_consumer_contacts/2026-04-04/1775279387/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11314944602486057735,
        "service_name": "sparefoot",
        "span_id": 4385852529607070762,
        "trace_id": 11314944602486057735
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-04 00:09:52
success: True
trace_id: 11314944602486057735

Scan 6408411

duration: 0:00:14.950284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408411

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-stage",
        "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-03/1775192796",
        "key": "raw/sparefoot_consumer_contacts/2026-04-03/1775192796/consumer_contacts_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17461323592017740946,
        "service_name": "sparefoot",
        "span_id": 9285875813985503697,
        "trace_id": 17461323592017740946
    }
}

running: False
schema_name_id: 1370
start_time: 2026-04-03 00:06:47
success: True
trace_id: 17461323592017740946

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "affiliate_id": "string",
    "bid_amount": "double",
    "booking_agent_id": "int",
    "call_center": "smallint",
    "confirmation_code": "string",
    "consumer_contact_id": "int",
    "content_type": "string",
    "email": "string",
    "email_sent": "smallint",
    "first_name": "string",
    "info_shareable": "smallint",
    "last_name": "string",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "move_in_date": "timestamp",
    "phone": "string",
    "referrer_id": "int",
    "saved_listings_id": "string",
    "site_id": "int",
    "timestamp": "timestamp",
    "visit_id": "string"
}

created: 2026-04-17 00:18:57

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-17/1776403119'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-12 10:36:48",
        "disabled": false,
        "format": "raw",
        "id": 1370,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "sparefoot_sparefoot_consumer_contacts"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "string",
            "bid_amount": "double",
            "booking_agent_id": "int",
            "call_center": "smallint",
            "confirmation_code": "string",
            "consumer_contact_id": "int",
            "content_type": "string",
            "email": "string",
            "email_sent": "smallint",
            "first_name": "string",
            "info_shareable": "smallint",
            "last_name": "string",
            "listing_avail_id": "int",
            "listing_avail_space_id": "int",
            "move_in_date": "timestamp",
            "phone": "string",
            "referrer_id": "int",
            "saved_listings_id": "string",
            "site_id": "int",
            "timestamp": "timestamp",
            "visit_id": "string"
        },
        "created": "2026-04-17 00:18:57",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`\n(\n `affiliate_id`  string , `bid_amount`  double , `booking_agent_id`  int , `call_center`  smallint , `confirmation_code`  string , `consumer_contact_id`  int , `content_type`  string , `email`  string , `email_sent`  smallint , `first_name`  string , `info_shareable`  smallint , `last_name`  string , `listing_avail_id`  int , `listing_avail_space_id`  int , `move_in_date`  timestamp , `phone`  string , `referrer_id`  int , `saved_listings_id`  string , `site_id`  int , `timestamp`  timestamp , `visit_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-stage/raw/sparefoot_consumer_contacts/2026-04-17/1776403119'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_consumer_contacts"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}