Schema Info
Schema Name: sfdl_stage_rds.sparefoot_sparefoot_user_access
- created: 2022-08-12 10:28:52
- disabled: False
- format: raw
- id: 1354
- is_partitioned: False
- is_schema_datatyped: False
- name:
{ "database": "sfdl_stage_rds", "table": "sparefoot_sparefoot_user_access" } - type: rds
Schema Versions: 15
-
Version 906563
- created: 2026-04-17 00:20:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-17/1776403209'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-17/1776403209
- id: 906563
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6415131
- updated: 2026-04-17 00:20:27
-
Version 906331
- created: 2026-04-16 00:09:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-16/1776316139'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-16/1776316139
- id: 906331
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6414566
- updated: 2026-04-16 00:09:19
-
Version 906123
- created: 2026-04-15 00:10:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-15/1776229811'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-15/1776229811
- id: 906123
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6414084
- updated: 2026-04-15 00:10:35
-
Version 905906
- created: 2026-04-14 00:11:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-14/1776143465'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-14/1776143465
- id: 905906
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6413572
- updated: 2026-04-14 00:11:24
-
Version 905695
- created: 2026-04-13 00:16:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-13/1776057354'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-13/1776057354
- id: 905695
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6413029
- updated: 2026-04-13 00:16:22
-
Version 905466
- created: 2026-04-12 00:06:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-12/1775970379'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-12/1775970379
- id: 905466
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6412614
- updated: 2026-04-12 00:06:34
-
Version 905287
- created: 2026-04-11 00:10:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-11/1775884215'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-11/1775884215
- id: 905287
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6412259
- updated: 2026-04-11 00:10:41
-
Version 905089
- created: 2026-04-10 00:12:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-10/1775797915'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-10/1775797915
- id: 905089
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6411771
- updated: 2026-04-10 00:12:19
-
Version 904881
- created: 2026-04-09 00:15:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-09/1775711705'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-09/1775711705
- id: 904881
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6411268
- updated: 2026-04-09 00:15:30
-
Version 904632
- created: 2026-04-08 00:07:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-08/1775624847'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-08/1775624847
- id: 904632
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6410727
- updated: 2026-04-08 00:07:45
-
Version 904443
- created: 2026-04-07 00:13:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-07/1775538772'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-07/1775538772
- id: 904443
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6410247
- updated: 2026-04-07 00:13:14
-
Version 904199
- created: 2026-04-06 00:05:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-06/1775451941'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-06/1775451941
- id: 904199
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6409671
- updated: 2026-04-06 00:06:01
-
Version 904006
- created: 2026-04-05 00:07:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-05/1775365652'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-05/1775365652
- id: 904006
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6409300
- updated: 2026-04-05 00:07:58
-
Version 903818
- created: 2026-04-04 00:10:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-04/1775279393'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-04/1775279393
- id: 903818
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6408934
- updated: 2026-04-04 00:10:16
-
Version 903600
- created: 2026-04-03 00:09:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-03/1775192954'\n", "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" ] - hive_path: s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-03/1775192954
- id: 903600
- processed: 1
- raw_data:
{ "account_id": "int32", "agent_office": "string", "agent_start_date": "date32[day]", "agent_team_id": "int32", "all_facilities": "int16", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "int16", "gets_inquiries": "int16", "gets_statements": "int16", "howd_you_hear": "string", "id": "int32", "incontact_agent_no": "int32", "last_logged_in": "timestamp[ns]", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp[ns]", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp[ns]", "terms_version": "string", "user_id": "int32" } - schema_attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - schema_name_id: 1354
- schema_scan_id: 6408433
- updated: 2026-04-03 00:09:30
Schema Scans: 15
Last at 2026-04-17 00:20:12
-
Scan 6415131
- duration: 0:00:14.840008
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6415131
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-17/1776403209", "key": "raw/sparefoot_user_access/2026-04-17/1776403209/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 10562227634260152658, "service_name": "sparefoot", "span_id": 7598023323892819410, "trace_id": 10562227634260152658 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-17 00:20:12
- success: True
- trace_id: 10562227634260152658
-
Scan 6414566
- duration: 0:00:14.771193
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414566
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-16/1776316139", "key": "raw/sparefoot_user_access/2026-04-16/1776316139/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 2418407581415064290, "service_name": "sparefoot", "span_id": 16417425987748071097, "trace_id": 2418407581415064290 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-16 00:09:04
- success: True
- trace_id: 2418407581415064290
-
Scan 6414084
- duration: 0:00:14.947964
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414084
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-15/1776229811", "key": "raw/sparefoot_user_access/2026-04-15/1776229811/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 13139573388422456695, "service_name": "sparefoot", "span_id": 504432435881612491, "trace_id": 13139573388422456695 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-15 00:10:20
- success: True
- trace_id: 13139573388422456695
-
Scan 6413572
- duration: 0:00:14.730014
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413572
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-14/1776143465", "key": "raw/sparefoot_user_access/2026-04-14/1776143465/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 6926817859772240984, "service_name": "sparefoot", "span_id": 17999276867142905477, "trace_id": 6926817859772240984 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-14 00:11:09
- success: True
- trace_id: 6926817859772240984
-
Scan 6413029
- duration: 0:00:12.205579
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413029
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-13/1776057354", "key": "raw/sparefoot_user_access/2026-04-13/1776057354/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 8402912830269539673, "service_name": "sparefoot", "span_id": 11133172440987369436, "trace_id": 8402912830269539673 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-13 00:16:09
- success: True
- trace_id: 8402912830269539673
-
Scan 6412614
- duration: 0:00:12.156944
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412614
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-12/1775970379", "key": "raw/sparefoot_user_access/2026-04-12/1775970379/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 7142804150477591995, "service_name": "sparefoot", "span_id": 6898152837814946584, "trace_id": 7142804150477591995 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-12 00:06:22
- success: True
- trace_id: 7142804150477591995
-
Scan 6412259
- duration: 0:00:14.869846
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412259
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-11/1775884215", "key": "raw/sparefoot_user_access/2026-04-11/1775884215/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 13521299233229661461, "service_name": "sparefoot", "span_id": 635955068961481818, "trace_id": 13521299233229661461 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-11 00:10:26
- success: True
- trace_id: 13521299233229661461
-
Scan 6411771
- duration: 0:00:12.317057
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411771
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-10/1775797915", "key": "raw/sparefoot_user_access/2026-04-10/1775797915/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 17169118011027835868, "service_name": "sparefoot", "span_id": 6148128107608544007, "trace_id": 17169118011027835868 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-10 00:12:07
- success: True
- trace_id: 17169118011027835868
-
Scan 6411268
- duration: 0:00:14.654844
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411268
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-09/1775711705", "key": "raw/sparefoot_user_access/2026-04-09/1775711705/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 1070719159453939778, "service_name": "sparefoot", "span_id": 16966265437665661967, "trace_id": 1070719159453939778 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-09 00:15:16
- success: True
- trace_id: 1070719159453939778
-
Scan 6410727
- duration: 0:00:14.791411
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410727
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-08/1775624847", "key": "raw/sparefoot_user_access/2026-04-08/1775624847/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 18043818784268067952, "service_name": "sparefoot", "span_id": 11406138244744509444, "trace_id": 18043818784268067952 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-08 00:07:30
- success: True
- trace_id: 18043818784268067952
-
Scan 6410247
- duration: 0:00:12.354078
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410247
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-07/1775538772", "key": "raw/sparefoot_user_access/2026-04-07/1775538772/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 3952758174187819284, "service_name": "sparefoot", "span_id": 4382059492790893109, "trace_id": 3952758174187819284 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-07 00:13:02
- success: True
- trace_id: 3952758174187819284
-
Scan 6409671
- duration: 0:00:14.850228
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409671
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-06/1775451941", "key": "raw/sparefoot_user_access/2026-04-06/1775451941/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 18036923536252876306, "service_name": "sparefoot", "span_id": 3229274614001327725, "trace_id": 18036923536252876306 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-06 00:05:47
- success: True
- trace_id: 18036923536252876306
-
Scan 6409300
- duration: 0:00:15.066984
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409300
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-05/1775365652", "key": "raw/sparefoot_user_access/2026-04-05/1775365652/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 1632598299085641098, "service_name": "sparefoot", "span_id": 11267821098949722671, "trace_id": 1632598299085641098 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-05 00:07:43
- success: True
- trace_id: 1632598299085641098
-
Scan 6408934
- duration: 0:00:12.569511
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408934
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-04/1775279393", "key": "raw/sparefoot_user_access/2026-04-04/1775279393/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 3682481129129307511, "service_name": "sparefoot", "span_id": 10157138751998124005, "trace_id": 3682481129129307511 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-04 00:10:03
- success: True
- trace_id: 3682481129129307511
-
Scan 6408433
- duration: 0:00:12.237645
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408433
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-stage", "hive_path": "s3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-03/1775192954", "key": "raw/sparefoot_user_access/2026-04-03/1775192954/user_access.parquet.gz" }, "schema": { "name": "sfdl_stage_rds.sparefoot_sparefoot_user_access", "type": "rds" }, "trace_context": { "parent_id": 12808395227900673472, "service_name": "sparefoot", "span_id": 5013287061178499192, "trace_id": 12808395227900673472 } } - running: False
- schema_name_id: 1354
- start_time: 2026-04-03 00:09:18
- success: True
- trace_id: 12808395227900673472
- attributes:
{ "account_id": "int", "agent_office": "string", "agent_start_date": "date", "agent_team_id": "int", "all_facilities": "smallint", "call_center_group": "string", "genesys_agent_id": "string", "gets_emails": "smallint", "gets_inquiries": "smallint", "gets_statements": "smallint", "howd_you_hear": "string", "id": "int", "incontact_agent_no": "int", "last_logged_in": "timestamp", "lily_role": "string", "moab_role": "string", "modified_dtm": "timestamp", "myfoot_role": "string", "partner_portal_role": "string", "pita_role": "string", "product_interest": "string", "terms_date": "timestamp", "terms_version": "string", "user_id": "int" } - created: 2026-04-17 00:20:13
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-17/1776403209'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2022-08-12 10:28:52",
"disabled": false,
"format": "raw",
"id": 1354,
"is_partitioned": false,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_stage_rds",
"table": "sparefoot_sparefoot_user_access"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_id": "int",
"agent_office": "string",
"agent_start_date": "date",
"agent_team_id": "int",
"all_facilities": "smallint",
"call_center_group": "string",
"genesys_agent_id": "string",
"gets_emails": "smallint",
"gets_inquiries": "smallint",
"gets_statements": "smallint",
"howd_you_hear": "string",
"id": "int",
"incontact_agent_no": "int",
"last_logged_in": "timestamp",
"lily_role": "string",
"moab_role": "string",
"modified_dtm": "timestamp",
"myfoot_role": "string",
"partner_portal_role": "string",
"pita_role": "string",
"product_interest": "string",
"terms_date": "timestamp",
"terms_version": "string",
"user_id": "int"
},
"created": "2026-04-17 00:20:13",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.sparefoot_sparefoot_user_access`\n(\n `account_id` int , `agent_office` string , `agent_start_date` date , `agent_team_id` int , `all_facilities` smallint , `call_center_group` string , `genesys_agent_id` string , `gets_emails` smallint , `gets_inquiries` smallint , `gets_statements` smallint , `howd_you_hear` string , `id` int , `incontact_agent_no` int , `last_logged_in` timestamp , `lily_role` string , `moab_role` string , `modified_dtm` timestamp , `myfoot_role` string , `partner_portal_role` string , `pita_role` string , `product_interest` string , `terms_date` timestamp , `terms_version` string , `user_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-stage/raw/sparefoot_user_access/2026-04-17/1776403209'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.sparefoot_sparefoot_user_access`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.sparefoot_sparefoot_user_access"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}