Schema Info
Schema Name: sfdl_stage_rds.master_sparefoot_corporations
- created: 2018-05-30 15:46:49
- disabled: False
- format: raw
- id: 549
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "master_sparefoot_corporations" } - type: rds
Schema Versions: 3
-
Version 179693
- created: 2018-07-17 00:00:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-17/1531803626'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-17/1531803626
- id: 179693
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 549
- schema_scan_id: 1416620
- updated: 2018-07-17 00:00:39
-
Version 179588
- created: 2018-07-16 00:00:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-16/1531717232'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-16/1531717232
- id: 179588
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 549
- schema_scan_id: 1414638
- updated: 2018-07-16 00:00:48
-
Version 179485
- created: 2018-07-15 00:00:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-15/1531630826'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-15/1531630826
- id: 179485
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 549
- schema_scan_id: 1413831
- updated: 2018-07-15 00:00:40
Schema Scans: 3
Last at 2018-07-17 00:00:28
-
Scan 1416620
- duration: 0:00:14.225255
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1416620
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-17/1531803626", "key": "raw/sparefoot_corporations/2018-07-17/1531803626/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 549
- start_time: 2018-07-17 00:00:28
- success: True
-
Scan 1414638
- duration: 0:00:14.428934
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1414638
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-16/1531717232", "key": "raw/sparefoot_corporations/2018-07-16/1531717232/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 549
- start_time: 2018-07-16 00:00:36
- success: True
-
Scan 1413831
- duration: 0:00:15.453156
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 1413831
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-stage", "hive_path": "s3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-15/1531630826", "key": "raw/sparefoot_corporations/2018-07-15/1531630826/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_stage_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 549
- start_time: 2018-07-15 00:00:27
- success: True
- attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - created: 2018-07-17 00:00:28
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-17/1531803626'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_corporations`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_corporations" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2018-05-30 15:46:49",
"disabled": false,
"format": "raw",
"id": 549,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "master_sparefoot_corporations"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_id": "int",
"api_password": "varchar(255)",
"api_username": "varchar(255)",
"cdp_disabled": "smallint",
"centershift_channel": "int",
"centershift_endpoint": "varchar(255)",
"centershift_inquiry_source_id": "int",
"centershift_org_id": "varchar(255)",
"centershift_signature": "varchar(255)",
"corporation_id": "int",
"domico_client_id": "varchar(255)",
"domico_web_service_key": "varchar(255)",
"mig_billing_verified": "int",
"mig_id": "int",
"mig_location_id": "int",
"mig_payment_type": "varchar(64)",
"mig_time_live": "timestamp",
"mig_type": "varchar(255)",
"mig_user_id": "int",
"name": "varchar(255)",
"pull_promos": "smallint",
"quikstor_wsdl": "varchar(255)",
"rate_type": "varchar(60)",
"reservation_type": "varchar(60)",
"sitelink_corp_code": "varchar(255)",
"source_id": "int",
"time_created": "timestamp",
"time_modified": "timestamp"
},
"created": "2018-07-17 00:00:28",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-stage/raw/sparefoot_corporations/2018-07-17/1531803626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.master_sparefoot_corporations`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.master_sparefoot_corporations"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}