Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_lead_fact
- created: 2019-10-30 02:44:49
- disabled: False
- format: raw
- id: 905
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_lead_fact" } - type: postgres
Schema Versions: 3
-
Version 868663
- created: 2025-09-27 01:10:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_lead_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_lead_fact`\n(\n `lead_fact_id` int , `provider_id` string , `provider` string , `status` string , `source_name` string , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `cancelled_on_dim_id` int , `reserved_on_dim_id` int , `moved_in_on_dim_id` int , `source_dim_id` int , `migrated_on` string , `category_name` string , `received_epoch` bigint , `desired_move_in_dim_id` int , `next_action_at_dim_id` int , `next_lead_action` string , `wait_list` string , `wait_list_available` string , `quoted_rate` decimal , `deleted` string , `deleted_on_date_dim_id` int , `origination` string , `is_upgrade` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-27/1758953383'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_lead_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-27/1758953383
- id: 868663
- processed: 1
- raw_data:
{ "cancelled_on_dim_id": 10, "category_name": 15, "company_dim_id": 5, "date_dim_id": 9, "deleted": 23, "deleted_on_date_dim_id": 24, "desired_move_in_dim_id": 17, "facility_dim_id": 6, "is_upgrade": 26, "lead_fact_id": 0, "migrated_on": 14, "moved_in_on_dim_id": 12, "next_action_at_dim_id": 18, "next_lead_action": 19, "origination": 25, "provider": 2, "provider_id": 1, "quoted_rate": 22, "received_epoch": 16, "reserved_on_dim_id": 11, "source_dim_id": 13, "source_name": 4, "status": 3, "tenant_dim_id": 8, "unit_dim_id": 7, "wait_list": 20, "wait_list_available": 21 } - schema_attributes:
{ "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" } - schema_name_id: 905
- schema_scan_id: 6326808
- updated: 2025-09-27 01:10:29
-
Version 868471
- created: 2025-09-26 01:01:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_lead_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_lead_fact`\n(\n `lead_fact_id` int , `provider_id` string , `provider` string , `status` string , `source_name` string , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `cancelled_on_dim_id` int , `reserved_on_dim_id` int , `moved_in_on_dim_id` int , `source_dim_id` int , `migrated_on` string , `category_name` string , `received_epoch` bigint , `desired_move_in_dim_id` int , `next_action_at_dim_id` int , `next_lead_action` string , `wait_list` string , `wait_list_available` string , `quoted_rate` decimal , `deleted` string , `deleted_on_date_dim_id` int , `origination` string , `is_upgrade` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-26/1758866484'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_lead_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-26/1758866484
- id: 868471
- processed: 1
- raw_data:
{ "cancelled_on_dim_id": 10, "category_name": 15, "company_dim_id": 5, "date_dim_id": 9, "deleted": 23, "deleted_on_date_dim_id": 24, "desired_move_in_dim_id": 17, "facility_dim_id": 6, "is_upgrade": 26, "lead_fact_id": 0, "migrated_on": 14, "moved_in_on_dim_id": 12, "next_action_at_dim_id": 18, "next_lead_action": 19, "origination": 25, "provider": 2, "provider_id": 1, "quoted_rate": 22, "received_epoch": 16, "reserved_on_dim_id": 11, "source_dim_id": 13, "source_name": 4, "status": 3, "tenant_dim_id": 8, "unit_dim_id": 7, "wait_list": 20, "wait_list_available": 21 } - schema_attributes:
{ "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" } - schema_name_id: 905
- schema_scan_id: 6326443
- updated: 2025-09-26 01:01:55
-
Version 868252
- created: 2025-09-25 01:00:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_lead_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_lead_fact`\n(\n `lead_fact_id` int , `provider_id` string , `provider` string , `status` string , `source_name` string , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `cancelled_on_dim_id` int , `reserved_on_dim_id` int , `moved_in_on_dim_id` int , `source_dim_id` int , `migrated_on` string , `category_name` string , `received_epoch` bigint , `desired_move_in_dim_id` int , `next_action_at_dim_id` int , `next_lead_action` string , `wait_list` string , `wait_list_available` string , `quoted_rate` decimal , `deleted` string , `deleted_on_date_dim_id` int , `origination` string , `is_upgrade` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-25/1758780044'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_lead_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-25/1758780044
- id: 868252
- processed: 1
- raw_data:
{ "cancelled_on_dim_id": 10, "category_name": 15, "company_dim_id": 5, "date_dim_id": 9, "deleted": 23, "deleted_on_date_dim_id": 24, "desired_move_in_dim_id": 17, "facility_dim_id": 6, "is_upgrade": 26, "lead_fact_id": 0, "migrated_on": 14, "moved_in_on_dim_id": 12, "next_action_at_dim_id": 18, "next_lead_action": 19, "origination": 25, "provider": 2, "provider_id": 1, "quoted_rate": 22, "received_epoch": 16, "reserved_on_dim_id": 11, "source_dim_id": 13, "source_name": 4, "status": 3, "tenant_dim_id": 8, "unit_dim_id": 7, "wait_list": 20, "wait_list_available": 21 } - schema_attributes:
{ "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" } - schema_name_id: 905
- schema_scan_id: 6326019
- updated: 2025-09-25 01:01:05
Schema Scans: 3
Last at 2025-09-27 01:10:14
-
Scan 6326808
- duration: 0:00:14.941244
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326808
- payload:
{ "datatype_dict": { "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-27/1758953383", "key": "raw/lead_fact/2025-09-27/1758953383/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_lead_fact", "type": "postgres" }, "trace_context": { "parent_id": 12703159447374558194, "service_name": "kepler-normies", "span_id": 17425436427360583146, "trace_id": 12703159447374558194 } } - running: False
- schema_name_id: 905
- start_time: 2025-09-27 01:10:14
- success: True
- trace_id: 12703159447374558194
-
Scan 6326443
- duration: 0:00:14.815876
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326443
- payload:
{ "datatype_dict": { "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-26/1758866484", "key": "raw/lead_fact/2025-09-26/1758866484/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_lead_fact", "type": "postgres" }, "trace_context": { "parent_id": 13549197866040170377, "service_name": "kepler-normies", "span_id": 7911664296518949680, "trace_id": 13549197866040170377 } } - running: False
- schema_name_id: 905
- start_time: 2025-09-26 01:01:40
- success: True
- trace_id: 13549197866040170377
-
Scan 6326019
- duration: 0:00:12.296575
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326019
- payload:
{ "datatype_dict": { "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-25/1758780044", "key": "raw/lead_fact/2025-09-25/1758780044/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_lead_fact", "type": "postgres" }, "trace_context": { "parent_id": 6145838013482921960, "service_name": "kepler-normies", "span_id": 8160559024676124261, "trace_id": 6145838013482921960 } } - running: False
- schema_name_id: 905
- start_time: 2025-09-25 01:00:53
- success: True
- trace_id: 6145838013482921960
- attributes:
{ "cancelled_on_dim_id": "int", "category_name": "string", "company_dim_id": "int", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "desired_move_in_dim_id": "int", "facility_dim_id": "int", "is_upgrade": "string", "lead_fact_id": "int", "migrated_on": "string", "moved_in_on_dim_id": "int", "next_action_at_dim_id": "int", "next_lead_action": "string", "origination": "string", "provider": "string", "provider_id": "string", "quoted_rate": "decimal", "received_epoch": "bigint", "reserved_on_dim_id": "int", "source_dim_id": "int", "source_name": "string", "status": "string", "tenant_dim_id": "int", "unit_dim_id": "int", "wait_list": "string", "wait_list_available": "string" } - created: 2025-09-27 01:10:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_lead_fact`\n(\n `lead_fact_id` int , `provider_id` string , `provider` string , `status` string , `source_name` string , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `cancelled_on_dim_id` int , `reserved_on_dim_id` int , `moved_in_on_dim_id` int , `source_dim_id` int , `migrated_on` string , `category_name` string , `received_epoch` bigint , `desired_move_in_dim_id` int , `next_action_at_dim_id` int , `next_lead_action` string , `wait_list` string , `wait_list_available` string , `quoted_rate` decimal , `deleted` string , `deleted_on_date_dim_id` int , `origination` string , `is_upgrade` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-27/1758953383'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_lead_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_lead_fact" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-10-30 02:44:49",
"disabled": false,
"format": "raw",
"id": 905,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_lead_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"cancelled_on_dim_id": "int",
"category_name": "string",
"company_dim_id": "int",
"date_dim_id": "int",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"desired_move_in_dim_id": "int",
"facility_dim_id": "int",
"is_upgrade": "string",
"lead_fact_id": "int",
"migrated_on": "string",
"moved_in_on_dim_id": "int",
"next_action_at_dim_id": "int",
"next_lead_action": "string",
"origination": "string",
"provider": "string",
"provider_id": "string",
"quoted_rate": "decimal",
"received_epoch": "bigint",
"reserved_on_dim_id": "int",
"source_dim_id": "int",
"source_name": "string",
"status": "string",
"tenant_dim_id": "int",
"unit_dim_id": "int",
"wait_list": "string",
"wait_list_available": "string"
},
"created": "2025-09-27 01:10:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_lead_fact`\n(\n `lead_fact_id` int , `provider_id` string , `provider` string , `status` string , `source_name` string , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `cancelled_on_dim_id` int , `reserved_on_dim_id` int , `moved_in_on_dim_id` int , `source_dim_id` int , `migrated_on` string , `category_name` string , `received_epoch` bigint , `desired_move_in_dim_id` int , `next_action_at_dim_id` int , `next_lead_action` string , `wait_list` string , `wait_list_available` string , `quoted_rate` decimal , `deleted` string , `deleted_on_date_dim_id` int , `origination` string , `is_upgrade` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/lead_fact/2025-09-27/1758953383'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_lead_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_lead_fact"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}