Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_occupancy_fact
- created: 2019-02-06 12:32:46
- disabled: False
- format: raw
- id: 709
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_occupancy_fact" } - type: postgres
Schema Versions: 3
-
Version 868485
- created: 2025-09-26 01:24:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_occupancy_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_occupancy_fact`\n(\n `occupancy_fact_id` int , `occupied` int , `vacant` int , `reserved` int , `complimentary` int , `damaged` int , `dirty` int , `unrentable` int , `insured` int , `managed_rate` decimal , `standard_rate` decimal , `rent_rate` decimal , `start_date` date , `end_date` date , `deleted_on` date , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `migrated_on` string , `received_epoch` bigint , `insured_private` int , `unit_group_key` string , `available_on_date_dim_id` int , `ledger_provider_id` string , `company_owned` int , `cross_sell_group_dim_id` int , `tiered_rate` decimal , `tier_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-26/1758867718'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_occupancy_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-26/1758867718
- id: 868485
- processed: 1
- raw_data:
{ "available_on_date_dim_id": 24, "company_dim_id": 15, "company_owned": 26, "complimentary": 4, "cross_sell_group_dim_id": 27, "damaged": 5, "date_dim_id": 19, "deleted_on": 14, "dirty": 6, "end_date": 13, "facility_dim_id": 16, "insured": 8, "insured_private": 22, "ledger_provider_id": 25, "managed_rate": 9, "migrated_on": 20, "occupancy_fact_id": 0, "occupied": 1, "received_epoch": 21, "rent_rate": 11, "reserved": 3, "standard_rate": 10, "start_date": 12, "tenant_dim_id": 18, "tier_dim_id": 29, "tiered_rate": 28, "unit_dim_id": 17, "unit_group_key": 23, "unrentable": 7, "vacant": 2 } - schema_attributes:
{ "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" } - schema_name_id: 709
- schema_scan_id: 6326457
- updated: 2025-09-26 01:24:14
-
Version 868266
- created: 2025-09-25 01:23:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_occupancy_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_occupancy_fact`\n(\n `occupancy_fact_id` int , `occupied` int , `vacant` int , `reserved` int , `complimentary` int , `damaged` int , `dirty` int , `unrentable` int , `insured` int , `managed_rate` decimal , `standard_rate` decimal , `rent_rate` decimal , `start_date` date , `end_date` date , `deleted_on` date , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `migrated_on` string , `received_epoch` bigint , `insured_private` int , `unit_group_key` string , `available_on_date_dim_id` int , `ledger_provider_id` string , `company_owned` int , `cross_sell_group_dim_id` int , `tiered_rate` decimal , `tier_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-25/1758781324'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_occupancy_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-25/1758781324
- id: 868266
- processed: 1
- raw_data:
{ "available_on_date_dim_id": 24, "company_dim_id": 15, "company_owned": 26, "complimentary": 4, "cross_sell_group_dim_id": 27, "damaged": 5, "date_dim_id": 19, "deleted_on": 14, "dirty": 6, "end_date": 13, "facility_dim_id": 16, "insured": 8, "insured_private": 22, "ledger_provider_id": 25, "managed_rate": 9, "migrated_on": 20, "occupancy_fact_id": 0, "occupied": 1, "received_epoch": 21, "rent_rate": 11, "reserved": 3, "standard_rate": 10, "start_date": 12, "tenant_dim_id": 18, "tier_dim_id": 29, "tiered_rate": 28, "unit_dim_id": 17, "unit_group_key": 23, "unrentable": 7, "vacant": 2 } - schema_attributes:
{ "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" } - schema_name_id: 709
- schema_scan_id: 6326033
- updated: 2025-09-25 01:24:03
-
Version 868047
- created: 2025-09-24 01:23:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_occupancy_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_occupancy_fact`\n(\n `occupancy_fact_id` int , `occupied` int , `vacant` int , `reserved` int , `complimentary` int , `damaged` int , `dirty` int , `unrentable` int , `insured` int , `managed_rate` decimal , `standard_rate` decimal , `rent_rate` decimal , `start_date` date , `end_date` date , `deleted_on` date , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `migrated_on` string , `received_epoch` bigint , `insured_private` int , `unit_group_key` string , `available_on_date_dim_id` int , `ledger_provider_id` string , `company_owned` int , `cross_sell_group_dim_id` int , `tiered_rate` decimal , `tier_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-24/1758694893'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_occupancy_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-24/1758694893
- id: 868047
- processed: 1
- raw_data:
{ "available_on_date_dim_id": 24, "company_dim_id": 15, "company_owned": 26, "complimentary": 4, "cross_sell_group_dim_id": 27, "damaged": 5, "date_dim_id": 19, "deleted_on": 14, "dirty": 6, "end_date": 13, "facility_dim_id": 16, "insured": 8, "insured_private": 22, "ledger_provider_id": 25, "managed_rate": 9, "migrated_on": 20, "occupancy_fact_id": 0, "occupied": 1, "received_epoch": 21, "rent_rate": 11, "reserved": 3, "standard_rate": 10, "start_date": 12, "tenant_dim_id": 18, "tier_dim_id": 29, "tiered_rate": 28, "unit_dim_id": 17, "unit_group_key": 23, "unrentable": 7, "vacant": 2 } - schema_attributes:
{ "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" } - schema_name_id: 709
- schema_scan_id: 6325615
- updated: 2025-09-24 01:23:58
Schema Scans: 3
Last at 2025-09-26 01:24:01
-
Scan 6326457
- duration: 0:00:12.559642
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326457
- payload:
{ "datatype_dict": { "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-26/1758867718", "key": "raw/occupancy_fact/2025-09-26/1758867718/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_occupancy_fact", "type": "postgres" }, "trace_context": { "parent_id": 4851183745823983819, "service_name": "kepler-normies", "span_id": 12726573468953629298, "trace_id": 4851183745823983819 } } - running: False
- schema_name_id: 709
- start_time: 2025-09-26 01:24:01
- success: True
- trace_id: 4851183745823983819
-
Scan 6326033
- duration: 0:00:14.940954
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326033
- payload:
{ "datatype_dict": { "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-25/1758781324", "key": "raw/occupancy_fact/2025-09-25/1758781324/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_occupancy_fact", "type": "postgres" }, "trace_context": { "parent_id": 4035084017248355982, "service_name": "kepler-normies", "span_id": 18286338552868550598, "trace_id": 4035084017248355982 } } - running: False
- schema_name_id: 709
- start_time: 2025-09-25 01:23:49
- success: True
- trace_id: 4035084017248355982
-
Scan 6325615
- duration: 0:00:12.370039
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6325615
- payload:
{ "datatype_dict": { "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-24/1758694893", "key": "raw/occupancy_fact/2025-09-24/1758694893/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_occupancy_fact", "type": "postgres" }, "trace_context": { "parent_id": 16468347108146955874, "service_name": "kepler-normies", "span_id": 15986529144946880030, "trace_id": 16468347108146955874 } } - running: False
- schema_name_id: 709
- start_time: 2025-09-24 01:23:46
- success: True
- trace_id: 16468347108146955874
- attributes:
{ "available_on_date_dim_id": "int", "company_dim_id": "int", "company_owned": "int", "complimentary": "int", "cross_sell_group_dim_id": "int", "damaged": "int", "date_dim_id": "int", "deleted_on": "date", "dirty": "int", "end_date": "date", "facility_dim_id": "int", "insured": "int", "insured_private": "int", "ledger_provider_id": "string", "managed_rate": "decimal", "migrated_on": "string", "occupancy_fact_id": "int", "occupied": "int", "received_epoch": "bigint", "rent_rate": "decimal", "reserved": "int", "standard_rate": "decimal", "start_date": "date", "tenant_dim_id": "int", "tier_dim_id": "int", "tiered_rate": "decimal", "unit_dim_id": "int", "unit_group_key": "string", "unrentable": "int", "vacant": "int" } - created: 2025-09-26 01:24:03
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_occupancy_fact`\n(\n `occupancy_fact_id` int , `occupied` int , `vacant` int , `reserved` int , `complimentary` int , `damaged` int , `dirty` int , `unrentable` int , `insured` int , `managed_rate` decimal , `standard_rate` decimal , `rent_rate` decimal , `start_date` date , `end_date` date , `deleted_on` date , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `migrated_on` string , `received_epoch` bigint , `insured_private` int , `unit_group_key` string , `available_on_date_dim_id` int , `ledger_provider_id` string , `company_owned` int , `cross_sell_group_dim_id` int , `tiered_rate` decimal , `tier_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-26/1758867718'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_occupancy_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_occupancy_fact" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-02-06 12:32:46",
"disabled": false,
"format": "raw",
"id": 709,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_occupancy_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"available_on_date_dim_id": "int",
"company_dim_id": "int",
"company_owned": "int",
"complimentary": "int",
"cross_sell_group_dim_id": "int",
"damaged": "int",
"date_dim_id": "int",
"deleted_on": "date",
"dirty": "int",
"end_date": "date",
"facility_dim_id": "int",
"insured": "int",
"insured_private": "int",
"ledger_provider_id": "string",
"managed_rate": "decimal",
"migrated_on": "string",
"occupancy_fact_id": "int",
"occupied": "int",
"received_epoch": "bigint",
"rent_rate": "decimal",
"reserved": "int",
"standard_rate": "decimal",
"start_date": "date",
"tenant_dim_id": "int",
"tier_dim_id": "int",
"tiered_rate": "decimal",
"unit_dim_id": "int",
"unit_group_key": "string",
"unrentable": "int",
"vacant": "int"
},
"created": "2025-09-26 01:24:03",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_occupancy_fact`\n(\n `occupancy_fact_id` int , `occupied` int , `vacant` int , `reserved` int , `complimentary` int , `damaged` int , `dirty` int , `unrentable` int , `insured` int , `managed_rate` decimal , `standard_rate` decimal , `rent_rate` decimal , `start_date` date , `end_date` date , `deleted_on` date , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `migrated_on` string , `received_epoch` bigint , `insured_private` int , `unit_group_key` string , `available_on_date_dim_id` int , `ledger_provider_id` string , `company_owned` int , `cross_sell_group_dim_id` int , `tiered_rate` decimal , `tier_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/occupancy_fact/2025-09-26/1758867718'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_occupancy_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_occupancy_fact"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}