Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_unit_dim
- created: 2019-02-06 11:42:02
- disabled: False
- format: raw
- id: 707
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_unit_dim" } - type: postgres
Schema Versions: 3
-
Version 868472
- created: 2025-09-26 01:01:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_unit_dim`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_unit_dim`\n(\n `unit_dim_id` int , `provider_id` string , `provider` string , `unit_name` string , `width` double , `length` double , `height` double , `area` double , `door_width` double , `door_height` double , `door_type` string , `unit_type` string , `sort_string` string , `migrated_on` string , `received_epoch` bigint , `floor` int , `access_type` string , `unit_group_key` string , `deleted_on` date , `walk_through_order` int , `unit_amenities` string , `channel_rates` string , `attribute_description` string , `external_account_code` string , `external_account_name` string , `auto_applied_discount_plans` string , `combo_lock_group_combo_code` string , `combo_lock_group_name` string , `excludes_insurance` string , `fully_enclosed` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-26/1758866495'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_unit_dim" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-26/1758866495
- id: 868472
- processed: 1
- raw_data:
{ "access_type": 16, "area": 7, "attribute_description": 22, "auto_applied_discount_plans": 25, "channel_rates": 21, "combo_lock_group_combo_code": 26, "combo_lock_group_name": 27, "deleted_on": 18, "door_height": 9, "door_type": 10, "door_width": 8, "excludes_insurance": 28, "external_account_code": 23, "external_account_name": 24, "floor": 15, "fully_enclosed": 29, "height": 6, "length": 5, "migrated_on": 13, "provider": 2, "provider_id": 1, "received_epoch": 14, "sort_string": 12, "unit_amenities": 20, "unit_dim_id": 0, "unit_group_key": 17, "unit_name": 3, "unit_type": 11, "walk_through_order": 19, "width": 4 } - schema_attributes:
{ "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" } - schema_name_id: 707
- schema_scan_id: 6326444
- updated: 2025-09-26 01:02:01
-
Version 868259
- created: 2025-09-25 01:02:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_unit_dim`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_unit_dim`\n(\n `unit_dim_id` int , `provider_id` string , `provider` string , `unit_name` string , `width` double , `length` double , `height` double , `area` double , `door_width` double , `door_height` double , `door_type` string , `unit_type` string , `sort_string` string , `migrated_on` string , `received_epoch` bigint , `floor` int , `access_type` string , `unit_group_key` string , `deleted_on` date , `walk_through_order` int , `unit_amenities` string , `channel_rates` string , `attribute_description` string , `external_account_code` string , `external_account_name` string , `auto_applied_discount_plans` string , `combo_lock_group_combo_code` string , `combo_lock_group_name` string , `excludes_insurance` string , `fully_enclosed` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-25/1758780129'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_unit_dim" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-25/1758780129
- id: 868259
- processed: 1
- raw_data:
{ "access_type": 16, "area": 7, "attribute_description": 22, "auto_applied_discount_plans": 25, "channel_rates": 21, "combo_lock_group_combo_code": 26, "combo_lock_group_name": 27, "deleted_on": 18, "door_height": 9, "door_type": 10, "door_width": 8, "excludes_insurance": 28, "external_account_code": 23, "external_account_name": 24, "floor": 15, "fully_enclosed": 29, "height": 6, "length": 5, "migrated_on": 13, "provider": 2, "provider_id": 1, "received_epoch": 14, "sort_string": 12, "unit_amenities": 20, "unit_dim_id": 0, "unit_group_key": 17, "unit_name": 3, "unit_type": 11, "walk_through_order": 19, "width": 4 } - schema_attributes:
{ "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" } - schema_name_id: 707
- schema_scan_id: 6326026
- updated: 2025-09-25 01:02:43
-
Version 868044
- created: 2025-09-24 00:53:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_unit_dim`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_unit_dim`\n(\n `unit_dim_id` int , `provider_id` string , `provider` string , `unit_name` string , `width` double , `length` double , `height` double , `area` double , `door_width` double , `door_height` double , `door_type` string , `unit_type` string , `sort_string` string , `migrated_on` string , `received_epoch` bigint , `floor` int , `access_type` string , `unit_group_key` string , `deleted_on` date , `walk_through_order` int , `unit_amenities` string , `channel_rates` string , `attribute_description` string , `external_account_code` string , `external_account_name` string , `auto_applied_discount_plans` string , `combo_lock_group_combo_code` string , `combo_lock_group_name` string , `excludes_insurance` string , `fully_enclosed` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-24/1758693200'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_unit_dim" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-24/1758693200
- id: 868044
- processed: 1
- raw_data:
{ "access_type": 16, "area": 7, "attribute_description": 22, "auto_applied_discount_plans": 25, "channel_rates": 21, "combo_lock_group_combo_code": 26, "combo_lock_group_name": 27, "deleted_on": 18, "door_height": 9, "door_type": 10, "door_width": 8, "excludes_insurance": 28, "external_account_code": 23, "external_account_name": 24, "floor": 15, "fully_enclosed": 29, "height": 6, "length": 5, "migrated_on": 13, "provider": 2, "provider_id": 1, "received_epoch": 14, "sort_string": 12, "unit_amenities": 20, "unit_dim_id": 0, "unit_group_key": 17, "unit_name": 3, "unit_type": 11, "walk_through_order": 19, "width": 4 } - schema_attributes:
{ "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" } - schema_name_id: 707
- schema_scan_id: 6325607
- updated: 2025-09-24 00:53:42
Schema Scans: 3
Last at 2025-09-26 01:01:46
-
Scan 6326444
- duration: 0:00:14.954406
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326444
- payload:
{ "datatype_dict": { "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-26/1758866495", "key": "raw/unit_dim/2025-09-26/1758866495/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_unit_dim", "type": "postgres" }, "trace_context": { "parent_id": 14594929545086568446, "service_name": "kepler-normies", "span_id": 8257976910958640111, "trace_id": 14594929545086568446 } } - running: False
- schema_name_id: 707
- start_time: 2025-09-26 01:01:46
- success: True
- trace_id: 14594929545086568446
-
Scan 6326026
- duration: 0:00:14.982258
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326026
- payload:
{ "datatype_dict": { "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-25/1758780129", "key": "raw/unit_dim/2025-09-25/1758780129/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_unit_dim", "type": "postgres" }, "trace_context": { "parent_id": 202067118063874859, "service_name": "kepler-normies", "span_id": 10316330059909621482, "trace_id": 202067118063874859 } } - running: False
- schema_name_id: 707
- start_time: 2025-09-25 01:02:28
- success: True
- trace_id: 202067118063874859
-
Scan 6325607
- duration: 0:00:14.823052
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6325607
- payload:
{ "datatype_dict": { "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-24/1758693200", "key": "raw/unit_dim/2025-09-24/1758693200/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_unit_dim", "type": "postgres" }, "trace_context": { "parent_id": 4611274731967052466, "service_name": "kepler-normies", "span_id": 8191017905905046868, "trace_id": 4611274731967052466 } } - running: False
- schema_name_id: 707
- start_time: 2025-09-24 00:53:27
- success: True
- trace_id: 4611274731967052466
- attributes:
{ "access_type": "string", "area": "double", "attribute_description": "string", "auto_applied_discount_plans": "string", "channel_rates": "string", "combo_lock_group_combo_code": "string", "combo_lock_group_name": "string", "deleted_on": "date", "door_height": "double", "door_type": "string", "door_width": "double", "excludes_insurance": "string", "external_account_code": "string", "external_account_name": "string", "floor": "int", "fully_enclosed": "string", "height": "double", "length": "double", "migrated_on": "string", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "sort_string": "string", "unit_amenities": "string", "unit_dim_id": "int", "unit_group_key": "string", "unit_name": "string", "unit_type": "string", "walk_through_order": "int", "width": "double" } - created: 2025-09-26 01:01:47
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_unit_dim`\n(\n `unit_dim_id` int , `provider_id` string , `provider` string , `unit_name` string , `width` double , `length` double , `height` double , `area` double , `door_width` double , `door_height` double , `door_type` string , `unit_type` string , `sort_string` string , `migrated_on` string , `received_epoch` bigint , `floor` int , `access_type` string , `unit_group_key` string , `deleted_on` date , `walk_through_order` int , `unit_amenities` string , `channel_rates` string , `attribute_description` string , `external_account_code` string , `external_account_name` string , `auto_applied_discount_plans` string , `combo_lock_group_combo_code` string , `combo_lock_group_name` string , `excludes_insurance` string , `fully_enclosed` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-26/1758866495'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_unit_dim`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_unit_dim" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-02-06 11:42:02",
"disabled": false,
"format": "raw",
"id": 707,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_unit_dim"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"access_type": "string",
"area": "double",
"attribute_description": "string",
"auto_applied_discount_plans": "string",
"channel_rates": "string",
"combo_lock_group_combo_code": "string",
"combo_lock_group_name": "string",
"deleted_on": "date",
"door_height": "double",
"door_type": "string",
"door_width": "double",
"excludes_insurance": "string",
"external_account_code": "string",
"external_account_name": "string",
"floor": "int",
"fully_enclosed": "string",
"height": "double",
"length": "double",
"migrated_on": "string",
"provider": "string",
"provider_id": "string",
"received_epoch": "bigint",
"sort_string": "string",
"unit_amenities": "string",
"unit_dim_id": "int",
"unit_group_key": "string",
"unit_name": "string",
"unit_type": "string",
"walk_through_order": "int",
"width": "double"
},
"created": "2025-09-26 01:01:47",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_unit_dim`\n(\n `unit_dim_id` int , `provider_id` string , `provider` string , `unit_name` string , `width` double , `length` double , `height` double , `area` double , `door_width` double , `door_height` double , `door_type` string , `unit_type` string , `sort_string` string , `migrated_on` string , `received_epoch` bigint , `floor` int , `access_type` string , `unit_group_key` string , `deleted_on` date , `walk_through_order` int , `unit_amenities` string , `channel_rates` string , `attribute_description` string , `external_account_code` string , `external_account_name` string , `auto_applied_discount_plans` string , `combo_lock_group_combo_code` string , `combo_lock_group_name` string , `excludes_insurance` string , `fully_enclosed` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/unit_dim/2025-09-26/1758866495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_unit_dim`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_unit_dim"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}