Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_insurance_activity_fact
- created: 2020-11-13 16:30:32
- disabled: False
- format: raw
- id: 991
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_insurance_activity_fact" } - type: postgres
Schema Versions: 3
-
Version 868483
- created: 2025-09-26 01:04:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_insurance_activity_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_insurance_activity_fact`\n(\n `insurance_activity_fact_id` int , `provider_id` string , `provider` string , `action_type` string , `policy_number` string , `coverage_amount` decimal , `coverage_percentage` decimal , `premium` decimal , `coverage_effective_dim_id` int , `cancellation_effective_dim_id` int , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `received_epoch` bigint , `refund_paid` decimal , `retained_fee` decimal , `paid_thru_date_dim_id` int , `amount` decimal , `refund_due` decimal , `deleted` string , `deleted_on_date_dim_id` int , `insurance_company` string , `auto_enrolled` string , `activity_source` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-26/1758866591'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_insurance_activity_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-26/1758866591
- id: 868483
- processed: 1
- raw_data:
{ "action_type": 3, "activity_source": 25, "amount": 19, "auto_enrolled": 24, "cancellation_effective_dim_id": 9, "company_dim_id": 10, "coverage_amount": 5, "coverage_effective_dim_id": 8, "coverage_percentage": 6, "date_dim_id": 14, "deleted": 21, "deleted_on_date_dim_id": 22, "facility_dim_id": 11, "insurance_activity_fact_id": 0, "insurance_company": 23, "paid_thru_date_dim_id": 18, "policy_number": 4, "premium": 7, "provider": 2, "provider_id": 1, "received_epoch": 15, "refund_due": 20, "refund_paid": 16, "retained_fee": 17, "tenant_dim_id": 13, "unit_dim_id": 12 } - schema_attributes:
{ "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" } - schema_name_id: 991
- schema_scan_id: 6326455
- updated: 2025-09-26 01:05:09
-
Version 868264
- created: 2025-09-25 01:04:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_insurance_activity_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_insurance_activity_fact`\n(\n `insurance_activity_fact_id` int , `provider_id` string , `provider` string , `action_type` string , `policy_number` string , `coverage_amount` decimal , `coverage_percentage` decimal , `premium` decimal , `coverage_effective_dim_id` int , `cancellation_effective_dim_id` int , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `received_epoch` bigint , `refund_paid` decimal , `retained_fee` decimal , `paid_thru_date_dim_id` int , `amount` decimal , `refund_due` decimal , `deleted` string , `deleted_on_date_dim_id` int , `insurance_company` string , `auto_enrolled` string , `activity_source` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-25/1758780161'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_insurance_activity_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-25/1758780161
- id: 868264
- processed: 1
- raw_data:
{ "action_type": 3, "activity_source": 25, "amount": 19, "auto_enrolled": 24, "cancellation_effective_dim_id": 9, "company_dim_id": 10, "coverage_amount": 5, "coverage_effective_dim_id": 8, "coverage_percentage": 6, "date_dim_id": 14, "deleted": 21, "deleted_on_date_dim_id": 22, "facility_dim_id": 11, "insurance_activity_fact_id": 0, "insurance_company": 23, "paid_thru_date_dim_id": 18, "policy_number": 4, "premium": 7, "provider": 2, "provider_id": 1, "received_epoch": 15, "refund_due": 20, "refund_paid": 16, "retained_fee": 17, "tenant_dim_id": 13, "unit_dim_id": 12 } - schema_attributes:
{ "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" } - schema_name_id: 991
- schema_scan_id: 6326031
- updated: 2025-09-25 01:04:24
-
Version 868046
- created: 2025-09-24 01:11:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_insurance_activity_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_insurance_activity_fact`\n(\n `insurance_activity_fact_id` int , `provider_id` string , `provider` string , `action_type` string , `policy_number` string , `coverage_amount` decimal , `coverage_percentage` decimal , `premium` decimal , `coverage_effective_dim_id` int , `cancellation_effective_dim_id` int , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `received_epoch` bigint , `refund_paid` decimal , `retained_fee` decimal , `paid_thru_date_dim_id` int , `amount` decimal , `refund_due` decimal , `deleted` string , `deleted_on_date_dim_id` int , `insurance_company` string , `auto_enrolled` string , `activity_source` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-24/1758694216'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_insurance_activity_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-24/1758694216
- id: 868046
- processed: 1
- raw_data:
{ "action_type": 3, "activity_source": 25, "amount": 19, "auto_enrolled": 24, "cancellation_effective_dim_id": 9, "company_dim_id": 10, "coverage_amount": 5, "coverage_effective_dim_id": 8, "coverage_percentage": 6, "date_dim_id": 14, "deleted": 21, "deleted_on_date_dim_id": 22, "facility_dim_id": 11, "insurance_activity_fact_id": 0, "insurance_company": 23, "paid_thru_date_dim_id": 18, "policy_number": 4, "premium": 7, "provider": 2, "provider_id": 1, "received_epoch": 15, "refund_due": 20, "refund_paid": 16, "retained_fee": 17, "tenant_dim_id": 13, "unit_dim_id": 12 } - schema_attributes:
{ "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" } - schema_name_id: 991
- schema_scan_id: 6325611
- updated: 2025-09-24 01:12:03
Schema Scans: 3
Last at 2025-09-26 01:04:57
-
Scan 6326455
- duration: 0:00:12.344154
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326455
- payload:
{ "datatype_dict": { "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-26/1758866591", "key": "raw/insurance_activity_fact/2025-09-26/1758866591/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_insurance_activity_fact", "type": "postgres" }, "trace_context": { "parent_id": 17366102496549474653, "service_name": "kepler-normies", "span_id": 8508314177674525081, "trace_id": 17366102496549474653 } } - running: False
- schema_name_id: 991
- start_time: 2025-09-26 01:04:57
- success: True
- trace_id: 17366102496549474653
-
Scan 6326031
- duration: 0:00:14.870480
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6326031
- payload:
{ "datatype_dict": { "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-25/1758780161", "key": "raw/insurance_activity_fact/2025-09-25/1758780161/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_insurance_activity_fact", "type": "postgres" }, "trace_context": { "parent_id": 13975888068463145915, "service_name": "kepler-normies", "span_id": 11087797395416280021, "trace_id": 13975888068463145915 } } - running: False
- schema_name_id: 991
- start_time: 2025-09-25 01:04:10
- success: True
- trace_id: 13975888068463145915
-
Scan 6325611
- duration: 0:00:14.966854
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6325611
- payload:
{ "datatype_dict": { "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-24/1758694216", "key": "raw/insurance_activity_fact/2025-09-24/1758694216/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_insurance_activity_fact", "type": "postgres" }, "trace_context": { "parent_id": 10378291635141117337, "service_name": "kepler-normies", "span_id": 3675172990474559579, "trace_id": 10378291635141117337 } } - running: False
- schema_name_id: 991
- start_time: 2025-09-24 01:11:48
- success: True
- trace_id: 10378291635141117337
- attributes:
{ "action_type": "string", "activity_source": "string", "amount": "decimal", "auto_enrolled": "string", "cancellation_effective_dim_id": "int", "company_dim_id": "int", "coverage_amount": "decimal", "coverage_effective_dim_id": "int", "coverage_percentage": "decimal", "date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "facility_dim_id": "int", "insurance_activity_fact_id": "int", "insurance_company": "string", "paid_thru_date_dim_id": "int", "policy_number": "string", "premium": "decimal", "provider": "string", "provider_id": "string", "received_epoch": "bigint", "refund_due": "decimal", "refund_paid": "decimal", "retained_fee": "decimal", "tenant_dim_id": "int", "unit_dim_id": "int" } - created: 2025-09-26 01:04:58
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_insurance_activity_fact`\n(\n `insurance_activity_fact_id` int , `provider_id` string , `provider` string , `action_type` string , `policy_number` string , `coverage_amount` decimal , `coverage_percentage` decimal , `premium` decimal , `coverage_effective_dim_id` int , `cancellation_effective_dim_id` int , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `received_epoch` bigint , `refund_paid` decimal , `retained_fee` decimal , `paid_thru_date_dim_id` int , `amount` decimal , `refund_due` decimal , `deleted` string , `deleted_on_date_dim_id` int , `insurance_company` string , `auto_enrolled` string , `activity_source` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-26/1758866591'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_insurance_activity_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_insurance_activity_fact" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2020-11-13 16:30:32",
"disabled": false,
"format": "raw",
"id": 991,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_insurance_activity_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"action_type": "string",
"activity_source": "string",
"amount": "decimal",
"auto_enrolled": "string",
"cancellation_effective_dim_id": "int",
"company_dim_id": "int",
"coverage_amount": "decimal",
"coverage_effective_dim_id": "int",
"coverage_percentage": "decimal",
"date_dim_id": "int",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"facility_dim_id": "int",
"insurance_activity_fact_id": "int",
"insurance_company": "string",
"paid_thru_date_dim_id": "int",
"policy_number": "string",
"premium": "decimal",
"provider": "string",
"provider_id": "string",
"received_epoch": "bigint",
"refund_due": "decimal",
"refund_paid": "decimal",
"retained_fee": "decimal",
"tenant_dim_id": "int",
"unit_dim_id": "int"
},
"created": "2025-09-26 01:04:58",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_insurance_activity_fact`\n(\n `insurance_activity_fact_id` int , `provider_id` string , `provider` string , `action_type` string , `policy_number` string , `coverage_amount` decimal , `coverage_percentage` decimal , `premium` decimal , `coverage_effective_dim_id` int , `cancellation_effective_dim_id` int , `company_dim_id` int , `facility_dim_id` int , `unit_dim_id` int , `tenant_dim_id` int , `date_dim_id` int , `received_epoch` bigint , `refund_paid` decimal , `retained_fee` decimal , `paid_thru_date_dim_id` int , `amount` decimal , `refund_due` decimal , `deleted` string , `deleted_on_date_dim_id` int , `insurance_company` string , `auto_enrolled` string , `activity_source` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/insurance_activity_fact/2025-09-26/1758866591'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_insurance_activity_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_insurance_activity_fact"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}