Schema Info
Schema Name: sfdl_stage_postgres.keplernormies_payment_fact
- created: 2019-10-30 02:48:02
- disabled: False
- format: raw
- id: 906
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_postgres", "table": "keplernormies_payment_fact" } - type: postgres
Schema Versions: 3
-
Version 505225
- created: 2023-02-27 09:16:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-27/1677510923'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-27/1677510923
- id: 505225
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 906
- schema_scan_id: 4662285
- updated: 2023-02-27 09:16:25
-
Version 504634
- created: 2023-02-26 01:09:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-26/1677395313'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-26/1677395313
- id: 504634
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 906
- schema_scan_id: 4659030
- updated: 2023-02-26 01:09:31
-
Version 504216
- created: 2023-02-25 01:11:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-25/1677309008'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-25/1677309008
- id: 504216
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 906
- schema_scan_id: 4656662
- updated: 2023-02-25 01:11:20
Schema Scans: 3
Last at 2023-02-27 09:16:13
-
Scan 4662285
- duration: 0:00:12.211691
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4662285
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-27/1677510923", "key": "raw/payment_fact/2023-02-27/1677510923/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 8249989865397176262, "service_name": "kepler-normies", "span_id": 10572478317635760653, "trace_id": 8249989865397176262 } } - running: False
- schema_name_id: 906
- start_time: 2023-02-27 09:16:13
- success: True
- trace_id: 8249989865397176262
-
Scan 4659030
- duration: 0:00:12.170027
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4659030
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-26/1677395313", "key": "raw/payment_fact/2023-02-26/1677395313/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 2041833599060785829, "service_name": "kepler-normies", "span_id": 17970319461579057889, "trace_id": 2041833599060785829 } } - running: False
- schema_name_id: 906
- start_time: 2023-02-26 01:09:19
- success: True
- trace_id: 2041833599060785829
-
Scan 4656662
- duration: 0:00:12.080119
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4656662
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-stage", "hive_path": "s3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-25/1677309008", "key": "raw/payment_fact/2023-02-25/1677309008/data_0.csv.gz" }, "schema": { "name": "sfdl_stage_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 11141626578988247572, "service_name": "kepler-normies", "span_id": 6494195934472094664, "trace_id": 11141626578988247572 } } - running: False
- schema_name_id: 906
- start_time: 2023-02-25 01:11:08
- success: True
- trace_id: 11141626578988247572
- attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - created: 2023-02-27 09:16:14
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-27/1677510923'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_payment_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_payment_fact" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2019-10-30 02:48:02",
"disabled": false,
"format": "raw",
"id": 906,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_postgres",
"table": "keplernormies_payment_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_dim_id": "int",
"amount": "decimal",
"charge_number": "string",
"check_number": "string",
"company_dim_id": "int",
"created_at_date_dim_id": "int",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"event_type": "string",
"facility_dim_id": "int",
"invoice_numbers": "string",
"is_reversal": "string",
"migrated_on": "string",
"money_order_number": "string",
"parent_payment_fact_id": "int",
"payment_fact_id": "int",
"payment_kind": "string",
"payment_provider_name": "string",
"payment_source": "string",
"payment_type": "string",
"provider": "string",
"provider_id": "string",
"receipt_number": "string",
"received_epoch": "bigint",
"source_dim_id": "int",
"tenant_dim_id": "int",
"transaction_id": "string",
"user_dim_id": "int"
},
"created": "2023-02-27 09:16:14",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-stage/raw/payment_fact/2023-02-27/1677510923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_postgres.keplernormies_payment_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_postgres.keplernormies_payment_fact"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}