Schema Info
Schema Name: sfdl_stage_rds.ess_esscore_operations_payments
- created: 2021-07-12 13:41:59
- disabled: False
- format: raw
- id: 1086
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "ess_esscore_operations_payments" } - type: rds
Schema Versions: 4
-
Version 550948
- created: 2023-06-15 19:02:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2023-06-16/1686873747'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2023-06-16/1686873747
- id: 550948
- processed: 1
- raw_data:
{ "account_summary": 16, "amount": 4, "authorization": 7, "created_at": 18, "creator_id": 2, "department_id": 20, "guid": 6, "id": 0, "ip_address": 10, "line_item_names": 14, "message": 8, "notes": 17, "paid_at": 11, "params": 9, "payment_method": 15, "site_id": 1, "success": 5, "updated_at": 19, "voided_at": 12, "voided_reason": 13, "voider_id": 3 } - schema_attributes:
{ "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" } - schema_name_id: 1086
- schema_scan_id: 4963485
- updated: 2023-06-15 19:02:39
-
Version 402907
- created: 2022-06-22 20:47:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-23/1655948850'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-23/1655948850
- id: 402907
- processed: 1
- raw_data:
{ "account_summary": 16, "amount": 4, "authorization": 7, "created_at": 18, "creator_id": 2, "department_id": 20, "guid": 6, "id": 0, "ip_address": 10, "line_item_names": 14, "message": 8, "notes": 17, "paid_at": 11, "params": 9, "payment_method": 15, "site_id": 1, "success": 5, "updated_at": 19, "voided_at": 12, "voided_reason": 13, "voider_id": 3 } - schema_attributes:
{ "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" } - schema_name_id: 1086
- schema_scan_id: 3933490
- updated: 2022-06-22 20:47:42
-
Version 402789
- created: 2022-06-22 15:37:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-22/1655930244'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-22/1655930244
- id: 402789
- processed: 1
- raw_data:
{ "account_summary": 16, "amount": 4, "authorization": 7, "created_at": 18, "creator_id": 2, "department_id": 20, "guid": 6, "id": 0, "ip_address": 10, "line_item_names": 14, "message": 8, "notes": 17, "paid_at": 11, "params": 9, "payment_method": 15, "site_id": 1, "success": 5, "updated_at": 19, "voided_at": 12, "voided_reason": 13, "voider_id": 3 } - schema_attributes:
{ "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" } - schema_name_id: 1086
- schema_scan_id: 3932831
- updated: 2022-06-22 15:37:37
-
Version 341506
- created: 2021-07-23 23:31:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2021-07-24/1627101093'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2021-07-24/1627101093
- id: 341506
- processed: 1
- raw_data:
{ "account_summary": 16, "amount": 4, "authorization": 7, "created_at": 18, "creator_id": 2, "department_id": 20, "guid": 6, "id": 0, "ip_address": 10, "line_item_names": 14, "message": 8, "notes": 17, "paid_at": 11, "params": 9, "payment_method": 15, "site_id": 1, "success": 5, "updated_at": 19, "voided_at": 12, "voided_reason": 13, "voider_id": 3 } - schema_attributes:
{ "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" } - schema_name_id: 1086
- schema_scan_id: 3410529
- updated: 2021-07-23 23:31:45
Schema Scans: 4
Last at 2023-06-15 19:02:28
-
Scan 4963485
- duration: 0:00:11.068540
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4963485
- payload:
{ "datatype_dict": { "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2023-06-16/1686873747", "key": "raw/esscore_operations_payments/2023-06-16/1686873747/split.ess_core.operations_payments0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_operations_payments", "type": "rds" } } - running: False
- schema_name_id: 1086
- start_time: 2023-06-15 19:02:28
- success: True
- trace_id: 2171994889616900474
-
Scan 3933490
- duration: 0:00:13.883999
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3933490
- payload:
{ "datatype_dict": { "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-23/1655948850", "key": "raw/esscore_operations_payments/2022-06-23/1655948850/split.ess_core.operations_payments0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_operations_payments", "type": "rds" } } - running: False
- schema_name_id: 1086
- start_time: 2022-06-22 20:47:31
- success: True
- trace_id: 6759460435444909122
-
Scan 3932831
- duration: 0:00:14.273098
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3932831
- payload:
{ "datatype_dict": { "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2022-06-22/1655930244", "key": "raw/esscore_operations_payments/2022-06-22/1655930244/split.ess_core.operations_payments0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_operations_payments", "type": "rds" } } - running: False
- schema_name_id: 1086
- start_time: 2022-06-22 15:37:26
- success: True
- trace_id: 12326325970295811647
-
Scan 3410529
- duration: 0:00:14.041863
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3410529
- payload:
{ "datatype_dict": { "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2021-07-24/1627101093", "key": "raw/esscore_operations_payments/2021-07-24/1627101093/split.ess_core.operations_payments0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_operations_payments", "type": "rds" } } - running: False
- schema_name_id: 1086
- start_time: 2021-07-23 23:31:34
- success: True
- trace_id: 15681999032536494126
- attributes:
{ "account_summary": "string", "amount": "decimal(7,2)", "authorization": "varchar(255)", "created_at": "timestamp", "creator_id": "bigint", "department_id": "bigint", "guid": "varchar(255)", "id": "bigint", "ip_address": "varchar(255)", "line_item_names": "varchar(255)", "message": "varchar(1023)", "notes": "string", "paid_at": "timestamp", "params": "string", "payment_method": "int", "site_id": "int", "success": "smallint", "updated_at": "timestamp", "voided_at": "timestamp", "voided_reason": "varchar(255)", "voider_id": "bigint" } - created: 2023-06-15 19:02:28
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2023-06-16/1686873747'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2021-07-12 13:41:59",
"disabled": false,
"format": "raw",
"id": 1086,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "ess_esscore_operations_payments"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_summary": "string",
"amount": "decimal(7,2)",
"authorization": "varchar(255)",
"created_at": "timestamp",
"creator_id": "bigint",
"department_id": "bigint",
"guid": "varchar(255)",
"id": "bigint",
"ip_address": "varchar(255)",
"line_item_names": "varchar(255)",
"message": "varchar(1023)",
"notes": "string",
"paid_at": "timestamp",
"params": "string",
"payment_method": "int",
"site_id": "int",
"success": "smallint",
"updated_at": "timestamp",
"voided_at": "timestamp",
"voided_reason": "varchar(255)",
"voider_id": "bigint"
},
"created": "2023-06-15 19:02:28",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_operations_payments`\n(\n `id` bigint , `site_id` int , `creator_id` bigint , `voider_id` bigint , `amount` decimal(7,2) , `success` smallint , `guid` varchar(255) , `authorization` varchar(255) , `message` varchar(1023) , `params` string , `ip_address` varchar(255) , `paid_at` timestamp , `voided_at` timestamp , `voided_reason` varchar(255) , `line_item_names` varchar(255) , `payment_method` int , `account_summary` string , `notes` string , `created_at` timestamp , `updated_at` timestamp , `department_id` bigint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_operations_payments/2023-06-16/1686873747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_operations_payments`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_operations_payments"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}