Schema Info
Schema Name: sfdl_stage_rds.ess_esscore_payment_accounts
- created: 2021-07-12 13:42:39
- disabled: False
- format: raw
- id: 1095
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_rds", "table": "ess_esscore_payment_accounts" } - type: rds
Schema Versions: 4
-
Version 550945
- created: 2023-06-15 19:01:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2023-06-16/1686873681'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2023-06-16/1686873681
- id: 550945
- processed: 1
- raw_data:
{ "active": 15, "address": 9, "card_expires_on": 4, "card_type": 3, "chargeable_id": 7, "chargeable_type": 8, "city": 10, "country": 16, "created_at": 5, "deleted_at": 17, "description": 19, "first_name": 1, "id": 0, "kind": 13, "last_name": 2, "payrix": 20, "routing_number": 14, "state": 11, "stripe_id": 18, "updated_at": 6, "zip": 12 } - schema_attributes:
{ "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" } - schema_name_id: 1095
- schema_scan_id: 4963478
- updated: 2023-06-15 19:01:35
-
Version 402873
- created: 2022-06-22 20:31:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-23/1655947875'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-23/1655947875
- id: 402873
- processed: 1
- raw_data:
{ "active": 15, "address": 9, "card_expires_on": 4, "card_type": 3, "chargeable_id": 7, "chargeable_type": 8, "city": 10, "country": 16, "created_at": 5, "deleted_at": 17, "description": 19, "first_name": 1, "id": 0, "kind": 13, "last_name": 2, "payrix": 20, "routing_number": 14, "state": 11, "stripe_id": 18, "updated_at": 6, "zip": 12 } - schema_attributes:
{ "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" } - schema_name_id: 1095
- schema_scan_id: 3933436
- updated: 2022-06-22 20:31:29
-
Version 402796
- created: 2022-06-22 15:40:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-22/1655930398'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-22/1655930398
- id: 402796
- processed: 1
- raw_data:
{ "active": 15, "address": 9, "card_expires_on": 4, "card_type": 3, "chargeable_id": 7, "chargeable_type": 8, "city": 10, "country": 16, "created_at": 5, "deleted_at": 17, "description": 19, "first_name": 1, "id": 0, "kind": 13, "last_name": 2, "payrix": 20, "routing_number": 14, "state": 11, "stripe_id": 18, "updated_at": 6, "zip": 12 } - schema_attributes:
{ "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" } - schema_name_id: 1095
- schema_scan_id: 3932844
- updated: 2022-06-22 15:40:11
-
Version 341465
- created: 2021-07-23 23:01:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2021-07-24/1627099290'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts" ] - hive_path: s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2021-07-24/1627099290
- id: 341465
- processed: 1
- raw_data:
{ "active": 15, "address": 9, "card_expires_on": 4, "card_type": 3, "chargeable_id": 7, "chargeable_type": 8, "city": 10, "country": 16, "created_at": 5, "deleted_at": 17, "description": 19, "first_name": 1, "id": 0, "kind": 13, "last_name": 2, "payrix": 20, "routing_number": 14, "state": 11, "stripe_id": 18, "updated_at": 6, "zip": 12 } - schema_attributes:
{ "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" } - schema_name_id: 1095
- schema_scan_id: 3410488
- updated: 2021-07-23 23:08:07
Schema Scans: 4
Last at 2023-06-15 19:01:24
-
Scan 4963478
- duration: 0:00:11.177268
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 4963478
- payload:
{ "datatype_dict": { "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2023-06-16/1686873681", "key": "raw/esscore_payment_accounts/2023-06-16/1686873681/split.ess_core.payment_accounts0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_payment_accounts", "type": "rds" } } - running: False
- schema_name_id: 1095
- start_time: 2023-06-15 19:01:24
- success: True
- trace_id: 7266833464626287726
-
Scan 3933436
- duration: 0:00:13.993152
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3933436
- payload:
{ "datatype_dict": { "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-23/1655947875", "key": "raw/esscore_payment_accounts/2022-06-23/1655947875/split.ess_core.payment_accounts0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_payment_accounts", "type": "rds" } } - running: False
- schema_name_id: 1095
- start_time: 2022-06-22 20:31:17
- success: True
- trace_id: 14503237334292134538
-
Scan 3932844
- duration: 0:00:13.978306
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3932844
- payload:
{ "datatype_dict": { "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2022-06-22/1655930398", "key": "raw/esscore_payment_accounts/2022-06-22/1655930398/split.ess_core.payment_accounts0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_payment_accounts", "type": "rds" } } - running: False
- schema_name_id: 1095
- start_time: 2022-06-22 15:40:00
- success: True
- trace_id: 13600042306288196437
-
Scan 3410488
- duration: 0:07:06.295221
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 3410488
- payload:
{ "datatype_dict": { "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-ess-stage", "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2021-07-24/1627099290", "key": "raw/esscore_payment_accounts/2021-07-24/1627099290/split.ess_core.payment_accounts0.dat.gz" }, "schema": { "name": "sfdl_stage_rds.ess_esscore_payment_accounts", "type": "rds" } } - running: False
- schema_name_id: 1095
- start_time: 2021-07-23 23:01:31
- success: True
- trace_id: 9140530054094340312
- attributes:
{ "active": "smallint", "address": "varchar(255)", "card_expires_on": "date", "card_type": "varchar(255)", "chargeable_id": "int", "chargeable_type": "varchar(255)", "city": "varchar(255)", "country": "varchar(255)", "created_at": "timestamp", "deleted_at": "timestamp", "description": "varchar(255)", "first_name": "varchar(255)", "id": "int", "kind": "varchar(255)", "last_name": "varchar(255)", "payrix": "varchar(255)", "routing_number": "varchar(255)", "state": "varchar(255)", "stripe_id": "varchar(255)", "updated_at": "timestamp", "zip": "varchar(255)" } - created: 2023-06-15 19:01:24
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2023-06-16/1686873681'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2021-07-12 13:42:39",
"disabled": false,
"format": "raw",
"id": 1095,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_rds",
"table": "ess_esscore_payment_accounts"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "smallint",
"address": "varchar(255)",
"card_expires_on": "date",
"card_type": "varchar(255)",
"chargeable_id": "int",
"chargeable_type": "varchar(255)",
"city": "varchar(255)",
"country": "varchar(255)",
"created_at": "timestamp",
"deleted_at": "timestamp",
"description": "varchar(255)",
"first_name": "varchar(255)",
"id": "int",
"kind": "varchar(255)",
"last_name": "varchar(255)",
"payrix": "varchar(255)",
"routing_number": "varchar(255)",
"state": "varchar(255)",
"stripe_id": "varchar(255)",
"updated_at": "timestamp",
"zip": "varchar(255)"
},
"created": "2023-06-15 19:01:24",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_payment_accounts`\n(\n `id` int , `first_name` varchar(255) , `last_name` varchar(255) , `card_type` varchar(255) , `card_expires_on` date , `created_at` timestamp , `updated_at` timestamp , `chargeable_id` int , `chargeable_type` varchar(255) , `address` varchar(255) , `city` varchar(255) , `state` varchar(255) , `zip` varchar(255) , `kind` varchar(255) , `routing_number` varchar(255) , `active` smallint , `country` varchar(255) , `deleted_at` timestamp , `stripe_id` varchar(255) , `description` varchar(255) , `payrix` varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-ess-stage/raw/esscore_payment_accounts/2023-06-16/1686873681'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_payment_accounts`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_payment_accounts"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}