Schema Info

Schema Name: sfdl_stage_rds.ess_esscore_facility_ownership_transfers

created: 2022-06-22 15:33:02
disabled: False
format: raw
id: 1204
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_rds",
    "table": "ess_esscore_facility_ownership_transfers"
}

type: rds

Schema Versions: 5

Version 550957

created: 2023-06-15 19:04:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp , `updated_at`  timestamp , `buyer_company_id`  bigint , `buyer_company_name`  varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2023-06-16/1686873840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
]

hive_path: s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2023-06-16/1686873840
id: 550957
processed: 1

raw_data:

{
    "buyer_agreed_at": 16,
    "buyer_company_id": 24,
    "buyer_company_name": 25,
    "buyer_email": 11,
    "buyer_first_name": 9,
    "buyer_id": 4,
    "buyer_last_name": 10,
    "buyer_payrix_account_id": 6,
    "canceled_at": 17,
    "canceled_reason": 21,
    "canceler_id": 5,
    "completed_at": 19,
    "created_at": 22,
    "creator_id": 2,
    "delayed_at": 18,
    "delayed_reason": 20,
    "effective_at": 14,
    "id": 0,
    "payrix_customer_id": 13,
    "seller_agreed_at": 15,
    "seller_id": 3,
    "seller_payrix_account_id": 7,
    "site_id": 1,
    "transfer_fee": 8,
    "updated_at": 23,
    "uuid": 12
}

schema_attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_company_id": "bigint",
    "buyer_company_name": "varchar(255)",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp",
    "uuid": "varchar(36)"
}

schema_name_id: 1204
schema_scan_id: 4963495
updated: 2023-06-15 19:04:12

Version 402878

created: 2022-06-22 20:32:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp , `updated_at`  timestamp \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-23/1655947963'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
]

hive_path: s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-23/1655947963
id: 402878
processed: 1

raw_data:

{
    "buyer_agreed_at": 16,
    "buyer_email": 11,
    "buyer_first_name": 9,
    "buyer_id": 4,
    "buyer_last_name": 10,
    "buyer_payrix_account_id": 6,
    "canceled_at": 17,
    "canceled_reason": 21,
    "canceler_id": 5,
    "completed_at": 19,
    "created_at": 22,
    "creator_id": 2,
    "delayed_at": 18,
    "delayed_reason": 20,
    "effective_at": 14,
    "id": 0,
    "payrix_customer_id": 13,
    "seller_agreed_at": 15,
    "seller_id": 3,
    "seller_payrix_account_id": 7,
    "site_id": 1,
    "transfer_fee": 8,
    "updated_at": 23,
    "uuid": 12
}

schema_attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp",
    "uuid": "varchar(36)"
}

schema_name_id: 1204
schema_scan_id: 3933444
updated: 2022-06-22 20:32:55

Version 402814

created: 2022-06-22 15:44:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
]

hive_path: s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674
id: 402814
processed: 0

raw_data:

{
    "buyer_agreed_at": 16,
    "buyer_email": 11,
    "buyer_first_name": 9,
    "buyer_id": 4,
    "buyer_last_name": 10,
    "buyer_payrix_account_id": 6,
    "canceled_at": 17,
    "canceled_reason": 21,
    "canceler_id": 5,
    "completed_at": 19,
    "created_at": 22,
    "creator_id": 2,
    "delayed_at": 18,
    "delayed_reason": 20,
    "effective_at": 14,
    "id": 0,
    "payrix_customer_id": 13,
    "seller_agreed_at": 15,
    "seller_id": 3,
    "seller_payrix_account_id": 7,
    "site_id": 1,
    "transfer_fee": 8,
    "updated_at": 23,
    "uuid": 12
}

schema_attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp(6)",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp(6)",
    "uuid": "varchar(36)"
}

schema_name_id: 1204
schema_scan_id: 3932877
updated: None

Version 402793

created: 2022-06-22 15:38:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
]

hive_path: s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331
id: 402793
processed: 0

raw_data:

{
    "buyer_agreed_at": 16,
    "buyer_email": 11,
    "buyer_first_name": 9,
    "buyer_id": 4,
    "buyer_last_name": 10,
    "buyer_payrix_account_id": 6,
    "canceled_at": 17,
    "canceled_reason": 21,
    "canceler_id": 5,
    "completed_at": 19,
    "created_at": 22,
    "creator_id": 2,
    "delayed_at": 18,
    "delayed_reason": 20,
    "effective_at": 14,
    "id": 0,
    "payrix_customer_id": 13,
    "seller_agreed_at": 15,
    "seller_id": 3,
    "seller_payrix_account_id": 7,
    "site_id": 1,
    "transfer_fee": 8,
    "updated_at": 23,
    "uuid": 12
}

schema_attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp(6)",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp(6)",
    "uuid": "varchar(36)"
}

schema_name_id: 1204
schema_scan_id: 3932835
updated: None

Version 402774

created: 2022-06-22 15:33:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
]

hive_path: s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981
id: 402774
processed: 0

raw_data:

{
    "buyer_agreed_at": 16,
    "buyer_email": 11,
    "buyer_first_name": 9,
    "buyer_id": 4,
    "buyer_last_name": 10,
    "buyer_payrix_account_id": 6,
    "canceled_at": 17,
    "canceled_reason": 21,
    "canceler_id": 5,
    "completed_at": 19,
    "created_at": 22,
    "creator_id": 2,
    "delayed_at": 18,
    "delayed_reason": 20,
    "effective_at": 14,
    "id": 0,
    "payrix_customer_id": 13,
    "seller_agreed_at": 15,
    "seller_id": 3,
    "seller_payrix_account_id": 7,
    "site_id": 1,
    "transfer_fee": 8,
    "updated_at": 23,
    "uuid": 12
}

schema_attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp(6)",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp(6)",
    "uuid": "varchar(36)"
}

schema_name_id: 1204
schema_scan_id: 3932808
updated: None

Schema Scans: 5

Last at 2023-06-15 19:04:01

Scan 4963495

duration: 0:00:11.151974

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 4963495

payload:

{
    "datatype_dict": {
        "buyer_agreed_at": "timestamp",
        "buyer_company_id": "bigint",
        "buyer_company_name": "varchar(255)",
        "buyer_email": "varchar(255)",
        "buyer_first_name": "varchar(255)",
        "buyer_id": "int",
        "buyer_last_name": "varchar(255)",
        "buyer_payrix_account_id": "bigint",
        "canceled_at": "timestamp",
        "canceled_reason": "varchar(255)",
        "canceler_id": "int",
        "completed_at": "timestamp",
        "created_at": "timestamp",
        "creator_id": "int",
        "delayed_at": "timestamp",
        "delayed_reason": "int",
        "effective_at": "timestamp",
        "id": "bigint",
        "payrix_customer_id": "varchar(36)",
        "seller_agreed_at": "timestamp",
        "seller_id": "int",
        "seller_payrix_account_id": "bigint",
        "site_id": "int",
        "transfer_fee": "decimal(10,4)",
        "updated_at": "timestamp",
        "uuid": "varchar(36)"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "~"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-ess-stage",
        "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2023-06-16/1686873840",
        "key": "raw/esscore_facility_ownership_transfers/2023-06-16/1686873840/split.ess_core.facility_ownership_transfers0.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.ess_esscore_facility_ownership_transfers",
        "type": "rds"
    }
}

running: False
schema_name_id: 1204
start_time: 2023-06-15 19:04:01
success: True
trace_id: 14910921766910570321

Scan 3933444

duration: 0:00:13.976095

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 3933444

payload:

{
    "datatype_dict": {
        "buyer_agreed_at": "timestamp",
        "buyer_email": "varchar(255)",
        "buyer_first_name": "varchar(255)",
        "buyer_id": "int",
        "buyer_last_name": "varchar(255)",
        "buyer_payrix_account_id": "bigint",
        "canceled_at": "timestamp",
        "canceled_reason": "varchar(255)",
        "canceler_id": "int",
        "completed_at": "timestamp",
        "created_at": "timestamp",
        "creator_id": "int",
        "delayed_at": "timestamp",
        "delayed_reason": "int",
        "effective_at": "timestamp",
        "id": "bigint",
        "payrix_customer_id": "varchar(36)",
        "seller_agreed_at": "timestamp",
        "seller_id": "int",
        "seller_payrix_account_id": "bigint",
        "site_id": "int",
        "transfer_fee": "decimal(10,4)",
        "updated_at": "timestamp",
        "uuid": "varchar(36)"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "~"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-ess-stage",
        "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-23/1655947963",
        "key": "raw/esscore_facility_ownership_transfers/2022-06-23/1655947963/split.ess_core.facility_ownership_transfers0.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.ess_esscore_facility_ownership_transfers",
        "type": "rds"
    }
}

running: False
schema_name_id: 1204
start_time: 2022-06-22 20:32:44
success: True
trace_id: 3298258280434636500

Scan 3932877

duration: 0:00:08.341981

exit_message:

{
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674'\nTBLPROPERTIES ('skip.header.line.count' = '1')`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 99, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 3932877

payload:

{
    "datatype_dict": {
        "buyer_agreed_at": "timestamp",
        "buyer_email": "varchar(255)",
        "buyer_first_name": "varchar(255)",
        "buyer_id": "int",
        "buyer_last_name": "varchar(255)",
        "buyer_payrix_account_id": "bigint",
        "canceled_at": "timestamp",
        "canceled_reason": "varchar(255)",
        "canceler_id": "int",
        "completed_at": "timestamp",
        "created_at": "timestamp(6)",
        "creator_id": "int",
        "delayed_at": "timestamp",
        "delayed_reason": "int",
        "effective_at": "timestamp",
        "id": "bigint",
        "payrix_customer_id": "varchar(36)",
        "seller_agreed_at": "timestamp",
        "seller_id": "int",
        "seller_payrix_account_id": "bigint",
        "site_id": "int",
        "transfer_fee": "decimal(10,4)",
        "updated_at": "timestamp(6)",
        "uuid": "varchar(36)"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "~"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-ess-stage",
        "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930674",
        "key": "raw/esscore_facility_ownership_transfers/2022-06-22/1655930674/split.ess_core.facility_ownership_transfers0.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.ess_esscore_facility_ownership_transfers",
        "type": "rds"
    }
}

running: False
schema_name_id: 1204
start_time: 2022-06-22 15:44:35
success: False
trace_id: 12094696071785518957

Scan 3932835

duration: 0:00:08.550386

exit_message:

{
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331'\nTBLPROPERTIES ('skip.header.line.count' = '1')`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 99, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 3932835

payload:

{
    "datatype_dict": {
        "buyer_agreed_at": "timestamp",
        "buyer_email": "varchar(255)",
        "buyer_first_name": "varchar(255)",
        "buyer_id": "int",
        "buyer_last_name": "varchar(255)",
        "buyer_payrix_account_id": "bigint",
        "canceled_at": "timestamp",
        "canceled_reason": "varchar(255)",
        "canceler_id": "int",
        "completed_at": "timestamp",
        "created_at": "timestamp(6)",
        "creator_id": "int",
        "delayed_at": "timestamp",
        "delayed_reason": "int",
        "effective_at": "timestamp",
        "id": "bigint",
        "payrix_customer_id": "varchar(36)",
        "seller_agreed_at": "timestamp",
        "seller_id": "int",
        "seller_payrix_account_id": "bigint",
        "site_id": "int",
        "transfer_fee": "decimal(10,4)",
        "updated_at": "timestamp(6)",
        "uuid": "varchar(36)"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "~"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-ess-stage",
        "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655930331",
        "key": "raw/esscore_facility_ownership_transfers/2022-06-22/1655930331/split.ess_core.facility_ownership_transfers0.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.ess_esscore_facility_ownership_transfers",
        "type": "rds"
    }
}

running: False
schema_name_id: 1204
start_time: 2022-06-22 15:38:51
success: False
trace_id: 12835931712069921475

Scan 3932808

duration: 0:00:08.613816

exit_message:

{
    "exception": "failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n  File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981'\nTBLPROPERTIES ('skip.header.line.count' = '1')`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 99, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: ParseException line 4:626 mismatched input '(' expecting ) near 'timestamp' in create table statement `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981'\nTBLPROPERTIES ('skip.header.line.count' = '1')``: ['CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`', 'DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\\n(\\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp(6) , `updated_at`  timestamp(6) \\n)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'~\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n  \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n  \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n  \\'s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981\\'\\nTBLPROPERTIES (\\'skip.header.line.count\\' = \\'1\\')', 'MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 3932808

payload:

{
    "datatype_dict": {
        "buyer_agreed_at": "timestamp",
        "buyer_email": "varchar(255)",
        "buyer_first_name": "varchar(255)",
        "buyer_id": "int",
        "buyer_last_name": "varchar(255)",
        "buyer_payrix_account_id": "bigint",
        "canceled_at": "timestamp",
        "canceled_reason": "varchar(255)",
        "canceler_id": "int",
        "completed_at": "timestamp",
        "created_at": "timestamp(6)",
        "creator_id": "int",
        "delayed_at": "timestamp",
        "delayed_reason": "int",
        "effective_at": "timestamp",
        "id": "bigint",
        "payrix_customer_id": "varchar(36)",
        "seller_agreed_at": "timestamp",
        "seller_id": "int",
        "seller_payrix_account_id": "bigint",
        "site_id": "int",
        "transfer_fee": "decimal(10,4)",
        "updated_at": "timestamp(6)",
        "uuid": "varchar(36)"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": true,
        "serde_properties": {
            "separatorChar": "~"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-ess-stage",
        "hive_path": "s3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2022-06-22/1655929981",
        "key": "raw/esscore_facility_ownership_transfers/2022-06-22/1655929981/split.ess_core.facility_ownership_transfers0.dat.gz"
    },
    "schema": {
        "name": "sfdl_stage_rds.ess_esscore_facility_ownership_transfers",
        "type": "rds"
    }
}

running: False
schema_name_id: 1204
start_time: 2022-06-22 15:33:02
success: False
trace_id: 10558320341216694809

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "buyer_agreed_at": "timestamp",
    "buyer_company_id": "bigint",
    "buyer_company_name": "varchar(255)",
    "buyer_email": "varchar(255)",
    "buyer_first_name": "varchar(255)",
    "buyer_id": "int",
    "buyer_last_name": "varchar(255)",
    "buyer_payrix_account_id": "bigint",
    "canceled_at": "timestamp",
    "canceled_reason": "varchar(255)",
    "canceler_id": "int",
    "completed_at": "timestamp",
    "created_at": "timestamp",
    "creator_id": "int",
    "delayed_at": "timestamp",
    "delayed_reason": "int",
    "effective_at": "timestamp",
    "id": "bigint",
    "payrix_customer_id": "varchar(36)",
    "seller_agreed_at": "timestamp",
    "seller_id": "int",
    "seller_payrix_account_id": "bigint",
    "site_id": "int",
    "transfer_fee": "decimal(10,4)",
    "updated_at": "timestamp",
    "uuid": "varchar(36)"
}

created: 2023-06-15 19:04:01

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp , `updated_at`  timestamp , `buyer_company_id`  bigint , `buyer_company_name`  varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2023-06-16/1686873840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-06-22 15:33:02",
        "disabled": false,
        "format": "raw",
        "id": 1204,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_rds",
            "table": "ess_esscore_facility_ownership_transfers"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "buyer_agreed_at": "timestamp",
            "buyer_company_id": "bigint",
            "buyer_company_name": "varchar(255)",
            "buyer_email": "varchar(255)",
            "buyer_first_name": "varchar(255)",
            "buyer_id": "int",
            "buyer_last_name": "varchar(255)",
            "buyer_payrix_account_id": "bigint",
            "canceled_at": "timestamp",
            "canceled_reason": "varchar(255)",
            "canceler_id": "int",
            "completed_at": "timestamp",
            "created_at": "timestamp",
            "creator_id": "int",
            "delayed_at": "timestamp",
            "delayed_reason": "int",
            "effective_at": "timestamp",
            "id": "bigint",
            "payrix_customer_id": "varchar(36)",
            "seller_agreed_at": "timestamp",
            "seller_id": "int",
            "seller_payrix_account_id": "bigint",
            "site_id": "int",
            "transfer_fee": "decimal(10,4)",
            "updated_at": "timestamp",
            "uuid": "varchar(36)"
        },
        "created": "2023-06-15 19:04:01",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_rds.ess_esscore_facility_ownership_transfers`\n(\n `id`  bigint , `site_id`  int , `creator_id`  int , `seller_id`  int , `buyer_id`  int , `canceler_id`  int , `buyer_payrix_account_id`  bigint , `seller_payrix_account_id`  bigint , `transfer_fee`  decimal(10,4) , `buyer_first_name`  varchar(255) , `buyer_last_name`  varchar(255) , `buyer_email`  varchar(255) , `uuid`  varchar(36) , `payrix_customer_id`  varchar(36) , `effective_at`  timestamp , `seller_agreed_at`  timestamp , `buyer_agreed_at`  timestamp , `canceled_at`  timestamp , `delayed_at`  timestamp , `completed_at`  timestamp , `delayed_reason`  int , `canceled_reason`  varchar(255) , `created_at`  timestamp , `updated_at`  timestamp , `buyer_company_id`  bigint , `buyer_company_name`  varchar(255) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '~', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-ess-stage/raw/esscore_facility_ownership_transfers/2023-06-16/1686873840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_rds.ess_esscore_facility_ownership_transfers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_rds.ess_esscore_facility_ownership_transfers"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}