Schema Info

Schema Name: sfdl_stage_csv.payrixess_customers

created: 2024-07-22 13:21:44
disabled: False
format: raw
id: 2184
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrixess_customers"
}

type: csv

Schema Versions: 15

Version 906695

created: 2026-04-17 09:34:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-17/1776436427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-17/1776436427
id: 906695
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6415443
updated: 2026-04-17 09:34:37

Version 906470

created: 2026-04-16 09:29:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-16/1776349728'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-16/1776349728
id: 906470
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6414815
updated: 2026-04-16 09:29:12

Version 906272

created: 2026-04-15 09:34:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-15/1776263663'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-15/1776263663
id: 906272
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6414418
updated: 2026-04-15 09:34:59

Version 906073

created: 2026-04-14 09:47:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-14/1776178023'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-14/1776178023
id: 906073
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6413944
updated: 2026-04-14 09:47:29

Version 905842

created: 2026-04-13 09:35:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-13/1776090892'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-13/1776090892
id: 905842
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6413315
updated: 2026-04-13 09:35:32

Version 905619

created: 2026-04-12 09:26:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-12/1776003950'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-12/1776003950
id: 905619
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6412811
updated: 2026-04-12 09:26:24

Version 905439

created: 2026-04-11 09:43:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-11/1775918574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-11/1775918574
id: 905439
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6412551
updated: 2026-04-11 09:43:33

Version 905238

created: 2026-04-10 09:45:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-10/1775832331'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-10/1775832331
id: 905238
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6412120
updated: 2026-04-10 09:46:07

Version 905012

created: 2026-04-09 09:43:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-09/1775745809'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-09/1775745809
id: 905012
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6411539
updated: 2026-04-09 09:44:08

Version 904784

created: 2026-04-08 09:31:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-08/1775658651'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-08/1775658651
id: 904784
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6411021
updated: 2026-04-08 09:31:16

Version 904592

created: 2026-04-07 09:43:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-07/1775572982'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-07/1775572982
id: 904592
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6410579
updated: 2026-04-07 09:43:30

Version 904362

created: 2026-04-06 09:32:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-06/1775485949'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-06/1775485949
id: 904362
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6410025
updated: 2026-04-06 09:33:05

Version 904151

created: 2026-04-05 09:29:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-05/1775399320'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-05/1775399320
id: 904151
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6409516
updated: 2026-04-05 09:29:37

Version 903955

created: 2026-04-04 09:32:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-04/1775313139'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-04/1775313139
id: 903955
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6409133
updated: 2026-04-04 09:33:04

Version 903736

created: 2026-04-03 09:34:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-03/1775226858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-03/1775226858
id: 903736
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2184
schema_scan_id: 6408662
updated: 2026-04-03 09:34:43

Schema Scans: 15

Last at 2026-04-17 09:34:21

Scan 6415443

duration: 0:00:15.531459

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415443

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-17/1776436427",
        "key": "raw/customers/2026-04-17/1776436427/8054398c-9f39-471c-8f72-b8fc256f1036.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5997596487468276039,
        "service_name": "drive-thru",
        "span_id": 663977099960430421,
        "trace_id": 14352631474932398956
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-17 09:34:21
success: True
trace_id: 14352631474932398956

Scan 6414815

duration: 0:00:12.901871

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414815

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-16/1776349728",
        "key": "raw/customers/2026-04-16/1776349728/fb158c05-6b1e-4eef-a968-82102ebb6319.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1245436769466045115,
        "service_name": "drive-thru",
        "span_id": 3906976079182232195,
        "trace_id": 15105912310102392526
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-16 09:28:59
success: True
trace_id: 15105912310102392526

Scan 6414418

duration: 0:00:13.041258

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414418

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-15/1776263663",
        "key": "raw/customers/2026-04-15/1776263663/6181c7fd-8e1b-4dd9-a9bc-de8637bca162.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7121484261992059559,
        "service_name": "drive-thru",
        "span_id": 4357368797576042870,
        "trace_id": 7614214438441154513
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-15 09:34:46
success: True
trace_id: 7614214438441154513

Scan 6413944

duration: 0:00:15.611976

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413944

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-14/1776178023",
        "key": "raw/customers/2026-04-14/1776178023/4c094c2a-1da1-4dd5-b335-e5a06e3448b7.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6793227418129946623,
        "service_name": "drive-thru",
        "span_id": 9226874601599986034,
        "trace_id": 2098684807366376669
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-14 09:47:14
success: True
trace_id: 2098684807366376669

Scan 6413315

duration: 0:00:15.341791

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413315

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-13/1776090892",
        "key": "raw/customers/2026-04-13/1776090892/f309954e-2cbf-4a60-ba79-88a289dd6ea4.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14836161659891725313,
        "service_name": "drive-thru",
        "span_id": 14308248537522859693,
        "trace_id": 11874959491772071745
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-13 09:35:17
success: True
trace_id: 11874959491772071745

Scan 6412811

duration: 0:00:15.629512

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412811

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-12/1776003950",
        "key": "raw/customers/2026-04-12/1776003950/a736f33d-b7ab-4b3e-a830-d99d02e47c91.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16311191302194313684,
        "service_name": "drive-thru",
        "span_id": 6434861347426954524,
        "trace_id": 4327067908725524561
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-12 09:26:09
success: True
trace_id: 4327067908725524561

Scan 6412551

duration: 0:00:15.450504

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412551

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-11/1775918574",
        "key": "raw/customers/2026-04-11/1775918574/c76fc552-53bb-4939-9685-a1d0e12f1ec3.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3608022102508871664,
        "service_name": "drive-thru",
        "span_id": 11026182327231460238,
        "trace_id": 3654888993742440824
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-11 09:43:17
success: True
trace_id: 3654888993742440824

Scan 6412120

duration: 0:00:15.412196

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412120

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-10/1775832331",
        "key": "raw/customers/2026-04-10/1775832331/7a181dcc-872e-4270-9781-ecbcb3c0cf39.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14334711621545919337,
        "service_name": "drive-thru",
        "span_id": 2040698959256821593,
        "trace_id": 9587033985933022518
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-10 09:45:51
success: True
trace_id: 9587033985933022518

Scan 6411539

duration: 0:00:12.869675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411539

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-09/1775745809",
        "key": "raw/customers/2026-04-09/1775745809/65323b76-3028-4e6d-a93e-54e9d42df37a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4093571067033625495,
        "service_name": "drive-thru",
        "span_id": 10360063924124917262,
        "trace_id": 9084422087147101554
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-09 09:43:55
success: True
trace_id: 9084422087147101554

Scan 6411021

duration: 0:00:12.774442

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411021

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-08/1775658651",
        "key": "raw/customers/2026-04-08/1775658651/43c52573-dee7-4f1f-bd32-08a74ecdd233.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4575818561126080287,
        "service_name": "drive-thru",
        "span_id": 11965855724114188955,
        "trace_id": 8314709943089310563
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-08 09:31:04
success: True
trace_id: 8314709943089310563

Scan 6410579

duration: 0:00:15.547001

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410579

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-07/1775572982",
        "key": "raw/customers/2026-04-07/1775572982/338af357-444c-41f3-8de5-2b642cc3a825.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12014079498285555779,
        "service_name": "drive-thru",
        "span_id": 10018767245777238245,
        "trace_id": 12885452542079761590
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-07 09:43:15
success: True
trace_id: 12885452542079761590

Scan 6410025

duration: 0:00:12.931229

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410025

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-06/1775485949",
        "key": "raw/customers/2026-04-06/1775485949/713d44e3-e2c6-42dd-b634-8694068b4f0b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14094020155003220878,
        "service_name": "drive-thru",
        "span_id": 17230702091364988907,
        "trace_id": 11418707050001519130
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-06 09:32:52
success: True
trace_id: 11418707050001519130

Scan 6409516

duration: 0:00:15.520411

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409516

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-05/1775399320",
        "key": "raw/customers/2026-04-05/1775399320/89467362-b765-47e5-88ad-d68f0f79b7bb.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15337615470154584784,
        "service_name": "drive-thru",
        "span_id": 14477543700764106193,
        "trace_id": 7853856655721794001
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-05 09:29:22
success: True
trace_id: 7853856655721794001

Scan 6409133

duration: 0:00:15.497481

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409133

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-04/1775313139",
        "key": "raw/customers/2026-04-04/1775313139/18ad1d46-b977-494a-ad77-39cfc808382e.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5540796575369390692,
        "service_name": "drive-thru",
        "span_id": 5248107442026388172,
        "trace_id": 5251911822562879893
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-04 09:32:49
success: True
trace_id: 5251911822562879893

Scan 6408662

duration: 0:00:15.516062

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408662

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/customers/2026-04-03/1775226858",
        "key": "raw/customers/2026-04-03/1775226858/bcdc3320-e52f-4980-804e-1045acf4ef76.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10588172798698562736,
        "service_name": "drive-thru",
        "span_id": 14002721984474998008,
        "trace_id": 9461023726913844635
    }
}

running: False
schema_name_id: 2184
start_time: 2026-04-03 09:34:28
success: True
trace_id: 9461023726913844635

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

created: 2026-04-17 09:34:23

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-17/1776436427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-22 13:21:44",
        "disabled": false,
        "format": "raw",
        "id": 2184,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrixess_customers"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "address1": "string",
            "address2": "string",
            "authtokencustomer": "string",
            "city": "string",
            "company": "string",
            "country": "string",
            "created": "string",
            "creator": "string",
            "custom": "string",
            "customer_id": "string",
            "email": "string",
            "entity": "string",
            "fax": "string",
            "first": "string",
            "frozen": "string",
            "inactive": "string",
            "last": "string",
            "login_id": "string",
            "merchant": "string",
            "middle": "string",
            "modified": "string",
            "modifier": "string",
            "phone": "string",
            "shippingaddress1": "string",
            "shippingaddress2": "string",
            "shippingcity": "string",
            "shippingcompany": "string",
            "shippingcountry": "string",
            "shippingfax": "string",
            "shippingfirst": "string",
            "shippinglast": "string",
            "shippingmiddle": "string",
            "shippingphone": "string",
            "shippingstate": "string",
            "shippingzip": "string",
            "state": "string",
            "zip": "string"
        },
        "created": "2026-04-17 09:34:23",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/customers/2026-04-17/1776436427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_customers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_customers"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}