Schema Info

Schema Name: sfdl_stage_csv.payrix_customers

created: 2024-07-08 15:42:24
disabled: False
format: raw
id: 2124
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_customers"
}

type: csv

Schema Versions: 15

Version 906719

created: 2026-04-17 09:44:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-17/1776437015'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-17/1776437015
id: 906719
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6415474
updated: 2026-04-17 09:44:48

Version 906501

created: 2026-04-16 09:48:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-16/1776350862'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-16/1776350862
id: 906501
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6414946
updated: 2026-04-16 09:48:51

Version 906279

created: 2026-04-15 09:46:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-15/1776264298'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-15/1776264298
id: 906279
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6414426
updated: 2026-04-15 09:46:22

Version 906075

created: 2026-04-14 09:51:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-14/1776178242'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-14/1776178242
id: 906075
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6413946
updated: 2026-04-14 09:51:58

Version 905846

created: 2026-04-13 09:40:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-13/1776091162'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-13/1776091162
id: 905846
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6413325
updated: 2026-04-13 09:40:28

Version 905637

created: 2026-04-12 09:39:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-12/1776004702'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-12/1776004702
id: 905637
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6412908
updated: 2026-04-12 09:39:25

Version 905448

created: 2026-04-11 09:45:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-11/1775918648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-11/1775918648
id: 905448
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6412571
updated: 2026-04-11 09:45:23

Version 905230

created: 2026-04-10 09:42:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-10/1775832107'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-10/1775832107
id: 905230
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6412111
updated: 2026-04-10 09:44:55

Version 905023

created: 2026-04-09 09:48:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-09/1775746035'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-09/1775746035
id: 905023
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6411597
updated: 2026-04-09 09:48:19

Version 904812

created: 2026-04-08 09:46:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-08/1775659508'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-08/1775659508
id: 904812
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6411104
updated: 2026-04-08 09:46:22

Version 904590

created: 2026-04-07 09:42:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-07/1775572875'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-07/1775572875
id: 904590
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6410569
updated: 2026-04-07 09:42:31

Version 904385

created: 2026-04-06 09:50:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-06/1775486970'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-06/1775486970
id: 904385
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6410057
updated: 2026-04-06 09:51:27

Version 904179

created: 2026-04-05 09:51:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-05/1775400620'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-05/1775400620
id: 904179
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6409627
updated: 2026-04-05 09:51:31

Version 903959

created: 2026-04-04 09:40:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-04/1775313591'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-04/1775313591
id: 903959
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6409181
updated: 2026-04-04 09:41:06

Version 903750

created: 2026-04-03 09:49:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-03/1775227724'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/customers/2026-04-03/1775227724
id: 903750
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 2124
schema_scan_id: 6408706
updated: 2026-04-03 09:50:07

Schema Scans: 15

Last at 2026-04-17 09:44:33

Scan 6415474

duration: 0:00:15.325495

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415474

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-17/1776437015",
        "key": "raw/customers/2026-04-17/1776437015/ecdda071-43a0-4fec-8480-2a889a43699e.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10176008256930036685,
        "service_name": "drive-thru",
        "span_id": 5425619652973846892,
        "trace_id": 13020222330067805959
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-17 09:44:33
success: True
trace_id: 13020222330067805959

Scan 6414946

duration: 0:00:15.472068

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414946

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-16/1776350862",
        "key": "raw/customers/2026-04-16/1776350862/1bd1afb2-1909-47c1-b36a-7316228baa59.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4671583076970509810,
        "service_name": "drive-thru",
        "span_id": 17428595621742064254,
        "trace_id": 16870223249568684696
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-16 09:48:36
success: True
trace_id: 16870223249568684696

Scan 6414426

duration: 0:00:13.010300

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414426

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-15/1776264298",
        "key": "raw/customers/2026-04-15/1776264298/14360b05-9e20-4782-90c6-8a497b6d789e.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4959660920924949794,
        "service_name": "drive-thru",
        "span_id": 4186665208954327817,
        "trace_id": 17040690081364940448
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-15 09:46:09
success: True
trace_id: 17040690081364940448

Scan 6413946

duration: 0:00:13.067426

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413946

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-14/1776178242",
        "key": "raw/customers/2026-04-14/1776178242/bdcf2b29-a653-447e-a6d6-564d5dd9d63d.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4610176592809062875,
        "service_name": "drive-thru",
        "span_id": 12636014017223567643,
        "trace_id": 12222132999731590616
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-14 09:51:45
success: True
trace_id: 12222132999731590616

Scan 6413325

duration: 0:00:12.977121

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413325

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-13/1776091162",
        "key": "raw/customers/2026-04-13/1776091162/34db6e22-7138-4421-9c71-a44dd2539415.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1785901296071882012,
        "service_name": "drive-thru",
        "span_id": 12444533336959268145,
        "trace_id": 8623468772503191423
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-13 09:40:15
success: True
trace_id: 8623468772503191423

Scan 6412908

duration: 0:00:15.439372

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412908

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-12/1776004702",
        "key": "raw/customers/2026-04-12/1776004702/ad6ff62c-89f5-4dcf-bba1-a37dec5e5af0.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6883942388585771225,
        "service_name": "drive-thru",
        "span_id": 13570498100999259558,
        "trace_id": 16782165822263098263
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-12 09:39:10
success: True
trace_id: 16782165822263098263

Scan 6412571

duration: 0:00:15.361994

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412571

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-11/1775918648",
        "key": "raw/customers/2026-04-11/1775918648/848485c0-06ee-45ef-8190-d9315fc0b4e3.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2656459954079639432,
        "service_name": "drive-thru",
        "span_id": 5971187110261551745,
        "trace_id": 3611698503038673610
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-11 09:45:07
success: True
trace_id: 3611698503038673610

Scan 6412111

duration: 0:02:20.223004

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412111

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-10/1775832107",
        "key": "raw/customers/2026-04-10/1775832107/f1d8bae0-7652-4a58-80b2-a534e45703e4.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7019510828850361766,
        "service_name": "drive-thru",
        "span_id": 321874671438299968,
        "trace_id": 3942680666632300622
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-10 09:42:35
success: True
trace_id: 3942680666632300622

Scan 6411597

duration: 0:00:15.605124

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411597

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-09/1775746035",
        "key": "raw/customers/2026-04-09/1775746035/dc73e774-e2df-46b7-9e37-d3d4936560bf.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4939328538848492333,
        "service_name": "drive-thru",
        "span_id": 17569842110424812117,
        "trace_id": 4747077517582905723
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-09 09:48:03
success: True
trace_id: 4747077517582905723

Scan 6411104

duration: 0:00:12.734433

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411104

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-08/1775659508",
        "key": "raw/customers/2026-04-08/1775659508/d8563db6-b9bb-4c17-a891-b512a7576ea2.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11102249392943698494,
        "service_name": "drive-thru",
        "span_id": 3439602838059090675,
        "trace_id": 3246900354387959317
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-08 09:46:09
success: True
trace_id: 3246900354387959317

Scan 6410569

duration: 0:00:15.361088

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410569

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-07/1775572875",
        "key": "raw/customers/2026-04-07/1775572875/f52d6177-443e-4c25-ad3e-68f18cb4f5a8.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5788808150464445650,
        "service_name": "drive-thru",
        "span_id": 12029028768155131726,
        "trace_id": 1325008314097077468
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-07 09:42:16
success: True
trace_id: 1325008314097077468

Scan 6410057

duration: 0:00:58.825956

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410057

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-06/1775486970",
        "key": "raw/customers/2026-04-06/1775486970/baeff53e-6b66-4c0f-8475-3aa40021d328.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5079557950403279269,
        "service_name": "drive-thru",
        "span_id": 14270875035979148539,
        "trace_id": 15872222056777275572
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-06 09:50:29
success: True
trace_id: 15872222056777275572

Scan 6409627

duration: 0:00:12.850112

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409627

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-05/1775400620",
        "key": "raw/customers/2026-04-05/1775400620/35a64f45-bb7e-4624-ab59-6287f239d4fb.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3197529490163508357,
        "service_name": "drive-thru",
        "span_id": 7754401667502429609,
        "trace_id": 16011270681598780914
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-05 09:51:18
success: True
trace_id: 16011270681598780914

Scan 6409181

duration: 0:00:15.337976

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409181

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-04/1775313591",
        "key": "raw/customers/2026-04-04/1775313591/194ce1df-d94a-40ee-bb1b-255953c522ca.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9053260580795661164,
        "service_name": "drive-thru",
        "span_id": 13287677057630500329,
        "trace_id": 11796261172146738749
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-04 09:40:50
success: True
trace_id: 11796261172146738749

Scan 6408706

duration: 0:00:12.966143

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408706

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/customers/2026-04-03/1775227724",
        "key": "raw/customers/2026-04-03/1775227724/f10020e3-4539-4334-ae9e-1458cdf39d9f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4893784774901843650,
        "service_name": "drive-thru",
        "span_id": 10719867463981703812,
        "trace_id": 16952875375516135920
    }
}

running: False
schema_name_id: 2124
start_time: 2026-04-03 09:49:54
success: True
trace_id: 16952875375516135920

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

created: 2026-04-17 09:44:34

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-17/1776437015'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-08 15:42:24",
        "disabled": false,
        "format": "raw",
        "id": 2124,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_customers"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "address1": "string",
            "address2": "string",
            "authtokencustomer": "string",
            "city": "string",
            "company": "string",
            "country": "string",
            "created": "string",
            "creator": "string",
            "custom": "string",
            "customer_id": "string",
            "email": "string",
            "entity": "string",
            "fax": "string",
            "first": "string",
            "frozen": "string",
            "inactive": "string",
            "last": "string",
            "login_id": "string",
            "merchant": "string",
            "middle": "string",
            "modified": "string",
            "modifier": "string",
            "phone": "string",
            "shippingaddress1": "string",
            "shippingaddress2": "string",
            "shippingcity": "string",
            "shippingcompany": "string",
            "shippingcountry": "string",
            "shippingfax": "string",
            "shippingfirst": "string",
            "shippinglast": "string",
            "shippingmiddle": "string",
            "shippingphone": "string",
            "shippingstate": "string",
            "shippingzip": "string",
            "state": "string",
            "zip": "string"
        },
        "created": "2026-04-17 09:44:34",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/customers/2026-04-17/1776437015'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_customers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_customers"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}