Schema Info
Schema Name: sfdl_stage_csv.payrixess_merchants
- created: 2024-07-22 13:08:23
- disabled: False
- format: raw
- id: 2161
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrixess_merchants" } - type: csv
Schema Versions: 15
-
Version 906691
- created: 2026-04-17 09:29:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-17/1776436167'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-17/1776436167
- id: 906691
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6415391
- updated: 2026-04-17 09:29:42
-
Version 906485
- created: 2026-04-16 09:40:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-16/1776350431'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-16/1776350431
- id: 906485
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6414872
- updated: 2026-04-16 09:40:49
-
Version 906257
- created: 2026-04-15 09:28:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-15/1776263282'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-15/1776263282
- id: 906257
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6414310
- updated: 2026-04-15 09:28:29
-
Version 906047
- created: 2026-04-14 09:30:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-14/1776176994'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-14/1776176994
- id: 906047
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6413846
- updated: 2026-04-14 09:30:28
-
Version 905840
- created: 2026-04-13 09:31:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-13/1776090704'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-13/1776090704
- id: 905840
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6413285
- updated: 2026-04-13 09:32:07
-
Version 905620
- created: 2026-04-12 09:26:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-12/1776003956'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-12/1776003956
- id: 905620
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6412812
- updated: 2026-04-12 09:26:34
-
Version 905431
- created: 2026-04-11 09:29:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-11/1775917782'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-11/1775917782
- id: 905431
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6412521
- updated: 2026-04-11 09:29:58
-
Version 905217
- created: 2026-04-10 09:39:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-10/1775831951'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-10/1775831951
- id: 905217
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6412054
- updated: 2026-04-10 09:39:29
-
Version 905019
- created: 2026-04-09 09:45:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-09/1775745920'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-09/1775745920
- id: 905019
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6411562
- updated: 2026-04-09 09:46:01
-
Version 904787
- created: 2026-04-08 09:31:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-08/1775658673'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-08/1775658673
- id: 904787
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6411025
- updated: 2026-04-08 09:31:31
-
Version 904568
- created: 2026-04-07 09:27:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-07/1775572024'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-07/1775572024
- id: 904568
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6410460
- updated: 2026-04-07 09:27:36
-
Version 904357
- created: 2026-04-06 09:30:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-06/1775485803'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-06/1775485803
- id: 904357
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6409991
- updated: 2026-04-06 09:30:48
-
Version 904150
- created: 2026-04-05 09:29:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-05/1775399333'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-05/1775399333
- id: 904150
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6409513
- updated: 2026-04-05 09:29:20
-
Version 903948
- created: 2026-04-04 09:28:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-04/1775312914'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-04/1775312914
- id: 903948
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6409109
- updated: 2026-04-04 09:28:59
-
Version 903749
- created: 2026-04-03 09:48:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-03/1775227703'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-03/1775227703
- id: 903749
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2161
- schema_scan_id: 6408693
- updated: 2026-04-03 09:48:48
Schema Scans: 15
Last at 2026-04-17 09:29:30
-
Scan 6415391
- duration: 0:00:12.388048
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6415391
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-17/1776436167", "key": "raw/merchants/2026-04-17/1776436167/0ef00b67-6fb7-4bf0-95fb-4a1ee7835c2a.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 182407900847921919, "service_name": "drive-thru", "span_id": 17990589885075940707, "trace_id": 7183041153439406749 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-17 09:29:30
- success: True
- trace_id: 7183041153439406749
-
Scan 6414872
- duration: 0:00:15.021792
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414872
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-16/1776350431", "key": "raw/merchants/2026-04-16/1776350431/837f391c-7b51-428b-8a1f-08b15cbc3e24.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 16737181401405373199, "service_name": "drive-thru", "span_id": 8109696681983536385, "trace_id": 3793882368368033640 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-16 09:40:34
- success: True
- trace_id: 3793882368368033640
-
Scan 6414310
- duration: 0:00:12.393316
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414310
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-15/1776263282", "key": "raw/merchants/2026-04-15/1776263282/3e8b0cd2-ee48-443c-994c-ef8869d93bf3.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 6829899437270123642, "service_name": "drive-thru", "span_id": 12327274960710733708, "trace_id": 404196916920358458 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-15 09:28:17
- success: True
- trace_id: 404196916920358458
-
Scan 6413846
- duration: 0:00:15.052867
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413846
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-14/1776176994", "key": "raw/merchants/2026-04-14/1776176994/55a03b2a-8208-4c66-a1c7-1c13a6d802a2.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 17066056880437251905, "service_name": "drive-thru", "span_id": 14099884552034556789, "trace_id": 3603001452815513429 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-14 09:30:13
- success: True
- trace_id: 3603001452815513429
-
Scan 6413285
- duration: 0:00:12.507109
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413285
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-13/1776090704", "key": "raw/merchants/2026-04-13/1776090704/b0b4d468-1e24-4ed4-a7a1-d4e1fbba40d1.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 16817245465481905707, "service_name": "drive-thru", "span_id": 2126936531856527414, "trace_id": 14584833098887823919 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-13 09:31:54
- success: True
- trace_id: 14584833098887823919
-
Scan 6412812
- duration: 0:00:14.840984
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412812
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-12/1776003956", "key": "raw/merchants/2026-04-12/1776003956/9c091266-625c-44da-95d6-2785bb8e593e.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 5708152260874815850, "service_name": "drive-thru", "span_id": 14589409305595990631, "trace_id": 14218155632407308464 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-12 09:26:19
- success: True
- trace_id: 14218155632407308464
-
Scan 6412521
- duration: 0:00:12.292623
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412521
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-11/1775917782", "key": "raw/merchants/2026-04-11/1775917782/1509374f-ae3c-4a30-9d94-52692e8b5c20.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 11193712735273780909, "service_name": "drive-thru", "span_id": 10084112251049202294, "trace_id": 10937542865802249236 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-11 09:29:45
- success: True
- trace_id: 10937542865802249236
-
Scan 6412054
- duration: 0:00:12.498274
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412054
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-10/1775831951", "key": "raw/merchants/2026-04-10/1775831951/4767019b-64a0-45f5-9921-5751319aae2a.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 5609017156973453255, "service_name": "drive-thru", "span_id": 10536099388035634825, "trace_id": 9493340621586684976 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-10 09:39:16
- success: True
- trace_id: 9493340621586684976
-
Scan 6411562
- duration: 0:00:14.918053
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411562
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-09/1775745920", "key": "raw/merchants/2026-04-09/1775745920/fcf0f359-3105-46ac-ae7c-f4b86d73e88c.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 10740513877893704768, "service_name": "drive-thru", "span_id": 9786685321672753983, "trace_id": 9709842694013563156 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-09 09:45:46
- success: True
- trace_id: 9709842694013563156
-
Scan 6411025
- duration: 0:00:14.909446
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411025
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-08/1775658673", "key": "raw/merchants/2026-04-08/1775658673/795b58eb-019c-4fb2-ad02-229624045ec6.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 2897722231674209286, "service_name": "drive-thru", "span_id": 14910138383203374144, "trace_id": 12329620931082902817 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-08 09:31:17
- success: True
- trace_id: 12329620931082902817
-
Scan 6410460
- duration: 0:00:14.937709
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410460
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-07/1775572024", "key": "raw/merchants/2026-04-07/1775572024/74a5ad8c-a535-485a-a9cb-bd3751bb10fc.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 15827000721863858971, "service_name": "drive-thru", "span_id": 11298097854404259858, "trace_id": 15293031717223551066 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-07 09:27:21
- success: True
- trace_id: 15293031717223551066
-
Scan 6409991
- duration: 0:00:14.878550
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409991
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-06/1775485803", "key": "raw/merchants/2026-04-06/1775485803/1509e83c-a7c6-4b43-bbf0-95d593f2a59f.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 16983617197272507800, "service_name": "drive-thru", "span_id": 3671837491399999726, "trace_id": 6617846047402796880 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-06 09:30:34
- success: True
- trace_id: 6617846047402796880
-
Scan 6409513
- duration: 0:00:12.303398
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409513
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-05/1775399333", "key": "raw/merchants/2026-04-05/1775399333/ac88cb7c-90b9-4aca-94e3-8f18171d49aa.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 9210967068227968325, "service_name": "drive-thru", "span_id": 16955621577251178619, "trace_id": 14938524888115930819 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-05 09:29:08
- success: True
- trace_id: 14938524888115930819
-
Scan 6409109
- duration: 0:00:12.326172
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409109
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-04/1775312914", "key": "raw/merchants/2026-04-04/1775312914/e937e859-62b7-4ff8-bc51-82ad3be80532.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 15765300264518562965, "service_name": "drive-thru", "span_id": 15220526436540914214, "trace_id": 8024643990840643573 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-04 09:28:47
- success: True
- trace_id: 8024643990840643573
-
Scan 6408693
- duration: 0:00:14.903491
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408693
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-03/1775227703", "key": "raw/merchants/2026-04-03/1775227703/7186ec9e-7047-4c7f-9cf6-9a90d866cefd.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 17667575095704274863, "service_name": "drive-thru", "span_id": 12203784794837713926, "trace_id": 16504522122736713418 } } - running: False
- schema_name_id: 2161
- start_time: 2026-04-03 09:48:33
- success: True
- trace_id: 16504522122736713418
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - created: 2026-04-17 09:29:31
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-17/1776436167'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2024-07-22 13:08:23",
"disabled": false,
"format": "raw",
"id": 2161,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrixess_merchants"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"amex": "string",
"boarded": "string",
"created": "string",
"creator": "string",
"dba": "string",
"discover": "string",
"entity_id": "string",
"environment": "string",
"established": "string",
"expressbatchclosemethod": "string",
"expressbatchclosetime": "string",
"frozen": "string",
"inactive": "string",
"mcc": "string",
"merchant_id": "string",
"modified": "string",
"modifier": "string",
"new": "string",
"qsa": "string",
"seasonal": "string",
"status": "string"
},
"created": "2026-04-17 09:29:31",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/merchants/2026-04-17/1776436167'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_merchants`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_merchants"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}