Schema Info
Schema Name: sfdl_stage_csv.payrix_merchants
- created: 2022-10-21 14:20:21
- disabled: False
- format: raw
- id: 1423
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrix_merchants" } - type: csv
Schema Versions: 15
-
Version 906687
- created: 2026-04-17 09:27:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-17/1776436009'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-17/1776436009
- id: 906687
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6415349
- updated: 2026-04-17 09:27:16
-
Version 906471
- created: 2026-04-16 09:29:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-16/1776349739'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-16/1776349739
- id: 906471
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6414816
- updated: 2026-04-16 09:29:21
-
Version 906269
- created: 2026-04-15 09:32:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-15/1776263555'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-15/1776263555
- id: 906269
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6414413
- updated: 2026-04-15 09:32:52
-
Version 906043
- created: 2026-04-14 09:27:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-14/1776176847'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-14/1776176847
- id: 906043
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6413814
- updated: 2026-04-14 09:27:42
-
Version 905844
- created: 2026-04-13 09:39:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-13/1776091183'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-13/1776091183
- id: 905844
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6413320
- updated: 2026-04-13 09:40:07
-
Version 905647
- created: 2026-04-12 09:44:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-12/1776005045'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-12/1776005045
- id: 905647
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6412938
- updated: 2026-04-12 09:44:29
-
Version 905430
- created: 2026-04-11 09:29:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-11/1775917775'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-11/1775917775
- id: 905430
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6412517
- updated: 2026-04-11 09:29:54
-
Version 905215
- created: 2026-04-10 09:29:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-10/1775831387'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-10/1775831387
- id: 905215
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6412044
- updated: 2026-04-10 09:30:05
-
Version 905000
- created: 2026-04-09 09:35:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-09/1775745312'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-09/1775745312
- id: 905000
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6411510
- updated: 2026-04-09 09:35:35
-
Version 904790
- created: 2026-04-08 09:33:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-08/1775658777'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-08/1775658777
- id: 904790
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6411056
- updated: 2026-04-08 09:33:16
-
Version 904579
- created: 2026-04-07 09:38:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-07/1775572728'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-07/1775572728
- id: 904579
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6410530
- updated: 2026-04-07 09:39:04
-
Version 904365
- created: 2026-04-06 09:33:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-06/1775485964'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-06/1775485964
- id: 904365
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6410029
- updated: 2026-04-06 09:33:16
-
Version 904157
- created: 2026-04-05 09:38:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-05/1775399884'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-05/1775399884
- id: 904157
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6409599
- updated: 2026-04-05 09:38:22
-
Version 903953
- created: 2026-04-04 09:30:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-04/1775313055'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-04/1775313055
- id: 903953
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6409124
- updated: 2026-04-04 09:31:10
-
Version 903742
- created: 2026-04-03 09:37:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-03/1775227051'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-03/1775227051
- id: 903742
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1423
- schema_scan_id: 6408672
- updated: 2026-04-03 09:38:04
Schema Scans: 15
Last at 2026-04-17 09:27:00
-
Scan 6415349
- duration: 0:00:15.224912
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6415349
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-17/1776436009", "key": "raw/merchants/2026-04-17/1776436009/56c6b571-bca0-4bc7-89b8-e173d4db38c2.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 6500992297935977539, "service_name": "drive-thru", "span_id": 6422936244134894235, "trace_id": 2238851127323840233 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-17 09:27:00
- success: True
- trace_id: 2238851127323840233
-
Scan 6414816
- duration: 0:00:12.381609
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414816
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-16/1776349739", "key": "raw/merchants/2026-04-16/1776349739/c5aa289e-5101-4b9c-a3e9-a3453e17c0e8.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 12077322679714065019, "service_name": "drive-thru", "span_id": 234708166422158904, "trace_id": 7311330544173784485 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-16 09:29:08
- success: True
- trace_id: 7311330544173784485
-
Scan 6414413
- duration: 0:00:12.412089
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414413
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-15/1776263555", "key": "raw/merchants/2026-04-15/1776263555/5bfd10b6-c610-4889-8717-5b6576575742.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 2075206655129048821, "service_name": "drive-thru", "span_id": 9525364622339840687, "trace_id": 3975081337604331519 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-15 09:32:40
- success: True
- trace_id: 3975081337604331519
-
Scan 6413814
- duration: 0:00:12.414735
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413814
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-14/1776176847", "key": "raw/merchants/2026-04-14/1776176847/e06aa665-ea39-45a9-8dd6-5e7ef63a0174.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 10578377912248009243, "service_name": "drive-thru", "span_id": 7209772168808358254, "trace_id": 3200518428393481821 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-14 09:27:30
- success: True
- trace_id: 3200518428393481821
-
Scan 6413320
- duration: 0:00:15.112530
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413320
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-13/1776091183", "key": "raw/merchants/2026-04-13/1776091183/6666184b-98eb-4930-a523-63ba90c0ea60.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 12370262564780690019, "service_name": "drive-thru", "span_id": 16141734797835704292, "trace_id": 8907707442405326668 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-13 09:39:52
- success: True
- trace_id: 8907707442405326668
-
Scan 6412938
- duration: 0:00:12.425006
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412938
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-12/1776005045", "key": "raw/merchants/2026-04-12/1776005045/52197c5a-13a1-4a94-b1ec-10556702beef.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 18291425354395797726, "service_name": "drive-thru", "span_id": 4023363261825343794, "trace_id": 5134617400458842574 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-12 09:44:16
- success: True
- trace_id: 5134617400458842574
-
Scan 6412517
- duration: 0:00:14.827669
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412517
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-11/1775917775", "key": "raw/merchants/2026-04-11/1775917775/6efe82d8-1809-498d-90be-a4bf47430c0d.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 18025031986035028837, "service_name": "drive-thru", "span_id": 3964635610035511008, "trace_id": 4738647265633500478 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-11 09:29:39
- success: True
- trace_id: 4738647265633500478
-
Scan 6412044
- duration: 0:00:14.934638
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412044
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-10/1775831387", "key": "raw/merchants/2026-04-10/1775831387/83861c15-7d75-439b-af04-b16e33ad6c96.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 13490882947696809075, "service_name": "drive-thru", "span_id": 17439220232853454853, "trace_id": 9334750084999515465 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-10 09:29:50
- success: True
- trace_id: 9334750084999515465
-
Scan 6411510
- duration: 0:00:12.435178
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411510
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-09/1775745312", "key": "raw/merchants/2026-04-09/1775745312/21fb05f8-1fc0-4dce-aad7-eee79422f977.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 7035921718836015880, "service_name": "drive-thru", "span_id": 9357868000152115906, "trace_id": 3237325940884682529 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-09 09:35:23
- success: True
- trace_id: 3237325940884682529
-
Scan 6411056
- duration: 0:00:12.434359
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411056
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-08/1775658777", "key": "raw/merchants/2026-04-08/1775658777/c2375308-83f1-4be5-8f20-6dfdddc7963b.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 17830915955605831926, "service_name": "drive-thru", "span_id": 1621996659424758867, "trace_id": 9221474718339789236 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-08 09:33:03
- success: True
- trace_id: 9221474718339789236
-
Scan 6410530
- duration: 0:00:12.468386
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410530
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-07/1775572728", "key": "raw/merchants/2026-04-07/1775572728/abe0e20a-b6d7-4aba-814a-9b4fa4909998.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 1407710923318598539, "service_name": "drive-thru", "span_id": 5635578938788656785, "trace_id": 16191982413652557647 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-07 09:38:51
- success: True
- trace_id: 16191982413652557647
-
Scan 6410029
- duration: 0:00:12.390025
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410029
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-06/1775485964", "key": "raw/merchants/2026-04-06/1775485964/9722e96d-659e-4c84-b149-36c13906eb44.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 3529841852706119951, "service_name": "drive-thru", "span_id": 2393452764003854247, "trace_id": 2088969364407624865 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-06 09:33:04
- success: True
- trace_id: 2088969364407624865
-
Scan 6409599
- duration: 0:00:14.785146
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409599
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-05/1775399884", "key": "raw/merchants/2026-04-05/1775399884/40e0d9e7-e50f-482e-a653-046f76a4ba87.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 4505262415221392461, "service_name": "drive-thru", "span_id": 12440028494974927921, "trace_id": 891292985722387182 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-05 09:38:07
- success: True
- trace_id: 891292985722387182
-
Scan 6409124
- duration: 0:00:12.282734
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409124
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-04/1775313055", "key": "raw/merchants/2026-04-04/1775313055/da7f7f16-07cc-461f-839f-28ecad175b20.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 4828187319870406329, "service_name": "drive-thru", "span_id": 17973283910838166090, "trace_id": 5056755166801422293 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-04 09:30:58
- success: True
- trace_id: 5056755166801422293
-
Scan 6408672
- duration: 0:00:15.049656
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408672
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/merchants/2026-04-03/1775227051", "key": "raw/merchants/2026-04-03/1775227051/41d1e596-8daa-4488-8d7b-6bc4b0201b09.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 8256951518137096463, "service_name": "drive-thru", "span_id": 18323204534945551268, "trace_id": 18174492769590193373 } } - running: False
- schema_name_id: 1423
- start_time: 2026-04-03 09:37:49
- success: True
- trace_id: 18174492769590193373
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - created: 2026-04-17 09:27:02
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-17/1776436009'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2022-10-21 14:20:21",
"disabled": false,
"format": "raw",
"id": 1423,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrix_merchants"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"amex": "string",
"boarded": "string",
"created": "string",
"creator": "string",
"dba": "string",
"discover": "string",
"entity_id": "string",
"environment": "string",
"established": "string",
"expressbatchclosemethod": "string",
"expressbatchclosetime": "string",
"frozen": "string",
"inactive": "string",
"mcc": "string",
"merchant_id": "string",
"modified": "string",
"modifier": "string",
"new": "string",
"qsa": "string",
"seasonal": "string",
"status": "string"
},
"created": "2026-04-17 09:27:02",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/merchants/2026-04-17/1776436009'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_merchants`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_merchants"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}