Schema Info

Schema Name: sfdl_stage_csv.payrix_fee_rules

created: 2024-07-08 15:33:37
disabled: False
format: raw
id: 2120
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_fee_rules"
}

type: csv

Schema Versions: 15

Version 906704

created: 2026-04-17 09:38:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-17/1776436721'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-17/1776436721
id: 906704
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6415456
updated: 2026-04-17 09:38:59

Version 906479

created: 2026-04-16 09:34:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-16/1776350032'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-16/1776350032
id: 906479
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6414864
updated: 2026-04-16 09:34:22

Version 906267

created: 2026-04-15 09:32:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-15/1776263557'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-15/1776263557
id: 906267
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6414414
updated: 2026-04-15 09:32:52

Version 906057

created: 2026-04-14 09:36:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-14/1776177382'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-14/1776177382
id: 906057
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6413924
updated: 2026-04-14 09:36:48

Version 905826

created: 2026-04-13 09:26:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-13/1776090415'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-13/1776090415
id: 905826
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6413247
updated: 2026-04-13 09:27:10

Version 905638

created: 2026-04-12 09:39:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-12/1776004719'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-12/1776004719
id: 905638
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6412910
updated: 2026-04-12 09:39:24

Version 905434

created: 2026-04-11 09:32:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-11/1775917940'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-11/1775917940
id: 905434
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6412538
updated: 2026-04-11 09:32:40

Version 905222

created: 2026-04-10 09:40:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-10/1775832034'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-10/1775832034
id: 905222
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6412076
updated: 2026-04-10 09:40:55

Version 904993

created: 2026-04-09 09:26:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-09/1775744755'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-09/1775744755
id: 904993
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6411463
updated: 2026-04-09 09:26:23

Version 904802

created: 2026-04-08 09:42:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-08/1775659353'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-08/1775659353
id: 904802
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6411094
updated: 2026-04-08 09:44:12

Version 904596

created: 2026-04-07 09:45:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-07/1775573099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-07/1775573099
id: 904596
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6410593
updated: 2026-04-07 09:45:14

Version 904382

created: 2026-04-06 09:45:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-06/1775486712'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-06/1775486712
id: 904382
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6410053
updated: 2026-04-06 09:45:41

Version 904159

created: 2026-04-05 09:38:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-05/1775399895'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-05/1775399895
id: 904159
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6409602
updated: 2026-04-05 09:38:36

Version 903962

created: 2026-04-04 09:46:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-04/1775313989'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-04/1775313989
id: 903962
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6409213
updated: 2026-04-04 09:47:50

Version 903766

created: 2026-04-03 10:04:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-03/1775228659'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-03/1775228659
id: 903766
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "application": 13,
    "created": 6,
    "creator": 5,
    "description": 8,
    "fee_id": 18,
    "fee_rule_id": 16,
    "frozen": 9,
    "grouping": 11,
    "inactive": 12,
    "modified": 15,
    "modifier": 7,
    "name": 14,
    "type": 10,
    "value": 17
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

schema_name_id: 2120
schema_scan_id: 6408793
updated: 2026-04-03 10:04:45

Schema Scans: 15

Last at 2026-04-17 09:38:47

Scan 6415456

duration: 0:00:12.227431

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415456

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-17/1776436721",
        "key": "raw/fee_rules/2026-04-17/1776436721/49350eea-0c99-4178-a077-0acf52715e9e.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16475571483063527461,
        "service_name": "drive-thru",
        "span_id": 4051217211828436007,
        "trace_id": 17941056681049862874
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-17 09:38:47
success: True
trace_id: 17941056681049862874

Scan 6414864

duration: 0:00:14.628945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414864

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-16/1776350032",
        "key": "raw/fee_rules/2026-04-16/1776350032/8395b9d8-f868-4ad7-b4e7-19a8a1631c3a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3697066456775472416,
        "service_name": "drive-thru",
        "span_id": 8238030630352291820,
        "trace_id": 4724832763167699589
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-16 09:34:08
success: True
trace_id: 4724832763167699589

Scan 6414414

duration: 0:00:12.197802

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414414

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-15/1776263557",
        "key": "raw/fee_rules/2026-04-15/1776263557/9b4d1989-2c1e-4fc0-b5d9-3c3f94d0ae15.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4211288401836693215,
        "service_name": "drive-thru",
        "span_id": 17260256045693329348,
        "trace_id": 14012196785323198186
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-15 09:32:40
success: True
trace_id: 14012196785323198186

Scan 6413924

duration: 0:00:12.082524

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413924

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-14/1776177382",
        "key": "raw/fee_rules/2026-04-14/1776177382/9dab4a14-0db0-4499-8443-bce0c90ff369.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14005983304098562898,
        "service_name": "drive-thru",
        "span_id": 6423805114113996364,
        "trace_id": 13932569487253589356
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-14 09:36:35
success: True
trace_id: 13932569487253589356

Scan 6413247

duration: 0:00:12.243915

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413247

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-13/1776090415",
        "key": "raw/fee_rules/2026-04-13/1776090415/ac382bbc-d88e-430c-91a0-fdf54d09ab67.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15472735576977332272,
        "service_name": "drive-thru",
        "span_id": 1305103469429859683,
        "trace_id": 17044926795289730612
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-13 09:26:57
success: True
trace_id: 17044926795289730612

Scan 6412910

duration: 0:00:11.989611

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412910

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-12/1776004719",
        "key": "raw/fee_rules/2026-04-12/1776004719/4d499c77-f7f4-4b4e-ac35-1d75e3843d2a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 13002705786180013125,
        "service_name": "drive-thru",
        "span_id": 9482459897472938044,
        "trace_id": 6479634540377374533
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-12 09:39:12
success: True
trace_id: 6479634540377374533

Scan 6412538

duration: 0:00:14.590349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412538

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-11/1775917940",
        "key": "raw/fee_rules/2026-04-11/1775917940/99b2ee57-e9b7-40b7-aa6d-a74014c0a730.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10479662358184243153,
        "service_name": "drive-thru",
        "span_id": 11798975176344369971,
        "trace_id": 9366079389190737728
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-11 09:32:25
success: True
trace_id: 9366079389190737728

Scan 6412076

duration: 0:00:14.641357

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412076

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-10/1775832034",
        "key": "raw/fee_rules/2026-04-10/1775832034/23745bfe-e3b4-4f01-95cf-cac3e32f4eb7.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11187698527078483195,
        "service_name": "drive-thru",
        "span_id": 18425890341653696219,
        "trace_id": 432527639839548804
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-10 09:40:40
success: True
trace_id: 432527639839548804

Scan 6411463

duration: 0:00:12.070221

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411463

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-09/1775744755",
        "key": "raw/fee_rules/2026-04-09/1775744755/76c650c4-e34f-4f48-967c-498455dfd771.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 431926556213417416,
        "service_name": "drive-thru",
        "span_id": 17919603131972381481,
        "trace_id": 3141709680825627819
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-09 09:26:11
success: True
trace_id: 3141709680825627819

Scan 6411094

duration: 0:01:20.841755

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411094

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-08/1775659353",
        "key": "raw/fee_rules/2026-04-08/1775659353/51339e3e-eba8-4702-98e9-9a2d372693c9.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10045858339905100160,
        "service_name": "drive-thru",
        "span_id": 17060143825523865055,
        "trace_id": 8962521772738478586
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-08 09:42:51
success: True
trace_id: 8962521772738478586

Scan 6410593

duration: 0:00:12.176773

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410593

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-07/1775573099",
        "key": "raw/fee_rules/2026-04-07/1775573099/30814597-9d75-4256-9ec1-ed6743092cbe.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7587525806743931926,
        "service_name": "drive-thru",
        "span_id": 6437362410885323399,
        "trace_id": 16751197035342996132
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-07 09:45:02
success: True
trace_id: 16751197035342996132

Scan 6410053

duration: 0:00:14.659145

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410053

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-06/1775486712",
        "key": "raw/fee_rules/2026-04-06/1775486712/e3c6253a-2c37-47fb-8853-7d4be4edfe9f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16083546004118995602,
        "service_name": "drive-thru",
        "span_id": 1925502312060254308,
        "trace_id": 5807847721829378402
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-06 09:45:27
success: True
trace_id: 5807847721829378402

Scan 6409602

duration: 0:00:14.550967

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409602

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-05/1775399895",
        "key": "raw/fee_rules/2026-04-05/1775399895/65fb56d7-dbf9-451f-9544-8e568e3624cf.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8066353199169524297,
        "service_name": "drive-thru",
        "span_id": 8019459255011602004,
        "trace_id": 13042300617931568805
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-05 09:38:22
success: True
trace_id: 13042300617931568805

Scan 6409213

duration: 0:01:13.030856

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409213

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-04/1775313989",
        "key": "raw/fee_rules/2026-04-04/1775313989/4216924c-c268-4647-9860-84e81eb62b58.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10400030279072588165,
        "service_name": "drive-thru",
        "span_id": 3079269607983662052,
        "trace_id": 11602843201962895022
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-04 09:46:37
success: True
trace_id: 11602843201962895022

Scan 6408793

duration: 0:00:14.625305

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408793

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-03/1775228659",
        "key": "raw/fee_rules/2026-04-03/1775228659/eee603b4-9bda-4d14-b7f6-f507c200f4d1.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_fee_rules",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9189724747455834232,
        "service_name": "drive-thru",
        "span_id": 17641463354947056309,
        "trace_id": 10490979728803454836
    }
}

running: False
schema_name_id: 2120
start_time: 2026-04-03 10:04:30
success: True
trace_id: 10490979728803454836

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "application": "string",
    "created": "string",
    "creator": "string",
    "description": "string",
    "fee_id": "string",
    "fee_rule_id": "string",
    "frozen": "string",
    "grouping": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "name": "string",
    "type": "string",
    "value": "string"
}

created: 2026-04-17 09:38:47

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-17/1776436721'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-08 15:33:37",
        "disabled": false,
        "format": "raw",
        "id": 2120,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_fee_rules"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "application": "string",
            "created": "string",
            "creator": "string",
            "description": "string",
            "fee_id": "string",
            "fee_rule_id": "string",
            "frozen": "string",
            "grouping": "string",
            "inactive": "string",
            "modified": "string",
            "modifier": "string",
            "name": "string",
            "type": "string",
            "value": "string"
        },
        "created": "2026-04-17 09:38:47",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_fee_rules`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `creator`  string , `created`  string , `modifier`  string , `description`  string , `frozen`  string , `type`  string , `grouping`  string , `inactive`  string , `application`  string , `name`  string , `modified`  string , `fee_rule_id`  string , `value`  string , `fee_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/fee_rules/2026-04-17/1776436721'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_fee_rules`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_fee_rules"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}