Schema Info

Schema Name: sfdl_stage_csv.payrixess_mms_processing_summary

created: 2024-07-22 13:08:35
disabled: False
format: raw
id: 2163
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrixess_mms_processing_summary"
}

type: csv

Schema Versions: 15

Version 906690

created: 2026-04-17 09:28:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-17/1776436074'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-17/1776436074
id: 906690
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6415365
updated: 2026-04-17 09:28:29

Version 906495

created: 2026-04-16 09:47:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-16/1776350838'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-16/1776350838
id: 906495
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6414940
updated: 2026-04-16 09:47:57

Version 906262

created: 2026-04-15 09:32:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-15/1776263517'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-15/1776263517
id: 906262
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6414393
updated: 2026-04-15 09:32:25

Version 906051

created: 2026-04-14 09:32:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-14/1776177138'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-14/1776177138
id: 906051
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6413899
updated: 2026-04-14 09:32:54

Version 905859

created: 2026-04-13 09:47:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-13/1776091647'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-13/1776091647
id: 905859
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6413389
updated: 2026-04-13 09:47:59

Version 905634

created: 2026-04-12 09:32:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-12/1776004293'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-12/1776004293
id: 905634
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6412882
updated: 2026-04-12 09:32:13

Version 905451

created: 2026-04-11 09:46:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-11/1775918753'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-11/1775918753
id: 905451
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6412576
updated: 2026-04-11 09:46:34

Version 905240

created: 2026-04-10 09:46:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-10/1775832408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-10/1775832408
id: 905240
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6412125
updated: 2026-04-10 09:47:05

Version 905028

created: 2026-04-09 09:51:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-09/1775746251'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-09/1775746251
id: 905028
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6411614
updated: 2026-04-09 09:51:38

Version 904800

created: 2026-04-08 09:41:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-08/1775659283'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-08/1775659283
id: 904800
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6411092
updated: 2026-04-08 09:41:52

Version 904589

created: 2026-04-07 09:41:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-07/1775572871'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-07/1775572871
id: 904589
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6410560
updated: 2026-04-07 09:41:29

Version 904352

created: 2026-04-06 09:28:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-06/1775485704'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-06/1775485704
id: 904352
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6409931
updated: 2026-04-06 09:28:52

Version 904171

created: 2026-04-05 09:44:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-05/1775400240'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-05/1775400240
id: 904171
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6409617
updated: 2026-04-05 09:44:36

Version 903974

created: 2026-04-04 09:52:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-04/1775314327'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-04/1775314327
id: 903974
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6409244
updated: 2026-04-04 09:52:33

Version 903759

created: 2026-04-03 09:57:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-03/1775228229'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-03/1775228229
id: 903759
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2163
schema_scan_id: 6408767
updated: 2026-04-03 09:57:31

Schema Scans: 15

Last at 2026-04-17 09:28:14

Scan 6415365

duration: 0:00:14.682407

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-17/1776436074",
        "key": "raw/mms_processing_summary/2026-04-17/1776436074/541e9e39-5258-42ab-be5d-d3592ee3342f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15979329440183195513,
        "service_name": "drive-thru",
        "span_id": 2493591932812091639,
        "trace_id": 11980279074086200618
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-17 09:28:14
success: True
trace_id: 11980279074086200618

Scan 6414940

duration: 0:00:14.609926

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414940

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-16/1776350838",
        "key": "raw/mms_processing_summary/2026-04-16/1776350838/ddb73cb0-33f4-45d2-a699-2ba0d85a448b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4295274510281374890,
        "service_name": "drive-thru",
        "span_id": 9909695296670725751,
        "trace_id": 12262968881426297365
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-16 09:47:42
success: True
trace_id: 12262968881426297365

Scan 6414393

duration: 0:00:14.725155

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414393

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-15/1776263517",
        "key": "raw/mms_processing_summary/2026-04-15/1776263517/6b09528b-2a19-47ca-aa02-103be353303f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11322235703689161305,
        "service_name": "drive-thru",
        "span_id": 15915798061594566914,
        "trace_id": 225076055138191327
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-15 09:32:11
success: True
trace_id: 225076055138191327

Scan 6413899

duration: 0:00:14.571083

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413899

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-14/1776177138",
        "key": "raw/mms_processing_summary/2026-04-14/1776177138/860a9104-288e-439a-8a26-d6e12a31c859.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17518321105357020117,
        "service_name": "drive-thru",
        "span_id": 17926322625548182707,
        "trace_id": 4685567414450672801
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-14 09:32:40
success: True
trace_id: 4685567414450672801

Scan 6413389

duration: 0:00:14.595622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413389

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-13/1776091647",
        "key": "raw/mms_processing_summary/2026-04-13/1776091647/f07ac253-4d4a-4255-a64d-a1a2b48a2156.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14655860139588292715,
        "service_name": "drive-thru",
        "span_id": 16562575881021377141,
        "trace_id": 3588702043874308748
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-13 09:47:44
success: True
trace_id: 3588702043874308748

Scan 6412882

duration: 0:00:12.136054

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412882

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-12/1776004293",
        "key": "raw/mms_processing_summary/2026-04-12/1776004293/8219d941-ae08-4a3f-ae04-63ac957e1de0.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9717846306189128634,
        "service_name": "drive-thru",
        "span_id": 5626956896821004134,
        "trace_id": 12384125693852822999
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-12 09:32:00
success: True
trace_id: 12384125693852822999

Scan 6412576

duration: 0:00:14.487488

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412576

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-11/1775918753",
        "key": "raw/mms_processing_summary/2026-04-11/1775918753/89677d53-68dd-4e51-9466-85ebe83d2014.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16338916952076427424,
        "service_name": "drive-thru",
        "span_id": 12771461508455316535,
        "trace_id": 905587949580354980
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-11 09:46:20
success: True
trace_id: 905587949580354980

Scan 6412125

duration: 0:00:11.973519

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412125

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-10/1775832408",
        "key": "raw/mms_processing_summary/2026-04-10/1775832408/52f895cc-7e03-4136-9179-0fdd4fc97a20.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6764660134130928222,
        "service_name": "drive-thru",
        "span_id": 4993471986604411088,
        "trace_id": 1643875208665143487
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-10 09:46:53
success: True
trace_id: 1643875208665143487

Scan 6411614

duration: 0:00:14.709474

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411614

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-09/1775746251",
        "key": "raw/mms_processing_summary/2026-04-09/1775746251/0c72d933-7210-4d52-8975-2b107d2f4ae5.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10801401602106468891,
        "service_name": "drive-thru",
        "span_id": 6135611362460034457,
        "trace_id": 6277107945758891459
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-09 09:51:23
success: True
trace_id: 6277107945758891459

Scan 6411092

duration: 0:00:14.819483

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411092

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-08/1775659283",
        "key": "raw/mms_processing_summary/2026-04-08/1775659283/8e029429-a4da-4605-9be5-faa10c4157c4.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2604994466663323290,
        "service_name": "drive-thru",
        "span_id": 17349450702316235407,
        "trace_id": 17701931526434036352
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-08 09:41:37
success: True
trace_id: 17701931526434036352

Scan 6410560

duration: 0:00:11.993158

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410560

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-07/1775572871",
        "key": "raw/mms_processing_summary/2026-04-07/1775572871/ebebb010-5bbc-4ae7-be68-0c124db8c91b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 13634815578465064037,
        "service_name": "drive-thru",
        "span_id": 6719548635041358364,
        "trace_id": 5285280004973886163
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-07 09:41:17
success: True
trace_id: 5285280004973886163

Scan 6409931

duration: 0:00:11.998655

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409931

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-06/1775485704",
        "key": "raw/mms_processing_summary/2026-04-06/1775485704/08ea03ee-9920-434a-9203-14d84b615a50.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8391775588050337032,
        "service_name": "drive-thru",
        "span_id": 4132635923274849449,
        "trace_id": 1637127519874441165
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-06 09:28:40
success: True
trace_id: 1637127519874441165

Scan 6409617

duration: 0:00:14.486029

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409617

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-05/1775400240",
        "key": "raw/mms_processing_summary/2026-04-05/1775400240/dfb6f067-afd0-4b98-85a2-e1064e339f1a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17050671515156297624,
        "service_name": "drive-thru",
        "span_id": 12900798238003810643,
        "trace_id": 18076786840516318441
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-05 09:44:21
success: True
trace_id: 18076786840516318441

Scan 6409244

duration: 0:00:11.924947

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409244

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-04/1775314327",
        "key": "raw/mms_processing_summary/2026-04-04/1775314327/04a29efe-0430-4c91-be6e-ddbbd40a5288.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16144042614933076306,
        "service_name": "drive-thru",
        "span_id": 16756341208145191599,
        "trace_id": 2827951007245397636
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-04 09:52:21
success: True
trace_id: 2827951007245397636

Scan 6408767

duration: 0:00:12.014940

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408767

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrixess-stage",
        "hive_path": "s3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-03/1775228229",
        "key": "raw/mms_processing_summary/2026-04-03/1775228229/5711f4f5-ca49-4761-98fc-8b6e516134d1.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrixess_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5700125066607367186,
        "service_name": "drive-thru",
        "span_id": 6980314787457685055,
        "trace_id": 8073281975341434307
    }
}

running: False
schema_name_id: 2163
start_time: 2026-04-03 09:57:19
success: True
trace_id: 8073281975341434307

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

created: 2026-04-17 09:28:15

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-17/1776436074'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-22 13:08:35",
        "disabled": false,
        "format": "raw",
        "id": 2163,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrixess_mms_processing_summary"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "card_brand": "string",
            "card_type": "string",
            "effective_rate_per_card": "string",
            "entity": "string",
            "month": "string",
            "net_sum": "string",
            "refunds_count": "string",
            "refunds_sum": "string",
            "sales_avg": "string",
            "sales_count": "string",
            "sales_sum": "string",
            "year": "string"
        },
        "created": "2026-04-17 09:28:15",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrixess-stage/raw/mms_processing_summary/2026-04-17/1776436074'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_mms_processing_summary`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_mms_processing_summary"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}