Schema Info

Schema Name: sfdl_stage_csv.payrix_mms_processing_summary

created: 2024-07-08 15:35:40
disabled: False
format: raw
id: 2122
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_mms_processing_summary"
}

type: csv

Schema Versions: 15

Version 906718

created: 2026-04-17 09:44:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-17/1776437027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-17/1776437027
id: 906718
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6415473
updated: 2026-04-17 09:44:16

Version 906468

created: 2026-04-16 09:27:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-16/1776349649'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-16/1776349649
id: 906468
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6414797
updated: 2026-04-16 09:28:02

Version 906285

created: 2026-04-15 09:47:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-15/1776264444'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-15/1776264444
id: 906285
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6414432
updated: 2026-04-15 09:47:42

Version 906061

created: 2026-04-14 09:38:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-14/1776177516'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-14/1776177516
id: 906061
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6413930
updated: 2026-04-14 09:39:08

Version 905839

created: 2026-04-13 09:31:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-13/1776090693'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-13/1776090693
id: 905839
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6413282
updated: 2026-04-13 09:31:53

Version 905633

created: 2026-04-12 09:31:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-12/1776004259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-12/1776004259
id: 905633
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6412877
updated: 2026-04-12 09:31:20

Version 905426

created: 2026-04-11 09:27:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-11/1775917616'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-11/1775917616
id: 905426
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6412462
updated: 2026-04-11 09:27:22

Version 905239

created: 2026-04-10 09:46:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-10/1775832343'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-10/1775832343
id: 905239
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6412122
updated: 2026-04-10 09:46:16

Version 905008

created: 2026-04-09 09:41:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-09/1775745648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-09/1775745648
id: 905008
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6411521
updated: 2026-04-09 09:41:37

Version 904788

created: 2026-04-08 09:32:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-08/1775658742'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-08/1775658742
id: 904788
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6411041
updated: 2026-04-08 09:32:56

Version 904599

created: 2026-04-07 09:46:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-07/1775573173'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-07/1775573173
id: 904599
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6410599
updated: 2026-04-07 09:46:36

Version 904370

created: 2026-04-06 09:34:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-06/1775486066'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-06/1775486066
id: 904370
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6410037
updated: 2026-04-06 09:34:54

Version 904153

created: 2026-04-05 09:29:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-05/1775399364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-05/1775399364
id: 904153
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6409536
updated: 2026-04-05 09:29:54

Version 903976

created: 2026-04-04 09:53:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-04/1775314369'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-04/1775314369
id: 903976
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6409246
updated: 2026-04-04 09:53:15

Version 903762

created: 2026-04-03 10:04:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-03/1775228614'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-03/1775228614
id: 903762
processed: 1

raw_data:

{
    "card_brand": 3,
    "card_type": 4,
    "effective_rate_per_card": 8,
    "entity": 2,
    "month": 1,
    "net_sum": 11,
    "refunds_count": 9,
    "refunds_sum": 10,
    "sales_avg": 7,
    "sales_count": 5,
    "sales_sum": 6,
    "year": 0
}

schema_attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

schema_name_id: 2122
schema_scan_id: 6408789
updated: 2026-04-03 10:04:14

Schema Scans: 15

Last at 2026-04-17 09:44:04

Scan 6415473

duration: 0:00:12.074676

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415473

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-17/1776437027",
        "key": "raw/mms_processing_summary/2026-04-17/1776437027/b11109e9-3aaf-47f5-911f-c36fd16702e6.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4924717757143232245,
        "service_name": "drive-thru",
        "span_id": 3072433210238193268,
        "trace_id": 4793475604552015916
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-17 09:44:04
success: True
trace_id: 4793475604552015916

Scan 6414797

duration: 0:00:14.718086

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414797

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-16/1776349649",
        "key": "raw/mms_processing_summary/2026-04-16/1776349649/54633675-1a78-4383-9f4a-8be35b28813d.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14669125059024521817,
        "service_name": "drive-thru",
        "span_id": 3730187216374628045,
        "trace_id": 6218732811044486139
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-16 09:27:48
success: True
trace_id: 6218732811044486139

Scan 6414432

duration: 0:00:12.015186

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414432

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-15/1776264444",
        "key": "raw/mms_processing_summary/2026-04-15/1776264444/b1df266a-a090-47c7-a349-de74ddecc059.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2106717573197249891,
        "service_name": "drive-thru",
        "span_id": 4830660836492211784,
        "trace_id": 8874464497883380481
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-15 09:47:30
success: True
trace_id: 8874464497883380481

Scan 6413930

duration: 0:00:11.995315

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413930

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-14/1776177516",
        "key": "raw/mms_processing_summary/2026-04-14/1776177516/676e4fa8-0fe5-4cb4-8642-3a6b3153be86.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14848289060642611592,
        "service_name": "drive-thru",
        "span_id": 7280445342330315369,
        "trace_id": 3441910328830703357
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-14 09:38:56
success: True
trace_id: 3441910328830703357

Scan 6413282

duration: 0:00:11.998631

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413282

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-13/1776090693",
        "key": "raw/mms_processing_summary/2026-04-13/1776090693/d8c54056-4b3f-4c3b-9b47-255952409fcd.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 234444925543952257,
        "service_name": "drive-thru",
        "span_id": 13421578020040020737,
        "trace_id": 16235817923010135801
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-13 09:31:41
success: True
trace_id: 16235817923010135801

Scan 6412877

duration: 0:00:14.451825

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412877

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-12/1776004259",
        "key": "raw/mms_processing_summary/2026-04-12/1776004259/f35908e3-53ab-494d-9533-a3ce59711cc4.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14615877006283177016,
        "service_name": "drive-thru",
        "span_id": 12368783441306038588,
        "trace_id": 15252038083887914496
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-12 09:31:05
success: True
trace_id: 15252038083887914496

Scan 6412462

duration: 0:00:12.047628

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412462

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-11/1775917616",
        "key": "raw/mms_processing_summary/2026-04-11/1775917616/fbe8a82b-4f42-43de-b080-ff72adba165c.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11428234613840944735,
        "service_name": "drive-thru",
        "span_id": 17398076672884762366,
        "trace_id": 10977461226618522329
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-11 09:27:10
success: True
trace_id: 10977461226618522329

Scan 6412122

duration: 0:00:14.635424

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412122

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-10/1775832343",
        "key": "raw/mms_processing_summary/2026-04-10/1775832343/bc653d42-d404-4a7c-a810-c8235e3a37cb.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8056661977104786995,
        "service_name": "drive-thru",
        "span_id": 150518593449043862,
        "trace_id": 3532974459555526572
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-10 09:46:02
success: True
trace_id: 3532974459555526572

Scan 6411521

duration: 0:00:12.140938

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411521

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-09/1775745648",
        "key": "raw/mms_processing_summary/2026-04-09/1775745648/ebc1ecb7-17de-42cb-a8e9-2b44f50bb4af.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9036384789858306688,
        "service_name": "drive-thru",
        "span_id": 13800530507589623285,
        "trace_id": 7143020629537948489
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-09 09:41:25
success: True
trace_id: 7143020629537948489

Scan 6411041

duration: 0:00:11.965475

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411041

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-08/1775658742",
        "key": "raw/mms_processing_summary/2026-04-08/1775658742/1856d1f2-d05e-4775-b6a0-6ad637a67198.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7867696124946864124,
        "service_name": "drive-thru",
        "span_id": 16075038233978294737,
        "trace_id": 1355553092467202769
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-08 09:32:44
success: True
trace_id: 1355553092467202769

Scan 6410599

duration: 0:00:12.093676

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410599

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-07/1775573173",
        "key": "raw/mms_processing_summary/2026-04-07/1775573173/32c758c9-7d47-4328-bfee-64101e0ed09d.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 240780028321181678,
        "service_name": "drive-thru",
        "span_id": 15360242466657488242,
        "trace_id": 6937121877362705482
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-07 09:46:24
success: True
trace_id: 6937121877362705482

Scan 6410037

duration: 0:00:14.651101

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410037

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-06/1775486066",
        "key": "raw/mms_processing_summary/2026-04-06/1775486066/0b1d53bb-1fd9-46b3-9ac1-1c3e7243fc96.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8236815255864608294,
        "service_name": "drive-thru",
        "span_id": 12291869760877930664,
        "trace_id": 10348154755410643506
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-06 09:34:39
success: True
trace_id: 10348154755410643506

Scan 6409536

duration: 0:00:11.979793

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409536

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-05/1775399364",
        "key": "raw/mms_processing_summary/2026-04-05/1775399364/9ead50f0-b848-4ad4-bb6a-954f17b3ee13.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11925607469032660847,
        "service_name": "drive-thru",
        "span_id": 13944233449256152775,
        "trace_id": 1458905569264568595
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-05 09:29:42
success: True
trace_id: 1458905569264568595

Scan 6409246

duration: 0:00:12.013558

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409246

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-04/1775314369",
        "key": "raw/mms_processing_summary/2026-04-04/1775314369/2d62d8f4-b294-4524-9189-0c8097a371ed.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15140332597903018017,
        "service_name": "drive-thru",
        "span_id": 17150848499425415431,
        "trace_id": 768157133067829519
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-04 09:53:03
success: True
trace_id: 768157133067829519

Scan 6408789

duration: 0:00:14.797951

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408789

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-03/1775228614",
        "key": "raw/mms_processing_summary/2026-04-03/1775228614/07496dcc-fc29-415c-9dcf-431f01c7ae61.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_processing_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10377703397280514005,
        "service_name": "drive-thru",
        "span_id": 9597896579893788611,
        "trace_id": 10695686114811020186
    }
}

running: False
schema_name_id: 2122
start_time: 2026-04-03 10:04:00
success: True
trace_id: 10695686114811020186

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "card_brand": "string",
    "card_type": "string",
    "effective_rate_per_card": "string",
    "entity": "string",
    "month": "string",
    "net_sum": "string",
    "refunds_count": "string",
    "refunds_sum": "string",
    "sales_avg": "string",
    "sales_count": "string",
    "sales_sum": "string",
    "year": "string"
}

created: 2026-04-17 09:44:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-17/1776437027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-08 15:35:40",
        "disabled": false,
        "format": "raw",
        "id": 2122,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_mms_processing_summary"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "card_brand": "string",
            "card_type": "string",
            "effective_rate_per_card": "string",
            "entity": "string",
            "month": "string",
            "net_sum": "string",
            "refunds_count": "string",
            "refunds_sum": "string",
            "sales_avg": "string",
            "sales_count": "string",
            "sales_sum": "string",
            "year": "string"
        },
        "created": "2026-04-17 09:44:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_processing_summary`\n(\n `year`  string , `month`  string , `entity`  string , `card_brand`  string , `card_type`  string , `sales_count`  string , `sales_sum`  string , `sales_avg`  string , `effective_rate_per_card`  string , `refunds_count`  string , `refunds_sum`  string , `net_sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_processing_summary/2026-04-17/1776437027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_processing_summary`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_processing_summary"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}