Schema Info

Schema Name: sfdl_stage_csv.payrix_mms_monthly_summary

created: 2024-07-08 15:33:33
disabled: False
format: raw
id: 2119
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_mms_monthly_summary"
}

type: csv

Schema Versions: 15

Version 906709

created: 2026-04-17 09:39:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-17/1776436766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-17/1776436766
id: 906709
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6415463
updated: 2026-04-17 09:39:43

Version 906475

created: 2026-04-16 09:31:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-16/1776349904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-16/1776349904
id: 906475
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6414857
updated: 2026-04-16 09:32:03

Version 906280

created: 2026-04-15 09:46:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-15/1776264342'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-15/1776264342
id: 906280
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6414427
updated: 2026-04-15 09:46:24

Version 906058

created: 2026-04-14 09:37:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-14/1776177419'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-14/1776177419
id: 906058
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6413925
updated: 2026-04-14 09:37:24

Version 905829

created: 2026-04-13 09:27:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-13/1776090461'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-13/1776090461
id: 905829
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6413252
updated: 2026-04-13 09:28:00

Version 905640

created: 2026-04-12 09:41:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-12/1776004869'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-12/1776004869
id: 905640
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6412918
updated: 2026-04-12 09:41:28

Version 905424

created: 2026-04-11 09:26:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-11/1775917597'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-11/1775917597
id: 905424
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6412455
updated: 2026-04-11 09:27:10

Version 905227

created: 2026-04-10 09:41:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-10/1775832108'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-10/1775832108
id: 905227
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6412098
updated: 2026-04-10 09:42:07

Version 904998

created: 2026-04-09 09:30:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-09/1775745034'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-09/1775745034
id: 904998
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6411478
updated: 2026-04-09 09:30:53

Version 904807

created: 2026-04-08 09:44:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-08/1775659391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-08/1775659391
id: 904807
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6411099
updated: 2026-04-08 09:44:29

Version 904593

created: 2026-04-07 09:44:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-07/1775573074'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-07/1775573074
id: 904593
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6410587
updated: 2026-04-07 09:45:00

Version 904372

created: 2026-04-06 09:35:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-06/1775486115'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-06/1775486115
id: 904372
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6410040
updated: 2026-04-06 09:35:32

Version 904175

created: 2026-04-05 09:48:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-05/1775400512'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-05/1775400512
id: 904175
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6409623
updated: 2026-04-05 09:48:58

Version 903954

created: 2026-04-04 09:32:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-04/1775313135'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-04/1775313135
id: 903954
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6409129
updated: 2026-04-04 09:32:53

Version 903740

created: 2026-04-03 09:35:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-03/1775226897'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-03/1775226897
id: 903740
processed: 1

raw_data:

{
    "base": 3,
    "count": 5,
    "entity": 2,
    "month": 1,
    "sum": 6,
    "tag": 4,
    "year": 0
}

schema_attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

schema_name_id: 2119
schema_scan_id: 6408668
updated: 2026-04-03 09:35:16

Schema Scans: 15

Last at 2026-04-17 09:39:31

Scan 6415463

duration: 0:00:11.966829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415463

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-17/1776436766",
        "key": "raw/mms_monthly_summary/2026-04-17/1776436766/8ef2736c-7da6-44b9-8c8a-3940afc56f7b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1453506859427678304,
        "service_name": "drive-thru",
        "span_id": 5837473463979520302,
        "trace_id": 15520473647151428256
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-17 09:39:31
success: True
trace_id: 15520473647151428256

Scan 6414857

duration: 0:00:14.464079

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414857

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-16/1776349904",
        "key": "raw/mms_monthly_summary/2026-04-16/1776349904/2707c801-27d0-4bc7-be48-39b5aa680a88.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17157503851183843076,
        "service_name": "drive-thru",
        "span_id": 1740580302996881357,
        "trace_id": 14955118313372856717
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-16 09:31:49
success: True
trace_id: 14955118313372856717

Scan 6414427

duration: 0:00:12.028240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414427

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-15/1776264342",
        "key": "raw/mms_monthly_summary/2026-04-15/1776264342/cc3f472c-3ac9-4f7b-b280-40de2ae653dd.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1536332215413215195,
        "service_name": "drive-thru",
        "span_id": 1190396999216511636,
        "trace_id": 3451235421196089991
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-15 09:46:12
success: True
trace_id: 3451235421196089991

Scan 6413925

duration: 0:00:12.055676

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413925

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-14/1776177419",
        "key": "raw/mms_monthly_summary/2026-04-14/1776177419/f8f2d103-0eba-4754-853d-455f52aedd5a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14379898271619183094,
        "service_name": "drive-thru",
        "span_id": 13341144749253658854,
        "trace_id": 6562798838835071855
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-14 09:37:12
success: True
trace_id: 6562798838835071855

Scan 6413252

duration: 0:00:11.883044

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413252

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-13/1776090461",
        "key": "raw/mms_monthly_summary/2026-04-13/1776090461/8c963c22-9321-4691-aea0-9a22b6cb34b9.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8248891727966979362,
        "service_name": "drive-thru",
        "span_id": 2045980251243658215,
        "trace_id": 9402734546746940451
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-13 09:27:48
success: True
trace_id: 9402734546746940451

Scan 6412918

duration: 0:00:11.905784

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412918

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-12/1776004869",
        "key": "raw/mms_monthly_summary/2026-04-12/1776004869/73810a4a-a3ae-4110-8b62-12dcc4073292.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7811886705776632920,
        "service_name": "drive-thru",
        "span_id": 16298188644299495674,
        "trace_id": 15700253666254849294
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-12 09:41:17
success: True
trace_id: 15700253666254849294

Scan 6412455

duration: 0:00:14.467884

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412455

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-11/1775917597",
        "key": "raw/mms_monthly_summary/2026-04-11/1775917597/7c4785f3-349e-4d33-8342-930908dcd9ce.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11727154222964783881,
        "service_name": "drive-thru",
        "span_id": 9176236974856321424,
        "trace_id": 3754823733885615740
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-11 09:26:55
success: True
trace_id: 3754823733885615740

Scan 6412098

duration: 0:00:14.336962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412098

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-10/1775832108",
        "key": "raw/mms_monthly_summary/2026-04-10/1775832108/10ab9fa5-38f0-41eb-8310-5c50f1647b11.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4839199837086630946,
        "service_name": "drive-thru",
        "span_id": 1318179119267868627,
        "trace_id": 17253689838550827533
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-10 09:41:52
success: True
trace_id: 17253689838550827533

Scan 6411478

duration: 0:00:14.412650

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411478

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-09/1775745034",
        "key": "raw/mms_monthly_summary/2026-04-09/1775745034/20ec6a09-986a-4920-a0d6-c7f69850e547.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16441077574674792320,
        "service_name": "drive-thru",
        "span_id": 14805446226395509738,
        "trace_id": 10783122627499067349
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-09 09:30:39
success: True
trace_id: 10783122627499067349

Scan 6411099

duration: 0:00:16.865116

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411099

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-08/1775659391",
        "key": "raw/mms_monthly_summary/2026-04-08/1775659391/66c54025-b457-4968-ab44-f443b6e2b2ad.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16318597455555489029,
        "service_name": "drive-thru",
        "span_id": 13644050457925319483,
        "trace_id": 6663707887712521011
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-08 09:44:12
success: True
trace_id: 6663707887712521011

Scan 6410587

duration: 0:00:11.830168

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410587

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-07/1775573074",
        "key": "raw/mms_monthly_summary/2026-04-07/1775573074/f298650d-0c0d-432d-a359-08c18c390e35.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4614512877590164008,
        "service_name": "drive-thru",
        "span_id": 1182823043659966318,
        "trace_id": 1732047447773998290
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-07 09:44:49
success: True
trace_id: 1732047447773998290

Scan 6410040

duration: 0:00:11.983237

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410040

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-06/1775486115",
        "key": "raw/mms_monthly_summary/2026-04-06/1775486115/652c542a-105d-44d3-8f83-2546f9018e8b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10598558894068624853,
        "service_name": "drive-thru",
        "span_id": 12128458994975113446,
        "trace_id": 6095475354918198791
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-06 09:35:20
success: True
trace_id: 6095475354918198791

Scan 6409623

duration: 0:00:11.887985

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409623

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-05/1775400512",
        "key": "raw/mms_monthly_summary/2026-04-05/1775400512/7608b77d-7038-423b-b85d-251f6b3864fe.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5712533401249597127,
        "service_name": "drive-thru",
        "span_id": 5650024851383807744,
        "trace_id": 7091212908921997297
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-05 09:48:46
success: True
trace_id: 7091212908921997297

Scan 6409129

duration: 0:00:14.314292

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409129

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-04/1775313135",
        "key": "raw/mms_monthly_summary/2026-04-04/1775313135/4fa5692c-2fd0-4ad3-ba04-dea08ddc99ba.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6279764034843331672,
        "service_name": "drive-thru",
        "span_id": 10687199875602283302,
        "trace_id": 2267183376505573133
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-04 09:32:39
success: True
trace_id: 2267183376505573133

Scan 6408668

duration: 0:00:14.560840

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408668

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-03/1775226897",
        "key": "raw/mms_monthly_summary/2026-04-03/1775226897/476f1962-4fc0-4274-9520-05226216948a.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_mms_monthly_summary",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15420871299396488068,
        "service_name": "drive-thru",
        "span_id": 10465603680307514157,
        "trace_id": 12828811818715865179
    }
}

running: False
schema_name_id: 2119
start_time: 2026-04-03 09:35:01
success: True
trace_id: 12828811818715865179

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "base": "string",
    "count": "string",
    "entity": "string",
    "month": "string",
    "sum": "string",
    "tag": "string",
    "year": "string"
}

created: 2026-04-17 09:39:31

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-17/1776436766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-08 15:33:33",
        "disabled": false,
        "format": "raw",
        "id": 2119,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_mms_monthly_summary"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "base": "string",
            "count": "string",
            "entity": "string",
            "month": "string",
            "sum": "string",
            "tag": "string",
            "year": "string"
        },
        "created": "2026-04-17 09:39:31",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_mms_monthly_summary`\n(\n `year`  string , `month`  string , `entity`  string , `base`  string , `tag`  string , `count`  string , `sum`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/mms_monthly_summary/2026-04-17/1776436766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_mms_monthly_summary`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_mms_monthly_summary"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}