Schema Info

Schema Name: sfdl_stage_csv.payrix_bdr_assessments

created: 2024-07-08 15:32:17
disabled: False
format: raw
id: 2116
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_bdr_assessments"
}

type: csv

Schema Versions: 15

Version 906686

created: 2026-04-17 09:26:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-17/1776435958'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-17/1776435958
id: 906686
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6415342
updated: 2026-04-17 09:26:33

Version 906477

created: 2026-04-16 09:32:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-16/1776349932'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-16/1776349932
id: 906477
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6414860
updated: 2026-04-16 09:32:39

Version 906276

created: 2026-04-15 09:43:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-15/1776264178'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-15/1776264178
id: 906276
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6414423
updated: 2026-04-15 09:43:27

Version 906041

created: 2026-04-14 09:27:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-14/1776176829'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-14/1776176829
id: 906041
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6413811
updated: 2026-04-14 09:27:26

Version 905851

created: 2026-04-13 09:46:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-13/1776091558'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-13/1776091558
id: 905851
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6413379
updated: 2026-04-13 09:46:16

Version 905645

created: 2026-04-12 09:43:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-12/1776005006'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-12/1776005006
id: 905645
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6412930
updated: 2026-04-12 09:43:44

Version 905428

created: 2026-04-11 09:27:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-11/1775917623'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-11/1775917623
id: 905428
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6412469
updated: 2026-04-11 09:27:32

Version 905216

created: 2026-04-10 09:30:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-10/1775831434'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-10/1775831434
id: 905216
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6412050
updated: 2026-04-10 09:30:51

Version 905002

created: 2026-04-09 09:35:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-09/1775745323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-09/1775745323
id: 905002
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6411513
updated: 2026-04-09 09:35:53

Version 904794

created: 2026-04-08 09:33:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-08/1775658791'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-08/1775658791
id: 904794
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6411063
updated: 2026-04-08 09:33:32

Version 904580

created: 2026-04-07 09:39:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-07/1775572737'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-07/1775572737
id: 904580
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6410532
updated: 2026-04-07 09:39:14

Version 904364

created: 2026-04-06 09:33:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-06/1775485960'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-06/1775485960
id: 904364
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6410028
updated: 2026-04-06 09:33:18

Version 904161

created: 2026-04-05 09:38:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-05/1775399900'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-05/1775399900
id: 904161
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6409604
updated: 2026-04-05 09:38:46

Version 903964

created: 2026-04-04 09:50:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-04/1775314194'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-04/1775314194
id: 903964
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6409223
updated: 2026-04-04 09:50:14

Version 903746

created: 2026-04-03 09:47:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-03/1775227637'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-03/1775227637
id: 903746
processed: 1

raw_data:

{
    "assessment_id": 0,
    "fee_amount": 3,
    "fee_name": 1,
    "type_amount": 2
}

schema_attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

schema_name_id: 2116
schema_scan_id: 6408684
updated: 2026-04-03 09:47:31

Schema Scans: 15

Last at 2026-04-17 09:26:19

Scan 6415342

duration: 0:00:14.401755

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415342

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-17/1776435958",
        "key": "raw/bdr_assessments/2026-04-17/1776435958/c5406af3-0416-433d-b5ad-882c52dde727.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5435003747762246947,
        "service_name": "drive-thru",
        "span_id": 13668558435525848566,
        "trace_id": 10192691885796307648
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-17 09:26:19
success: True
trace_id: 10192691885796307648

Scan 6414860

duration: 0:00:11.741710

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414860

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-16/1776349932",
        "key": "raw/bdr_assessments/2026-04-16/1776349932/bfd0618b-1667-4315-833b-229b9727be29.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2978941524478103065,
        "service_name": "drive-thru",
        "span_id": 2978651607699235052,
        "trace_id": 16798879822831900039
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-16 09:32:28
success: True
trace_id: 16798879822831900039

Scan 6414423

duration: 0:00:14.363962

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414423

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-15/1776264178",
        "key": "raw/bdr_assessments/2026-04-15/1776264178/57002992-8525-4571-a4f4-b1b0962df6af.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16980263670549089812,
        "service_name": "drive-thru",
        "span_id": 11901035628455531723,
        "trace_id": 9069785868925098043
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-15 09:43:13
success: True
trace_id: 9069785868925098043

Scan 6413811

duration: 0:00:12.099821

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413811

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-14/1776176829",
        "key": "raw/bdr_assessments/2026-04-14/1776176829/8035a889-bce1-444c-ba93-aa23a968468d.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12822120720660015765,
        "service_name": "drive-thru",
        "span_id": 2041724519816333042,
        "trace_id": 8432138808924372380
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-14 09:27:14
success: True
trace_id: 8432138808924372380

Scan 6413379

duration: 0:00:14.536076

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413379

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-13/1776091558",
        "key": "raw/bdr_assessments/2026-04-13/1776091558/7a9ab195-d4a1-402f-adc3-b4238bc25906.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3239704991525842796,
        "service_name": "drive-thru",
        "span_id": 680748566038953428,
        "trace_id": 9124719394128800737
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-13 09:46:02
success: True
trace_id: 9124719394128800737

Scan 6412930

duration: 0:00:11.841479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412930

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-12/1776005006",
        "key": "raw/bdr_assessments/2026-04-12/1776005006/045c7f53-5705-408c-8d2c-4c1f57db4587.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4522471398811562176,
        "service_name": "drive-thru",
        "span_id": 12462696445630280058,
        "trace_id": 5508349419811338931
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-12 09:43:33
success: True
trace_id: 5508349419811338931

Scan 6412469

duration: 0:00:11.685396

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412469

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-11/1775917623",
        "key": "raw/bdr_assessments/2026-04-11/1775917623/3bf6bc4f-86c3-4175-81c4-39496f34ecd3.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3498752212543618963,
        "service_name": "drive-thru",
        "span_id": 12241631925433340745,
        "trace_id": 1880949052000651859
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-11 09:27:20
success: True
trace_id: 1880949052000651859

Scan 6412050

duration: 0:00:14.255129

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412050

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-10/1775831434",
        "key": "raw/bdr_assessments/2026-04-10/1775831434/1f067bbb-5956-4e66-8368-502cf0821d90.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 327550750763018023,
        "service_name": "drive-thru",
        "span_id": 5012075556611467669,
        "trace_id": 3038100060471273560
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-10 09:30:36
success: True
trace_id: 3038100060471273560

Scan 6411513

duration: 0:00:11.859243

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411513

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-09/1775745323",
        "key": "raw/bdr_assessments/2026-04-09/1775745323/eea967de-ff99-42e3-abc2-8f875ec7fd3d.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4408143902640236834,
        "service_name": "drive-thru",
        "span_id": 1019089580849343584,
        "trace_id": 12102020257800700159
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-09 09:35:41
success: True
trace_id: 12102020257800700159

Scan 6411063

duration: 0:00:11.682704

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411063

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-08/1775658791",
        "key": "raw/bdr_assessments/2026-04-08/1775658791/d4661d2b-3569-4de6-b135-ea3e8afc0f5b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10256738769232593173,
        "service_name": "drive-thru",
        "span_id": 6146113019343533076,
        "trace_id": 7376377592909682681
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-08 09:33:20
success: True
trace_id: 7376377592909682681

Scan 6410532

duration: 0:00:14.345151

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410532

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-07/1775572737",
        "key": "raw/bdr_assessments/2026-04-07/1775572737/680d080d-f5ac-48fc-a143-d4cfb07c9b5b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17047586091603140990,
        "service_name": "drive-thru",
        "span_id": 2834891982512253475,
        "trace_id": 704501731893431324
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-07 09:39:00
success: True
trace_id: 704501731893431324

Scan 6410028

duration: 0:00:14.391715

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410028

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-06/1775485960",
        "key": "raw/bdr_assessments/2026-04-06/1775485960/170b2d17-3a36-4a1d-8e20-c21f61258dea.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9635060492576478349,
        "service_name": "drive-thru",
        "span_id": 9341029449218685801,
        "trace_id": 14037659883121805719
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-06 09:33:04
success: True
trace_id: 14037659883121805719

Scan 6409604

duration: 0:00:11.706365

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409604

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-05/1775399900",
        "key": "raw/bdr_assessments/2026-04-05/1775399900/977b6cc7-3dea-4359-af20-848f6b91e08e.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15410457693704993735,
        "service_name": "drive-thru",
        "span_id": 400532415328511885,
        "trace_id": 4734877465256032450
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-05 09:38:34
success: True
trace_id: 4734877465256032450

Scan 6409223

duration: 0:00:14.462346

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409223

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-04/1775314194",
        "key": "raw/bdr_assessments/2026-04-04/1775314194/5c23d90a-973f-46e9-8334-010979ea524f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11380987340923354581,
        "service_name": "drive-thru",
        "span_id": 365426500167253657,
        "trace_id": 8932299381776707343
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-04 09:50:00
success: True
trace_id: 8932299381776707343

Scan 6408684

duration: 0:00:11.681920

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408684

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-03/1775227637",
        "key": "raw/bdr_assessments/2026-04-03/1775227637/4216cc7c-55fa-4cb2-b0c0-fb65262ef8e1.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_bdr_assessments",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2587904863044480340,
        "service_name": "drive-thru",
        "span_id": 11420060828570103777,
        "trace_id": 14797763933087949065
    }
}

running: False
schema_name_id: 2116
start_time: 2026-04-03 09:47:20
success: True
trace_id: 14797763933087949065

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "assessment_id": "string",
    "fee_amount": "string",
    "fee_name": "string",
    "type_amount": "string"
}

created: 2026-04-17 09:26:19

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-17/1776435958'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-08 15:32:17",
        "disabled": false,
        "format": "raw",
        "id": 2116,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_bdr_assessments"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "assessment_id": "string",
            "fee_amount": "string",
            "fee_name": "string",
            "type_amount": "string"
        },
        "created": "2026-04-17 09:26:19",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_bdr_assessments`\n(\n `assessment_id`  string , `fee_name`  string , `type_amount`  string , `fee_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/bdr_assessments/2026-04-17/1776435958'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_bdr_assessments`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_bdr_assessments"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}