Schema Info

Schema Name: sfdl_stage_csv.payrix_entity_refs

created: 2023-07-26 09:05:00
disabled: False
format: raw
id: 1807
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_stage_csv",
    "table": "payrix_entity_refs"
}

type: csv

Schema Versions: 15

Version 906700

created: 2026-04-17 09:35:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-17/1776436530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-17/1776436530
id: 906700
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6415450
updated: 2026-04-17 09:35:49

Version 906488

created: 2026-04-16 09:43:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-16/1776350578'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-16/1776350578
id: 906488
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6414907
updated: 2026-04-16 09:43:16

Version 906274

created: 2026-04-15 09:42:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-15/1776264169'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-15/1776264169
id: 906274
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6414421
updated: 2026-04-15 09:43:06

Version 906042

created: 2026-04-14 09:27:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-14/1776176842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-14/1776176842
id: 906042
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6413813
updated: 2026-04-14 09:27:41

Version 905847

created: 2026-04-13 09:40:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-13/1776091213'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-13/1776091213
id: 905847
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6413326
updated: 2026-04-13 09:40:41

Version 905648

created: 2026-04-12 09:44:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-12/1776005063'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-12/1776005063
id: 905648
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6412942
updated: 2026-04-12 09:44:41

Version 905425

created: 2026-04-11 09:27:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-11/1775917615'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-11/1775917615
id: 905425
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6412459
updated: 2026-04-11 09:27:15

Version 905223

created: 2026-04-10 09:40:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-10/1775832030'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-10/1775832030
id: 905223
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6412078
updated: 2026-04-10 09:40:56

Version 905003

created: 2026-04-09 09:35:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-09/1775745336'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-09/1775745336
id: 905003
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6411514
updated: 2026-04-09 09:36:01

Version 904793

created: 2026-04-08 09:33:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-08/1775658786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-08/1775658786
id: 904793
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6411060
updated: 2026-04-08 09:33:28

Version 904591

created: 2026-04-07 09:42:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-07/1775572974'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-07/1775572974
id: 904591
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6410575
updated: 2026-04-07 09:43:10

Version 904369

created: 2026-04-06 09:33:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-06/1775485984'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-06/1775485984
id: 904369
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6410036
updated: 2026-04-06 09:33:33

Version 904162

created: 2026-04-05 09:38:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-05/1775399907'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-05/1775399907
id: 904162
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6409605
updated: 2026-04-05 09:38:48

Version 903952

created: 2026-04-04 09:30:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-04/1775313049'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-04/1775313049
id: 903952
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6409123
updated: 2026-04-04 09:31:07

Version 903748

created: 2026-04-03 09:47:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-03/1775227649'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-03/1775227649
id: 903748
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1807
schema_scan_id: 6408687
updated: 2026-04-03 09:48:07

Schema Scans: 15

Last at 2026-04-17 09:35:34

Scan 6415450

duration: 0:00:14.913171

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6415450

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-17/1776436530",
        "key": "raw/entity_refs/2026-04-17/1776436530/c647a13b-7017-4d79-9094-cd3859423be8.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10847060003686900415,
        "service_name": "drive-thru",
        "span_id": 6187750768949303484,
        "trace_id": 18111058758036088331
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-17 09:35:34
success: True
trace_id: 18111058758036088331

Scan 6414907

duration: 0:00:15.037636

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414907

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-16/1776350578",
        "key": "raw/entity_refs/2026-04-16/1776350578/a6099264-de2a-463b-a4ed-c28a787c60b2.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17333619890385283593,
        "service_name": "drive-thru",
        "span_id": 13451679780272404504,
        "trace_id": 10062534208024066217
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-16 09:43:01
success: True
trace_id: 10062534208024066217

Scan 6414421

duration: 0:00:12.352905

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6414421

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-15/1776264169",
        "key": "raw/entity_refs/2026-04-15/1776264169/e9edf52e-1d06-44cf-a388-210e86fa7ecc.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 13708467607673902409,
        "service_name": "drive-thru",
        "span_id": 16842469638254039581,
        "trace_id": 7284591107286351016
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-15 09:42:53
success: True
trace_id: 7284591107286351016

Scan 6413813

duration: 0:00:14.840122

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413813

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-14/1776176842",
        "key": "raw/entity_refs/2026-04-14/1776176842/55f64a7c-d97a-41fb-b445-d5b627af5b50.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9509899661417085149,
        "service_name": "drive-thru",
        "span_id": 16217767503606394162,
        "trace_id": 7057922284658168634
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-14 09:27:26
success: True
trace_id: 7057922284658168634

Scan 6413326

duration: 0:00:14.919012

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6413326

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-13/1776091213",
        "key": "raw/entity_refs/2026-04-13/1776091213/095e4dfe-671e-40a2-bbfb-e89c61528ddf.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5638623763933980014,
        "service_name": "drive-thru",
        "span_id": 13488211115476581177,
        "trace_id": 8501174837785173035
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-13 09:40:27
success: True
trace_id: 8501174837785173035

Scan 6412942

duration: 0:00:15.019903

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412942

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-12/1776005063",
        "key": "raw/entity_refs/2026-04-12/1776005063/44166b63-5a0d-4e64-a07e-b001298a966b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14739532435835754987,
        "service_name": "drive-thru",
        "span_id": 8139510572336455633,
        "trace_id": 14183792200494770782
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-12 09:44:26
success: True
trace_id: 14183792200494770782

Scan 6412459

duration: 0:00:14.874246

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412459

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-11/1775917615",
        "key": "raw/entity_refs/2026-04-11/1775917615/5436dc83-edb0-4c35-b35d-2e62bbb48f94.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8672437181424364134,
        "service_name": "drive-thru",
        "span_id": 11165023475901690922,
        "trace_id": 4800762469595826326
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-11 09:27:00
success: True
trace_id: 4800762469595826326

Scan 6412078

duration: 0:00:12.276432

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6412078

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-10/1775832030",
        "key": "raw/entity_refs/2026-04-10/1775832030/c83b1a4b-eb02-4a68-810e-f43ac9fddf0b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1976329858161935104,
        "service_name": "drive-thru",
        "span_id": 11030023021958542375,
        "trace_id": 11901412708901169064
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-10 09:40:44
success: True
trace_id: 11901412708901169064

Scan 6411514

duration: 0:00:15.013207

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411514

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-09/1775745336",
        "key": "raw/entity_refs/2026-04-09/1775745336/f5d5d40f-94c9-4b0c-b7dd-29d21391f838.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8912741941110590007,
        "service_name": "drive-thru",
        "span_id": 3583496849425420227,
        "trace_id": 11097546006676585251
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-09 09:35:46
success: True
trace_id: 11097546006676585251

Scan 6411060

duration: 0:00:12.158652

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6411060

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-08/1775658786",
        "key": "raw/entity_refs/2026-04-08/1775658786/144f23f0-2c41-4c40-9664-29f486fe4f01.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4771388890118474558,
        "service_name": "drive-thru",
        "span_id": 11914087293621214561,
        "trace_id": 4677434751736743541
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-08 09:33:16
success: True
trace_id: 4677434751736743541

Scan 6410575

duration: 0:00:12.329808

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410575

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-07/1775572974",
        "key": "raw/entity_refs/2026-04-07/1775572974/f2a75f8a-6636-4a33-adae-e82decdd7af4.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9640899105942665860,
        "service_name": "drive-thru",
        "span_id": 10212508524191490747,
        "trace_id": 791372345525909411
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-07 09:42:58
success: True
trace_id: 791372345525909411

Scan 6410036

duration: 0:00:14.874588

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6410036

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-06/1775485984",
        "key": "raw/entity_refs/2026-04-06/1775485984/1458c293-762f-46fa-a515-d6da2e55e9b6.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 18058162875655737587,
        "service_name": "drive-thru",
        "span_id": 5774827676063171574,
        "trace_id": 10635232103104725087
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-06 09:33:18
success: True
trace_id: 10635232103104725087

Scan 6409605

duration: 0:00:12.307548

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409605

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-05/1775399907",
        "key": "raw/entity_refs/2026-04-05/1775399907/29a9bf8e-8157-41d1-8afe-290e0f6bdc51.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1526786215517448956,
        "service_name": "drive-thru",
        "span_id": 8363955940342590277,
        "trace_id": 10181851881842723929
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-05 09:38:36
success: True
trace_id: 10181851881842723929

Scan 6409123

duration: 0:00:14.698005

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6409123

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-04/1775313049",
        "key": "raw/entity_refs/2026-04-04/1775313049/def81d9d-6c85-49ae-a085-8b4a1b13205b.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6892543445315187600,
        "service_name": "drive-thru",
        "span_id": 6595832053716638568,
        "trace_id": 16081950219586403636
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-04 09:30:53
success: True
trace_id: 16081950219586403636

Scan 6408687

duration: 0:00:14.885336

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6408687

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-stage",
        "hive_path": "s3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-03/1775227649",
        "key": "raw/entity_refs/2026-04-03/1775227649/5a598a49-4680-4ea5-bee8-ef56b65eeb2f.csv.gz"
    },
    "schema": {
        "name": "sfdl_stage_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12858181911205332739,
        "service_name": "drive-thru",
        "span_id": 16038966896221066344,
        "trace_id": 11772509403725377027
    }
}

running: False
schema_name_id: 1807
start_time: 2026-04-03 09:47:52
success: True
trace_id: 11772509403725377027

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

created: 2026-04-17 09:35:35

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-17/1776436530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
    "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
}

Server:

hostname: schemamanager-5c55c886bf-h2ts4
name: schema_manager
process_start: 2025-10-21 13:03:27
sf_env: stage
version: 2112174301

Raw:

{
    "name": {
        "created": "2023-07-26 09:05:00",
        "disabled": false,
        "format": "raw",
        "id": 1807,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_stage_csv",
            "table": "payrix_entity_refs"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "created": "string",
            "creator": "string",
            "currency": "string",
            "default": "string",
            "entity": "string",
            "entity_id": "string",
            "entity_ref_id": "string",
            "fbo": "string",
            "frozen": "string",
            "fundingcurrency": "string",
            "inactive": "string",
            "modified": "string",
            "modifier": "string",
            "options": "string",
            "platform": "string",
            "ref": "string",
            "stage": "string",
            "staging": "string"
        },
        "created": "2026-04-17 09:35:35",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-stage/raw/entity_refs/2026-04-17/1776436530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_entity_refs`",
            "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_entity_refs"
        }
    },
    "server": {
        "hostname": "schemamanager-5c55c886bf-h2ts4",
        "name": "schema_manager",
        "process_start": "2025-10-21 13:03:27",
        "sf_env": "stage",
        "version": "2112174301"
    }
}