Schema Info
Schema Name: sfdl_stage_csv.payrix_denormalized_entities
- created: 2024-07-08 15:32:15
- disabled: False
- format: raw
- id: 2115
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrix_denormalized_entities" } - type: csv
Schema Versions: 15
-
Version 906717
- created: 2026-04-17 09:44:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-17/1776437028'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-17/1776437028
- id: 906717
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6415472
- updated: 2026-04-17 09:44:16
-
Version 906474
- created: 2026-04-16 09:31:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-16/1776349871'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-16/1776349871
- id: 906474
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6414855
- updated: 2026-04-16 09:31:34
-
Version 906270
- created: 2026-04-15 09:32:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-15/1776263560'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-15/1776263560
- id: 906270
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6414415
- updated: 2026-04-15 09:32:58
-
Version 906065
- created: 2026-04-14 09:41:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-14/1776177689'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-14/1776177689
- id: 906065
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6413934
- updated: 2026-04-14 09:42:05
-
Version 905850
- created: 2026-04-13 09:44:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-13/1776091454'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-13/1776091454
- id: 905850
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6413369
- updated: 2026-04-13 09:44:30
-
Version 905646
- created: 2026-04-12 09:43:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-12/1776005011'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-12/1776005011
- id: 905646
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6412933
- updated: 2026-04-12 09:43:49
-
Version 905433
- created: 2026-04-11 09:30:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-11/1775917826'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-11/1775917826
- id: 905433
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6412525
- updated: 2026-04-11 09:30:55
-
Version 905225
- created: 2026-04-10 09:40:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-10/1775832051'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-10/1775832051
- id: 905225
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6412083
- updated: 2026-04-10 09:41:06
-
Version 904995
- created: 2026-04-09 09:26:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-09/1775744779'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-09/1775744779
- id: 904995
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6411465
- updated: 2026-04-09 09:26:41
-
Version 904806
- created: 2026-04-08 09:43:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-08/1775659349'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-08/1775659349
- id: 904806
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6411098
- updated: 2026-04-08 09:44:25
-
Version 904598
- created: 2026-04-07 09:45:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-07/1775573132'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-07/1775573132
- id: 904598
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6410598
- updated: 2026-04-07 09:45:55
-
Version 904376
- created: 2026-04-06 09:38:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-06/1775486279'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-06/1775486279
- id: 904376
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6410044
- updated: 2026-04-06 09:38:39
-
Version 904164
- created: 2026-04-05 09:38:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-05/1775399912'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-05/1775399912
- id: 904164
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6409607
- updated: 2026-04-05 09:38:52
-
Version 903969
- created: 2026-04-04 09:51:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-04/1775314251'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-04/1775314251
- id: 903969
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6409239
- updated: 2026-04-04 09:51:32
-
Version 903744
- created: 2026-04-03 09:46:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-03/1775227595'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-03/1775227595
- id: 903744
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2115
- schema_scan_id: 6408680
- updated: 2026-04-03 09:46:56
Schema Scans: 15
Last at 2026-04-17 09:44:01
-
Scan 6415472
- duration: 0:00:15.245058
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6415472
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-17/1776437028", "key": "raw/denormalized_entities/2026-04-17/1776437028/a4139792-55e8-431b-a266-1c1fbbd242ea.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 14133024892633353426, "service_name": "drive-thru", "span_id": 4253463390906976903, "trace_id": 2006337088916715192 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-17 09:44:01
- success: True
- trace_id: 2006337088916715192
-
Scan 6414855
- duration: 0:00:12.564259
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414855
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-16/1776349871", "key": "raw/denormalized_entities/2026-04-16/1776349871/66119a49-d222-4ecd-a05c-657927225d42.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5732197942197416410, "service_name": "drive-thru", "span_id": 3677331640197825572, "trace_id": 14803228587030537168 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-16 09:31:21
- success: True
- trace_id: 14803228587030537168
-
Scan 6414415
- duration: 0:00:15.041519
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414415
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-15/1776263560", "key": "raw/denormalized_entities/2026-04-15/1776263560/777418d1-b10c-4fc5-bf92-891a7c897e9e.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 56524577902504921, "service_name": "drive-thru", "span_id": 8915780411833902402, "trace_id": 6182073490825997743 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-15 09:32:43
- success: True
- trace_id: 6182073490825997743
-
Scan 6413934
- duration: 0:00:15.360073
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413934
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-14/1776177689", "key": "raw/denormalized_entities/2026-04-14/1776177689/31381939-73e2-4c90-b51a-7318a86500ad.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 18436702853063187031, "service_name": "drive-thru", "span_id": 14146191565682496227, "trace_id": 13176570612870278453 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-14 09:41:50
- success: True
- trace_id: 13176570612870278453
-
Scan 6413369
- duration: 0:00:12.333472
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413369
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-13/1776091454", "key": "raw/denormalized_entities/2026-04-13/1776091454/63348693-53e6-4de0-9aca-f3e7adcd05f5.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 12764165653036766732, "service_name": "drive-thru", "span_id": 11670164264692576182, "trace_id": 13251090121626106124 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-13 09:44:17
- success: True
- trace_id: 13251090121626106124
-
Scan 6412933
- duration: 0:00:14.759336
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412933
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-12/1776005011", "key": "raw/denormalized_entities/2026-04-12/1776005011/5634ef5c-6710-49db-8d07-1f7aa56a2f49.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 16625431551474430188, "service_name": "drive-thru", "span_id": 4877305619407077917, "trace_id": 1354170214012488306 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-12 09:43:35
- success: True
- trace_id: 1354170214012488306
-
Scan 6412525
- duration: 0:00:14.913136
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412525
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-11/1775917826", "key": "raw/denormalized_entities/2026-04-11/1775917826/fde0c84a-aa28-47d5-904d-45b0b23f90d4.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8805388699346958320, "service_name": "drive-thru", "span_id": 2884979240783967918, "trace_id": 4611382592521286677 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-11 09:30:40
- success: True
- trace_id: 4611382592521286677
-
Scan 6412083
- duration: 0:00:12.306737
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412083
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-10/1775832051", "key": "raw/denormalized_entities/2026-04-10/1775832051/03fc23e3-1585-4094-8787-121fb34808bb.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 12008115531856293128, "service_name": "drive-thru", "span_id": 4529323072527005928, "trace_id": 18017211847598579704 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-10 09:40:54
- success: True
- trace_id: 18017211847598579704
-
Scan 6411465
- duration: 0:00:14.908331
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411465
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-09/1775744779", "key": "raw/denormalized_entities/2026-04-09/1775744779/2f05671b-79f8-433e-b455-b93f543ad955.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 18243834135739491252, "service_name": "drive-thru", "span_id": 1878593477033119795, "trace_id": 5722296256584888423 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-09 09:26:26
- success: True
- trace_id: 5722296256584888423
-
Scan 6411098
- duration: 0:00:48.059330
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411098
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-08/1775659349", "key": "raw/denormalized_entities/2026-04-08/1775659349/bcc91013-b492-4e37-8d17-f9d0d511970c.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 15461047695069481316, "service_name": "drive-thru", "span_id": 11131830437015467062, "trace_id": 15808470559456604583 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-08 09:43:37
- success: True
- trace_id: 15808470559456604583
-
Scan 6410598
- duration: 0:00:12.517844
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410598
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-07/1775573132", "key": "raw/denormalized_entities/2026-04-07/1775573132/a9a44bd9-2496-431d-8ad0-2fbd00f246e0.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1512110190812134483, "service_name": "drive-thru", "span_id": 5203178325411455299, "trace_id": 10399717355447164851 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-07 09:45:43
- success: True
- trace_id: 10399717355447164851
-
Scan 6410044
- duration: 0:00:15.077393
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410044
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-06/1775486279", "key": "raw/denormalized_entities/2026-04-06/1775486279/52ce1d5b-4bdc-4879-801a-2a82d7d6ef50.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 13622086994019519187, "service_name": "drive-thru", "span_id": 15612938199323706919, "trace_id": 13315357577604611906 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-06 09:38:24
- success: True
- trace_id: 13315357577604611906
-
Scan 6409607
- duration: 0:00:12.185386
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409607
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-05/1775399912", "key": "raw/denormalized_entities/2026-04-05/1775399912/97dd919b-3040-477a-92ec-0086995366b1.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6664780518172232643, "service_name": "drive-thru", "span_id": 6317652001035471343, "trace_id": 7324274667965297350 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-05 09:38:40
- success: True
- trace_id: 7324274667965297350
-
Scan 6409239
- duration: 0:00:14.872860
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409239
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-04/1775314251", "key": "raw/denormalized_entities/2026-04-04/1775314251/a9063207-ee90-4dd4-a452-8550fef9b35a.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1611522668545338280, "service_name": "drive-thru", "span_id": 671379234558687246, "trace_id": 9386521092320760997 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-04 09:51:17
- success: True
- trace_id: 9386521092320760997
-
Scan 6408680
- duration: 0:00:12.517788
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408680
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-03/1775227595", "key": "raw/denormalized_entities/2026-04-03/1775227595/81a5fbd7-88a7-4f7d-b93c-c0730ede00d3.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 10817282153524751807, "service_name": "drive-thru", "span_id": 4449880411005680802, "trace_id": 15368696612553560302 } } - running: False
- schema_name_id: 2115
- start_time: 2026-04-03 09:46:43
- success: True
- trace_id: 15368696612553560302
- attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - created: 2026-04-17 09:44:02
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-17/1776437028'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2024-07-08 15:32:15",
"disabled": false,
"format": "raw",
"id": 2115,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrix_denormalized_entities"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"custom": "string",
"dba": "string",
"division_id": "string",
"division_name": "string",
"entity_created": "string",
"entity_custom": "string",
"entity_id": "string",
"entity_name": "string",
"entity_type": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"is_primary_vendor": "string",
"last": "string",
"login_first_name": "string",
"login_id": "string",
"login_last_name": "string",
"login_username": "string",
"mcc": "string",
"merchant_boarded": "string",
"merchant_dba": "string",
"merchant_mcc": "string",
"name": "string",
"parent_division_id": "string",
"parent_division_name": "string",
"partition_id": "string",
"partition_name": "string",
"related_id": "string",
"related_type": "string",
"username": "string"
},
"created": "2026-04-17 09:44:02",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw/denormalized_entities/2026-04-17/1776437028'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_denormalized_entities`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_denormalized_entities"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}