Schema Info
Schema Name: sfdl_stage_csv.payrixess_denormalized_entities
- created: 2024-07-22 13:15:03
- disabled: False
- format: raw
- id: 2166
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrixess_denormalized_entities" } - type: csv
Schema Versions: 15
-
Version 906697
- created: 2026-04-17 09:34:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-17/1776436440'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-17/1776436440
- id: 906697
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6415445
- updated: 2026-04-17 09:34:40
-
Version 906493
- created: 2026-04-16 09:46:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-16/1776350756'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-16/1776350756
- id: 906493
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6414934
- updated: 2026-04-16 09:46:32
-
Version 906266
- created: 2026-04-15 09:32:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-15/1776263538'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-15/1776263538
- id: 906266
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6414407
- updated: 2026-04-15 09:32:40
-
Version 906054
- created: 2026-04-14 09:32:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-14/1776177157'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-14/1776177157
- id: 906054
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6413903
- updated: 2026-04-14 09:33:10
-
Version 905841
- created: 2026-04-13 09:32:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-13/1776090764'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-13/1776090764
- id: 905841
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6413313
- updated: 2026-04-13 09:33:08
-
Version 905624
- created: 2026-04-12 09:27:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-12/1776004032'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-12/1776004032
- id: 905624
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6412830
- updated: 2026-04-12 09:27:31
-
Version 905437
- created: 2026-04-11 09:41:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-11/1775918467'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-11/1775918467
- id: 905437
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6412548
- updated: 2026-04-11 09:41:29
-
Version 905214
- created: 2026-04-10 09:27:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-10/1775831255'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-10/1775831255
- id: 905214
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6412016
- updated: 2026-04-10 09:27:59
-
Version 905017
- created: 2026-04-09 09:45:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-09/1775745899'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-09/1775745899
- id: 905017
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6411557
- updated: 2026-04-09 09:45:18
-
Version 904783
- created: 2026-04-08 09:29:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-08/1775658535'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-08/1775658535
- id: 904783
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6411004
- updated: 2026-04-08 09:29:19
-
Version 904574
- created: 2026-04-07 09:31:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-07/1775572303'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-07/1775572303
- id: 904574
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6410517
- updated: 2026-04-07 09:32:07
-
Version 904366
- created: 2026-04-06 09:33:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-06/1775485964'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-06/1775485964
- id: 904366
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6410032
- updated: 2026-04-06 09:33:19
-
Version 904165
- created: 2026-04-05 09:42:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-05/1775400144'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-05/1775400144
- id: 904165
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6409608
- updated: 2026-04-05 09:42:40
-
Version 903946
- created: 2026-04-04 09:28:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-04/1775312906'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-04/1775312906
- id: 903946
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6409106
- updated: 2026-04-04 09:28:52
-
Version 903751
- created: 2026-04-03 09:51:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-03/1775227890'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-03/1775227890
- id: 903751
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2166
- schema_scan_id: 6408708
- updated: 2026-04-03 09:51:48
Schema Scans: 15
Last at 2026-04-17 09:34:28
-
Scan 6415445
- duration: 0:00:12.354833
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6415445
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-17/1776436440", "key": "raw/denormalized_entities/2026-04-17/1776436440/b1ae0a51-02f1-4933-ae66-3056a59a37b7.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 748908852977707102, "service_name": "drive-thru", "span_id": 1425856437432865112, "trace_id": 16588172838212706541 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-17 09:34:28
- success: True
- trace_id: 16588172838212706541
-
Scan 6414934
- duration: 0:00:15.003103
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414934
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-16/1776350756", "key": "raw/denormalized_entities/2026-04-16/1776350756/8a17097b-6cea-4a1b-8aac-7ba5c37e35fe.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 15571859628017309824, "service_name": "drive-thru", "span_id": 15113871739847999498, "trace_id": 13734140511701609906 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-16 09:46:17
- success: True
- trace_id: 13734140511701609906
-
Scan 6414407
- duration: 0:00:12.383297
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6414407
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-15/1776263538", "key": "raw/denormalized_entities/2026-04-15/1776263538/e94f5744-4100-433d-85a7-eeebd0fa7f0b.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 17497662339264907162, "service_name": "drive-thru", "span_id": 8054070228381612615, "trace_id": 11385545574334704193 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-15 09:32:28
- success: True
- trace_id: 11385545574334704193
-
Scan 6413903
- duration: 0:00:15.160481
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413903
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-14/1776177157", "key": "raw/denormalized_entities/2026-04-14/1776177157/5e9b35a7-da24-4b47-8d0d-4936d689c5da.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8672669350427954513, "service_name": "drive-thru", "span_id": 10869351700523080171, "trace_id": 10384081057376875015 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-14 09:32:55
- success: True
- trace_id: 10384081057376875015
-
Scan 6413313
- duration: 0:00:12.448989
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6413313
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-13/1776090764", "key": "raw/denormalized_entities/2026-04-13/1776090764/367290d5-f361-4b5b-a49b-86ce0abad90d.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6101559468303522681, "service_name": "drive-thru", "span_id": 13243546265530478446, "trace_id": 9911043563589013409 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-13 09:32:55
- success: True
- trace_id: 9911043563589013409
-
Scan 6412830
- duration: 0:00:14.744302
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412830
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-12/1776004032", "key": "raw/denormalized_entities/2026-04-12/1776004032/abc1e281-a1d2-4786-99ef-1ada2bf2328a.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8338172438821514855, "service_name": "drive-thru", "span_id": 10974542921580111258, "trace_id": 7511110616066434229 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-12 09:27:16
- success: True
- trace_id: 7511110616066434229
-
Scan 6412548
- duration: 0:00:14.940310
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412548
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-11/1775918467", "key": "raw/denormalized_entities/2026-04-11/1775918467/8e713f52-b375-4972-af48-ce87e90b47b1.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 13057914323718844641, "service_name": "drive-thru", "span_id": 8590584152898820694, "trace_id": 6789763063224459165 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-11 09:41:14
- success: True
- trace_id: 6789763063224459165
-
Scan 6412016
- duration: 0:00:14.939319
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6412016
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-10/1775831255", "key": "raw/denormalized_entities/2026-04-10/1775831255/6c1603c5-78f3-4c2e-9ae2-8b93a6f8a4c2.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 2877908848106829537, "service_name": "drive-thru", "span_id": 16634611261442525037, "trace_id": 6786436305167527017 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-10 09:27:44
- success: True
- trace_id: 6786436305167527017
-
Scan 6411557
- duration: 0:00:15.231718
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411557
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-09/1775745899", "key": "raw/denormalized_entities/2026-04-09/1775745899/c7053c87-f93f-4299-be6a-dee264fb25f3.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 15757150827801331713, "service_name": "drive-thru", "span_id": 6627187266197979029, "trace_id": 3154836934820836282 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-09 09:45:02
- success: True
- trace_id: 3154836934820836282
-
Scan 6411004
- duration: 0:00:12.479946
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6411004
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-08/1775658535", "key": "raw/denormalized_entities/2026-04-08/1775658535/6f9d0f0e-0885-4fb7-b302-a44cdcf0aa90.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 11711108209958283927, "service_name": "drive-thru", "span_id": 16370755219444128448, "trace_id": 4847626216799663091 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-08 09:29:06
- success: True
- trace_id: 4847626216799663091
-
Scan 6410517
- duration: 0:00:14.863284
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410517
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-07/1775572303", "key": "raw/denormalized_entities/2026-04-07/1775572303/2d02f3a0-28da-46fb-b920-c33900245f1d.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4724190492479097378, "service_name": "drive-thru", "span_id": 17808625621717035016, "trace_id": 5559219230078372691 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-07 09:31:52
- success: True
- trace_id: 5559219230078372691
-
Scan 6410032
- duration: 0:00:12.483470
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6410032
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-06/1775485964", "key": "raw/denormalized_entities/2026-04-06/1775485964/ce3e748e-9a2f-47ca-8227-87c5b060c6ec.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5172565498262895918, "service_name": "drive-thru", "span_id": 17242707946601372096, "trace_id": 18106312511851611447 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-06 09:33:07
- success: True
- trace_id: 18106312511851611447
-
Scan 6409608
- duration: 0:00:12.464188
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409608
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-05/1775400144", "key": "raw/denormalized_entities/2026-04-05/1775400144/80c39a19-ccda-47f7-bf4b-d005e1580134.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 193391597639328619, "service_name": "drive-thru", "span_id": 10282168585845744335, "trace_id": 11274996051135129726 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-05 09:42:27
- success: True
- trace_id: 11274996051135129726
-
Scan 6409106
- duration: 0:00:12.286060
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6409106
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-04/1775312906", "key": "raw/denormalized_entities/2026-04-04/1775312906/b966d1dc-f2de-4402-927b-8738b95ac4ba.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 7377672046329185983, "service_name": "drive-thru", "span_id": 1593540912655274946, "trace_id": 10162943286352308781 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-04 09:28:40
- success: True
- trace_id: 10162943286352308781
-
Scan 6408708
- duration: 0:00:14.826270
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6408708
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-stage", "hive_path": "s3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-03/1775227890", "key": "raw/denormalized_entities/2026-04-03/1775227890/b2d9f903-32db-4d9b-b00a-211c0d5c8952.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1753454432584919109, "service_name": "drive-thru", "span_id": 10395996874047585757, "trace_id": 459056802801884442 } } - running: False
- schema_name_id: 2166
- start_time: 2026-04-03 09:51:33
- success: True
- trace_id: 459056802801884442
- attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - created: 2026-04-17 09:34:29
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-17/1776436440'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2024-07-22 13:15:03",
"disabled": false,
"format": "raw",
"id": 2166,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrixess_denormalized_entities"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"custom": "string",
"dba": "string",
"division_id": "string",
"division_name": "string",
"entity_created": "string",
"entity_custom": "string",
"entity_id": "string",
"entity_name": "string",
"entity_type": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"is_primary_vendor": "string",
"last": "string",
"login_first_name": "string",
"login_id": "string",
"login_last_name": "string",
"login_username": "string",
"mcc": "string",
"merchant_boarded": "string",
"merchant_dba": "string",
"merchant_mcc": "string",
"name": "string",
"parent_division_id": "string",
"parent_division_name": "string",
"partition_id": "string",
"partition_name": "string",
"related_id": "string",
"related_type": "string",
"username": "string"
},
"created": "2026-04-17 09:34:29",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-stage/raw/denormalized_entities/2026-04-17/1776436440'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrixess_denormalized_entities`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrixess_denormalized_entities"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}