Schema Info
Schema Name: sfdl_stage_csv.payrix_payments
- created: 2024-03-29 11:06:03
- disabled: False
- format: raw
- id: 2102
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrix_payments" } - type: csv
Schema Versions: 1
-
Version 679760
- created: 2024-03-29 11:20:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_payments`\n(\n `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_payments" ] - hive_path: s3://sfdl-csv-payrix-stage/raw_incremental/payments
- id: 679760
- processed: 1
- raw_data:
{ "bin": 6, "bin_country": 10, "bin_method": 7, "bin_name": 9, "bin_type": 8, "created": 1, "last4": 4, "method": 3, "modified": 2, "payment_id": 0, "routing": 5 } - schema_attributes:
{ "bin": "string", "bin_country": "string", "bin_method": "string", "bin_name": "string", "bin_type": "string", "created": "string", "last4": "string", "method": "string", "modified": "string", "payment_id": "string", "routing": "string" } - schema_name_id: 2102
- schema_scan_id: 5589369
- updated: 2024-03-29 11:21:12
Schema Scans: 5
Last at 2026-04-17 09:30:21
-
Scan 6415410
- duration: 0:00:03.622198
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6415410
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-16", "name": "dt", "type": "string", "value": "2026-04-16" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-16/ffd19456-f3b9-41d7-a2f7-a9892389e32a.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 16654262697807223457, "service_name": "drive-thru", "span_id": 10455180927506327032, "trace_id": 11895403111541251279 } } - running: False
- schema_name_id: 2102
- start_time: 2026-04-17 09:30:21
- success: True
- trace_id: 11895403111541251279
-
Scan 6415393
- duration: 0:00:00.682816
- exit_message:
{ "ddl_changed": false, "partitions_applied": false, "success": true } - id: 6415393
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/7405a3d9-3a9d-44c4-9761-5ecba5e8a81f.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 17429372400425856259, "service_name": "drive-thru", "span_id": 11925160970391784945, "trace_id": 5541734107510896552 } } - running: False
- schema_name_id: 2102
- start_time: 2026-04-17 09:29:35
- success: True
- trace_id: 5541734107510896552
-
Scan 6414806
- duration: 0:00:03.479639
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6414806
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/75467d36-857a-44d3-9600-852c78d929eb.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 15395645481242483084, "service_name": "drive-thru", "span_id": 4344758028041266905, "trace_id": 1969112110431136789 } } - running: False
- schema_name_id: 2102
- start_time: 2026-04-16 09:28:37
- success: True
- trace_id: 1969112110431136789
-
Scan 6414805
- duration: 0:00:03.611438
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6414805
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/75467d36-857a-44d3-9600-852c78d929eb.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 17769287822132810441, "service_name": "drive-thru", "span_id": 12269302184057491468, "trace_id": 5905093825013317941 } } - running: False
- schema_name_id: 2102
- start_time: 2026-04-16 09:28:36
- success: True
- trace_id: 5905093825013317941
-
Scan 5589369
- duration: 0:01:10.305916
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 499, "partitions_applied": false, "success": true } - id: 5589369
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2024-03-28", "name": "dt", "type": "string", "value": "2024-03-28" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/payments", "key": "raw_incremental/payments/dt=2024-03-28/fe8ed639-7509-468f-84b3-ec9f2be00200.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 16327678540709717474, "service_name": "drive-thru", "span_id": 12984200410667513646, "trace_id": 15470317774072567472 } } - running: False
- schema_name_id: 2102
- start_time: 2024-03-29 11:20:45
- success: True
- trace_id: 15470317774072567472
- count: 171
- ddl:
[ "ALTER TABLE\n `sfdl_stage_csv.payrix_payments`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-14/'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-15'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-17'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-18'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-20'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-21'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-22'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-24'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-25'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-26'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-27'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-29'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-30'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-31'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-01'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-03'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-04'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-05'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-06'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-07'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-08'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-10'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-12'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-13'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-14'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-16'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-17'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-18/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-19'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-20'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-21'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-22'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-23'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-24/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-10/'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-11'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-12'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-14/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-15'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-17/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-18'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-19/'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-20'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-21/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-23/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-24'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-25'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-27'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-28/'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-31'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-01'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-05'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-13/'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-16/'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-17'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-18/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-20'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-21'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-22/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-23'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-26'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-31/'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-02'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-04/'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-05'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-07/'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-08'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-11/'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-12'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-14'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-15'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-17'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-18'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-19'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-27'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-28'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-01/'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-02'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-04/'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-05'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-06/'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-08'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-11'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-13/'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-17'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-19'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-21/'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-23'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-24'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-25'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-27/'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-02'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-04/'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-05'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-07'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-09/'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-10'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-13/'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-16/'\n;" ] - name: dt
- state:
[ { "info": { "id": 650182, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-14/", "name": "dt", "value": "2025-10-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-15 09:26:52", "last_data": "2025-10-15 09:26:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650294, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-15", "name": "dt", "value": "2025-10-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-16 09:28:05", "last_data": "2025-10-17 09:25:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650409, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-16/", "name": "dt", "value": "2025-10-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-17 09:26:40", "last_data": "2025-10-17 09:26:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650558, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-17", "name": "dt", "value": "2025-10-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-18 09:31:41", "last_data": "2025-10-18 09:32:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650643, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-18", "name": "dt", "value": "2025-10-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-19 09:35:44", "last_data": "2025-10-20 14:49:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650800, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-19/", "name": "dt", "value": "2025-10-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-20 14:51:18", "last_data": "2025-10-20 14:51:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650866, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-20", "name": "dt", "value": "2025-10-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-21 09:26:58", "last_data": "2025-10-21 09:42:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651016, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-21", "name": "dt", "value": "2025-10-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-22 09:41:10", "last_data": "2025-10-22 09:41:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651101, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-22", "name": "dt", "value": "2025-10-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-23 09:27:02", "last_data": "2025-10-24 09:26:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651215, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-23/", "name": "dt", "value": "2025-10-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-24 09:26:56", "last_data": "2025-10-24 09:26:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651318, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-24", "name": "dt", "value": "2025-10-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-25 09:28:34", "last_data": "2025-10-26 09:34:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651474, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-25", "name": "dt", "value": "2025-10-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-26 09:35:23", "last_data": "2025-10-27 09:43:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651585, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-26", "name": "dt", "value": "2025-10-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-27 09:45:35", "last_data": "2025-10-28 09:26:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651715, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-27", "name": "dt", "value": "2025-10-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-28 09:38:27", "last_data": "2025-10-29 09:42:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651829, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-28/", "name": "dt", "value": "2025-10-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-29 09:42:09", "last_data": "2025-10-29 09:42:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651891, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-29", "name": "dt", "value": "2025-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-30 09:26:07", "last_data": "2025-10-31 09:32:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652025, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-30", "name": "dt", "value": "2025-10-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-31 09:35:35", "last_data": "2025-11-01 09:31:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652171, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-31", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-01 09:37:15", "last_data": "2025-11-02 09:44:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652285, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-01", "name": "dt", "value": "2025-11-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 09:46:54", "last_data": "2025-11-03 09:34:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652383, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 09:40:53", "last_data": "2025-11-03 09:40:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652474, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-03", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-04 09:28:38", "last_data": "2025-11-04 09:30:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652587, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-04", "name": "dt", "value": "2025-11-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-05 09:29:00", "last_data": "2025-11-06 09:36:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652740, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-05", "name": "dt", "value": "2025-11-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-06 09:37:10", "last_data": "2025-11-07 09:38:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652850, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-06", "name": "dt", "value": "2025-11-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-07 09:38:30", "last_data": "2025-11-08 09:39:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652958, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-07", "name": "dt", "value": "2025-11-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-08 09:41:10", "last_data": "2025-11-09 09:27:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653034, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-08", "name": "dt", "value": "2025-11-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-09 09:28:05", "last_data": "2025-11-10 09:28:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653140, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-09/", "name": "dt", "value": "2025-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-10 09:28:28", "last_data": "2025-11-10 09:28:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653286, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-10", "name": "dt", "value": "2025-11-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-11 09:28:31", "last_data": "2025-11-12 09:27:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653383, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-11/", "name": "dt", "value": "2025-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-12 09:27:50", "last_data": "2025-11-12 09:27:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653497, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-12", "name": "dt", "value": "2025-11-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-13 09:27:54", "last_data": "2025-11-13 09:36:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653635, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-13", "name": "dt", "value": "2025-11-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-14 09:29:13", "last_data": "2025-11-14 09:31:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653754, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-14", "name": "dt", "value": "2025-11-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-15 09:31:11", "last_data": "2025-11-16 09:27:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653833, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-15/", "name": "dt", "value": "2025-11-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-16 09:26:56", "last_data": "2025-11-16 09:26:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656005, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-16", "name": "dt", "value": "2025-11-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-17 09:26:54", "last_data": "2025-11-18 09:27:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656128, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-17", "name": "dt", "value": "2025-11-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-18 09:27:18", "last_data": "2025-11-19 09:38:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656266, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-18/", "name": "dt", "value": "2025-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-19 09:39:10", "last_data": "2025-11-19 09:39:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656398, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-19", "name": "dt", "value": "2025-11-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 09:42:45", "last_data": "2025-11-20 09:42:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656469, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-20", "name": "dt", "value": "2025-11-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-21 09:29:50", "last_data": "2025-11-21 09:30:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656623, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-21", "name": "dt", "value": "2025-11-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-22 09:39:41", "last_data": "2025-11-22 09:40:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656691, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-22", "name": "dt", "value": "2025-11-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-23 09:39:09", "last_data": "2025-11-24 09:26:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656844, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-23", "name": "dt", "value": "2025-11-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-24 09:41:54", "last_data": "2025-11-25 09:30:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656954, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-24/", "name": "dt", "value": "2025-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-25 09:31:14", "last_data": "2025-11-25 09:31:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657332, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-09", "name": "dt", "value": "2025-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-10 09:27:28", "last_data": "2025-12-11 09:29:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657454, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-10/", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-11 09:29:47", "last_data": "2025-12-11 09:29:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657588, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-11", "name": "dt", "value": "2025-12-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 09:29:06", "last_data": "2025-12-13 09:32:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657715, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-12", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-13 09:32:47", "last_data": "2025-12-14 09:39:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657835, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-13", "name": "dt", "value": "2025-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-14 09:41:12", "last_data": "2025-12-15 09:25:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657920, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-14/", "name": "dt", "value": "2025-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 09:27:11", "last_data": "2025-12-15 09:27:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658025, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-15", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-16 09:25:57", "last_data": "2025-12-17 09:28:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658180, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-16", "name": "dt", "value": "2025-12-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-17 09:29:31", "last_data": "2025-12-18 09:41:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658305, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-17/", "name": "dt", "value": "2025-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-18 09:44:10", "last_data": "2025-12-18 09:44:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658379, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-18", "name": "dt", "value": "2025-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-19 09:25:40", "last_data": "2025-12-20 09:25:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658496, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-19/", "name": "dt", "value": "2025-12-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-20 09:26:18", "last_data": "2025-12-20 09:26:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658653, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-20", "name": "dt", "value": "2025-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-21 09:32:12", "last_data": "2025-12-22 09:26:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658727, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-21/", "name": "dt", "value": "2025-12-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-22 09:26:14", "last_data": "2025-12-22 09:26:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658912, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-22", "name": "dt", "value": "2025-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-23 09:30:14", "last_data": "2025-12-24 09:28:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659025, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-23/", "name": "dt", "value": "2025-12-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-24 09:29:34", "last_data": "2025-12-24 09:29:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659162, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-24", "name": "dt", "value": "2025-12-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-25 09:29:46", "last_data": "2025-12-25 09:30:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659237, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-25", "name": "dt", "value": "2025-12-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-26 09:25:18", "last_data": "2025-12-26 09:25:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659351, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-26", "name": "dt", "value": "2025-12-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-27 09:25:23", "last_data": "2025-12-28 09:38:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659521, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-27", "name": "dt", "value": "2025-12-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-28 09:40:48", "last_data": "2025-12-29 09:28:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659636, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-28/", "name": "dt", "value": "2025-12-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-29 09:35:19", "last_data": "2025-12-29 09:35:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659729, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-29", "name": "dt", "value": "2025-12-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-30 09:35:43", "last_data": "2025-12-30 09:39:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659838, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-30", "name": "dt", "value": "2025-12-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-31 09:27:55", "last_data": "2025-12-31 09:28:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659952, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-31", "name": "dt", "value": "2025-12-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-01 09:26:23", "last_data": "2026-01-01 09:26:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660073, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-01", "name": "dt", "value": "2026-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-02 09:28:43", "last_data": "2026-01-02 09:29:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660190, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-02", "name": "dt", "value": "2026-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-03 09:32:35", "last_data": "2026-01-03 09:32:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660305, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-03", "name": "dt", "value": "2026-01-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-04 09:31:27", "last_data": "2026-01-04 09:56:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660416, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-04", "name": "dt", "value": "2026-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-05 09:27:08", "last_data": "2026-01-05 09:44:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660555, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-05", "name": "dt", "value": "2026-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-06 09:28:38", "last_data": "2026-01-06 09:28:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660661, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-06", "name": "dt", "value": "2026-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-07 09:31:29", "last_data": "2026-01-08 09:33:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660804, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-07/", "name": "dt", "value": "2026-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-08 09:40:29", "last_data": "2026-01-08 09:40:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660927, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-08", "name": "dt", "value": "2026-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-09 09:36:04", "last_data": "2026-01-09 09:36:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661042, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-09", "name": "dt", "value": "2026-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-10 09:29:59", "last_data": "2026-01-10 09:30:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661148, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-10", "name": "dt", "value": "2026-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-11 09:29:31", "last_data": "2026-01-11 09:30:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661249, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-11", "name": "dt", "value": "2026-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-12 09:26:41", "last_data": "2026-01-13 09:30:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661399, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-12", "name": "dt", "value": "2026-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-13 09:32:08", "last_data": "2026-01-14 09:26:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661480, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-13/", "name": "dt", "value": "2026-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-14 09:26:53", "last_data": "2026-01-14 09:26:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661625, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-14", "name": "dt", "value": "2026-01-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-15 09:43:32", "last_data": "2026-01-15 09:43:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661705, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-15", "name": "dt", "value": "2026-01-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-16 09:23:15", "last_data": "2026-01-17 09:29:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661858, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-16/", "name": "dt", "value": "2026-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-17 09:29:53", "last_data": "2026-01-17 09:29:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661948, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-17", "name": "dt", "value": "2026-01-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-18 09:27:13", "last_data": "2026-01-19 09:30:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662080, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-18/", "name": "dt", "value": "2026-01-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-19 09:31:06", "last_data": "2026-01-19 09:31:06" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662195, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-19", "name": "dt", "value": "2026-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-20 09:27:51", "last_data": "2026-01-20 09:27:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662309, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-20", "name": "dt", "value": "2026-01-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-21 09:30:21", "last_data": "2026-01-22 09:38:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662481, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-21", "name": "dt", "value": "2026-01-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 09:39:37", "last_data": "2026-01-23 09:27:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662583, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-22/", "name": "dt", "value": "2026-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-23 09:27:05", "last_data": "2026-01-23 09:27:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662709, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-23", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 09:39:43", "last_data": "2026-01-24 09:39:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662806, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-24", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-25 09:24:56", "last_data": "2026-01-25 09:26:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662927, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-25", "name": "dt", "value": "2026-01-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 09:25:33", "last_data": "2026-01-26 09:37:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 663059, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-26", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 09:28:17", "last_data": "2026-01-28 09:30:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 663193, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-27/", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-28 09:30:41", "last_data": "2026-01-28 09:30:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666013, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-28", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-29 09:28:27", "last_data": "2026-01-30 09:36:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666174, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-29/", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 09:43:06", "last_data": "2026-01-30 09:43:06" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666276, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-30", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-31 09:37:57", "last_data": "2026-02-01 09:29:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666405, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-31/", "name": "dt", "value": "2026-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-01 09:29:51", "last_data": "2026-02-01 09:29:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666495, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-01", "name": "dt", "value": "2026-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-02 09:26:36", "last_data": "2026-02-02 09:27:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666650, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-02", "name": "dt", "value": "2026-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-03 09:42:31", "last_data": "2026-02-04 09:35:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666774, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-03", "name": "dt", "value": "2026-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-04 09:35:43", "last_data": "2026-02-05 09:31:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666876, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-04/", "name": "dt", "value": "2026-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-05 09:31:49", "last_data": "2026-02-05 09:31:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667000, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-05", "name": "dt", "value": "2026-02-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-06 09:30:09", "last_data": "2026-02-06 09:30:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667075, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-06", "name": "dt", "value": "2026-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-07 09:25:58", "last_data": "2026-02-08 09:39:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667231, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-07/", "name": "dt", "value": "2026-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-08 09:39:21", "last_data": "2026-02-08 09:39:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667315, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-08", "name": "dt", "value": "2026-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-09 09:30:36", "last_data": "2026-02-09 09:31:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667426, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-09", "name": "dt", "value": "2026-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-10 09:25:25", "last_data": "2026-02-10 09:41:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667545, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-10", "name": "dt", "value": "2026-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-11 09:25:46", "last_data": "2026-02-12 09:24:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667663, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-11/", "name": "dt", "value": "2026-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-12 09:24:38", "last_data": "2026-02-12 09:24:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667798, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-12", "name": "dt", "value": "2026-02-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-13 09:28:27", "last_data": "2026-02-13 09:30:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667902, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-13", "name": "dt", "value": "2026-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-14 09:27:57", "last_data": "2026-02-14 09:28:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668027, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-14", "name": "dt", "value": "2026-02-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-15 09:39:03", "last_data": "2026-02-15 09:39:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668162, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-15", "name": "dt", "value": "2026-02-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-16 09:29:44", "last_data": "2026-02-16 09:29:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668252, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-16", "name": "dt", "value": "2026-02-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-17 09:27:00", "last_data": "2026-02-17 09:27:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668375, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-17", "name": "dt", "value": "2026-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-18 09:36:55", "last_data": "2026-02-18 09:37:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668485, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-18", "name": "dt", "value": "2026-02-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-19 09:25:53", "last_data": "2026-02-19 09:27:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668610, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-19", "name": "dt", "value": "2026-02-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-20 09:26:13", "last_data": "2026-02-21 09:26:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668749, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-20", "name": "dt", "value": "2026-02-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-21 09:32:22", "last_data": "2026-02-22 09:28:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668845, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-21", "name": "dt", "value": "2026-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-22 09:28:20", "last_data": "2026-02-23 09:27:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668959, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-22", "name": "dt", "value": "2026-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 09:29:07", "last_data": "2026-02-24 09:37:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669113, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-24 09:37:56", "last_data": "2026-02-24 09:37:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669206, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-24", "name": "dt", "value": "2026-02-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-25 09:29:39", "last_data": "2026-02-25 09:45:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669329, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-25", "name": "dt", "value": "2026-02-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-26 09:36:21", "last_data": "2026-02-26 09:37:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669426, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-26", "name": "dt", "value": "2026-02-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-27 09:24:28", "last_data": "2026-02-27 09:26:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669568, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-27", "name": "dt", "value": "2026-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-28 09:28:51", "last_data": "2026-03-01 09:28:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669678, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-28", "name": "dt", "value": "2026-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-01 09:28:55", "last_data": "2026-03-02 09:31:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669814, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-01/", "name": "dt", "value": "2026-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-02 09:31:44", "last_data": "2026-03-02 09:31:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669937, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-02", "name": "dt", "value": "2026-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-03 09:33:39", "last_data": "2026-03-03 09:33:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670067, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-03", "name": "dt", "value": "2026-03-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-04 09:29:08", "last_data": "2026-03-05 09:30:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670213, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-04/", "name": "dt", "value": "2026-03-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-05 09:32:45", "last_data": "2026-03-05 09:32:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670332, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-05", "name": "dt", "value": "2026-03-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-06 09:32:33", "last_data": "2026-03-07 09:29:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670450, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-06/", "name": "dt", "value": "2026-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-07 09:29:43", "last_data": "2026-03-07 09:29:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670575, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-07", "name": "dt", "value": "2026-03-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-08 09:33:39", "last_data": "2026-03-08 09:34:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670667, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-08", "name": "dt", "value": "2026-03-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-09 09:31:48", "last_data": "2026-03-09 09:33:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670770, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-09", "name": "dt", "value": "2026-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-10 09:27:17", "last_data": "2026-03-10 09:27:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670894, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-10", "name": "dt", "value": "2026-03-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-11 09:28:49", "last_data": "2026-03-11 09:29:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671010, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-11", "name": "dt", "value": "2026-03-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-12 09:25:56", "last_data": "2026-03-13 09:28:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671135, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-12", "name": "dt", "value": "2026-03-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-13 09:28:29", "last_data": "2026-03-14 09:25:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671233, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-13/", "name": "dt", "value": "2026-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-14 09:25:11", "last_data": "2026-03-14 09:25:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671370, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-14", "name": "dt", "value": "2026-03-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-15 09:29:44", "last_data": "2026-03-15 09:30:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671511, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-15", "name": "dt", "value": "2026-03-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-16 09:33:24", "last_data": "2026-03-16 09:44:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671609, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-16", "name": "dt", "value": "2026-03-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-17 09:37:53", "last_data": "2026-03-18 09:28:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671709, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-17", "name": "dt", "value": "2026-03-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-18 09:29:24", "last_data": "2026-03-19 09:28:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671842, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-18", "name": "dt", "value": "2026-03-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-19 09:29:28", "last_data": "2026-03-20 09:27:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671990, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-19", "name": "dt", "value": "2026-03-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-20 09:42:00", "last_data": "2026-03-21 09:29:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672087, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-20", "name": "dt", "value": "2026-03-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-21 09:29:33", "last_data": "2026-03-22 09:33:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672225, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-21/", "name": "dt", "value": "2026-03-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-22 09:39:07", "last_data": "2026-03-22 09:39:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672324, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-22", "name": "dt", "value": "2026-03-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-23 09:31:55", "last_data": "2026-03-23 09:42:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672422, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-23", "name": "dt", "value": "2026-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 09:27:56", "last_data": "2026-03-24 09:27:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672563, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-24", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-25 09:31:43", "last_data": "2026-03-25 09:35:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672644, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-25", "name": "dt", "value": "2026-03-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-26 09:25:58", "last_data": "2026-03-27 09:28:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672774, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-26", "name": "dt", "value": "2026-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-27 09:28:51", "last_data": "2026-03-28 09:26:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672890, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-27/", "name": "dt", "value": "2026-03-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-28 09:26:57", "last_data": "2026-03-28 09:26:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673034, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-28", "name": "dt", "value": "2026-03-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-29 09:34:31", "last_data": "2026-03-30 09:31:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673137, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-29/", "name": "dt", "value": "2026-03-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-30 09:33:38", "last_data": "2026-03-30 09:33:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673276, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-30", "name": "dt", "value": "2026-03-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-31 09:32:12", "last_data": "2026-03-31 09:32:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673439, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-31", "name": "dt", "value": "2026-03-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-01 09:37:45", "last_data": "2026-04-02 09:38:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673566, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-01/", "name": "dt", "value": "2026-04-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-02 09:46:55", "last_data": "2026-04-02 09:46:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673652, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-02", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-03 09:49:00", "last_data": "2026-04-03 09:49:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673785, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-03", "name": "dt", "value": "2026-04-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 09:41:46", "last_data": "2026-04-05 09:33:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673898, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-04/", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-05 09:33:23", "last_data": "2026-04-05 09:33:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673986, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-05", "name": "dt", "value": "2026-04-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-06 09:27:21", "last_data": "2026-04-06 09:27:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674144, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-06", "name": "dt", "value": "2026-04-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-07 09:41:54", "last_data": "2026-04-07 09:44:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674222, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-07", "name": "dt", "value": "2026-04-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-08 09:26:37", "last_data": "2026-04-09 09:26:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674336, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-08", "name": "dt", "value": "2026-04-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-09 09:26:37", "last_data": "2026-04-10 09:26:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674459, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-09/", "name": "dt", "value": "2026-04-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-10 09:26:35", "last_data": "2026-04-10 09:26:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674624, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-10", "name": "dt", "value": "2026-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-11 09:44:48", "last_data": "2026-04-12 09:32:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674713, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-11", "name": "dt", "value": "2026-04-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-12 09:32:05", "last_data": "2026-04-13 09:41:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674853, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-12", "name": "dt", "value": "2026-04-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-13 09:44:38", "last_data": "2026-04-14 09:31:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674970, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-13/", "name": "dt", "value": "2026-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-14 09:32:49", "last_data": "2026-04-14 09:32:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675063, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-14", "name": "dt", "value": "2026-04-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-15 09:29:20", "last_data": "2026-04-15 09:29:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675164, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15", "name": "dt", "value": "2026-04-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-16 09:28:37", "last_data": "2026-04-17 09:29:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675331, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-16/", "name": "dt", "value": "2026-04-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-17 09:30:21", "last_data": "2026-04-17 09:30:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "bin": "string", "bin_country": "string", "bin_method": "string", "bin_name": "string", "bin_type": "string", "created": "string", "last4": "string", "method": "string", "modified": "string", "payment_id": "string", "routing": "string" } - created: 2024-03-29 11:20:45
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_payments`\n(\n `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_payments`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_payments" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2024-03-29 11:06:03",
"disabled": false,
"format": "raw",
"id": 2102,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrix_payments"
},
"type": "csv"
},
"partition": {
"count": 171,
"ddl": [
"ALTER TABLE\n `sfdl_stage_csv.payrix_payments`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-14/'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-15'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-17'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-18'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-20'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-21'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-22'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-24'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-25'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-26'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-27'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-29'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-30'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-31'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-01'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-03'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-04'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-05'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-06'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-07'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-08'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-10'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-12'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-13'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-14'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-16'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-17'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-18/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-19'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-20'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-21'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-22'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-23'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-24/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-10/'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-11'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-12'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-14/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-15'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-17/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-18'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-19/'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-20'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-21/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-23/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-24'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-25'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-27'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-28/'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-31'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-01'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-05'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-13/'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-16/'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-17'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-18/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-20'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-21'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-22/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-23'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-26'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-31/'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-02'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-04/'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-05'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-07/'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-08'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-11/'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-12'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-14'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-15'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-17'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-18'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-19'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-27'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-28'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-01/'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-02'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-04/'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-05'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-06/'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-08'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-11'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-13/'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-17'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-19'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-21/'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-23'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-24'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-25'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-27/'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-02'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-04/'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-05'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-07'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-09/'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-10'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-13/'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-16/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 650182,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-14/",
"name": "dt",
"value": "2025-10-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-15 09:26:52",
"last_data": "2025-10-15 09:26:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650294,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-15",
"name": "dt",
"value": "2025-10-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-16 09:28:05",
"last_data": "2025-10-17 09:25:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650409,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-16/",
"name": "dt",
"value": "2025-10-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-17 09:26:40",
"last_data": "2025-10-17 09:26:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650558,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-17",
"name": "dt",
"value": "2025-10-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-18 09:31:41",
"last_data": "2025-10-18 09:32:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650643,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-18",
"name": "dt",
"value": "2025-10-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-19 09:35:44",
"last_data": "2025-10-20 14:49:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650800,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-19/",
"name": "dt",
"value": "2025-10-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-20 14:51:18",
"last_data": "2025-10-20 14:51:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650866,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-20",
"name": "dt",
"value": "2025-10-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-21 09:26:58",
"last_data": "2025-10-21 09:42:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651016,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-21",
"name": "dt",
"value": "2025-10-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-22 09:41:10",
"last_data": "2025-10-22 09:41:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651101,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-22",
"name": "dt",
"value": "2025-10-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-23 09:27:02",
"last_data": "2025-10-24 09:26:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651215,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-23/",
"name": "dt",
"value": "2025-10-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-24 09:26:56",
"last_data": "2025-10-24 09:26:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651318,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-24",
"name": "dt",
"value": "2025-10-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-25 09:28:34",
"last_data": "2025-10-26 09:34:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651474,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-25",
"name": "dt",
"value": "2025-10-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-26 09:35:23",
"last_data": "2025-10-27 09:43:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651585,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-26",
"name": "dt",
"value": "2025-10-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-27 09:45:35",
"last_data": "2025-10-28 09:26:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651715,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-27",
"name": "dt",
"value": "2025-10-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-28 09:38:27",
"last_data": "2025-10-29 09:42:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651829,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-28/",
"name": "dt",
"value": "2025-10-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-29 09:42:09",
"last_data": "2025-10-29 09:42:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651891,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-29",
"name": "dt",
"value": "2025-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-30 09:26:07",
"last_data": "2025-10-31 09:32:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652025,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-30",
"name": "dt",
"value": "2025-10-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-31 09:35:35",
"last_data": "2025-11-01 09:31:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652171,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-10-31",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-01 09:37:15",
"last_data": "2025-11-02 09:44:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652285,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-01",
"name": "dt",
"value": "2025-11-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 09:46:54",
"last_data": "2025-11-03 09:34:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652383,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 09:40:53",
"last_data": "2025-11-03 09:40:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652474,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-03",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-04 09:28:38",
"last_data": "2025-11-04 09:30:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652587,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-04",
"name": "dt",
"value": "2025-11-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-05 09:29:00",
"last_data": "2025-11-06 09:36:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652740,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-05",
"name": "dt",
"value": "2025-11-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-06 09:37:10",
"last_data": "2025-11-07 09:38:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652850,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-06",
"name": "dt",
"value": "2025-11-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-07 09:38:30",
"last_data": "2025-11-08 09:39:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652958,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-07",
"name": "dt",
"value": "2025-11-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-08 09:41:10",
"last_data": "2025-11-09 09:27:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653034,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-08",
"name": "dt",
"value": "2025-11-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-09 09:28:05",
"last_data": "2025-11-10 09:28:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653140,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-09/",
"name": "dt",
"value": "2025-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-10 09:28:28",
"last_data": "2025-11-10 09:28:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653286,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-10",
"name": "dt",
"value": "2025-11-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-11 09:28:31",
"last_data": "2025-11-12 09:27:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653383,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-11/",
"name": "dt",
"value": "2025-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-12 09:27:50",
"last_data": "2025-11-12 09:27:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653497,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-12",
"name": "dt",
"value": "2025-11-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-13 09:27:54",
"last_data": "2025-11-13 09:36:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653635,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-13",
"name": "dt",
"value": "2025-11-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-14 09:29:13",
"last_data": "2025-11-14 09:31:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653754,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-14",
"name": "dt",
"value": "2025-11-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-15 09:31:11",
"last_data": "2025-11-16 09:27:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653833,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-15/",
"name": "dt",
"value": "2025-11-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-16 09:26:56",
"last_data": "2025-11-16 09:26:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656005,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-16",
"name": "dt",
"value": "2025-11-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-17 09:26:54",
"last_data": "2025-11-18 09:27:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656128,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-17",
"name": "dt",
"value": "2025-11-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-18 09:27:18",
"last_data": "2025-11-19 09:38:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656266,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-18/",
"name": "dt",
"value": "2025-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-19 09:39:10",
"last_data": "2025-11-19 09:39:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656398,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-19",
"name": "dt",
"value": "2025-11-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 09:42:45",
"last_data": "2025-11-20 09:42:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656469,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-20",
"name": "dt",
"value": "2025-11-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-21 09:29:50",
"last_data": "2025-11-21 09:30:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656623,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-21",
"name": "dt",
"value": "2025-11-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-22 09:39:41",
"last_data": "2025-11-22 09:40:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656691,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-22",
"name": "dt",
"value": "2025-11-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-23 09:39:09",
"last_data": "2025-11-24 09:26:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656844,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-23",
"name": "dt",
"value": "2025-11-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-24 09:41:54",
"last_data": "2025-11-25 09:30:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656954,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-11-24/",
"name": "dt",
"value": "2025-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-25 09:31:14",
"last_data": "2025-11-25 09:31:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657332,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-09",
"name": "dt",
"value": "2025-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-10 09:27:28",
"last_data": "2025-12-11 09:29:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657454,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-10/",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-11 09:29:47",
"last_data": "2025-12-11 09:29:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657588,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-11",
"name": "dt",
"value": "2025-12-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 09:29:06",
"last_data": "2025-12-13 09:32:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657715,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-12",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-13 09:32:47",
"last_data": "2025-12-14 09:39:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657835,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-13",
"name": "dt",
"value": "2025-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-14 09:41:12",
"last_data": "2025-12-15 09:25:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657920,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-14/",
"name": "dt",
"value": "2025-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 09:27:11",
"last_data": "2025-12-15 09:27:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658025,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-15",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-16 09:25:57",
"last_data": "2025-12-17 09:28:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658180,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-16",
"name": "dt",
"value": "2025-12-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-17 09:29:31",
"last_data": "2025-12-18 09:41:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658305,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-17/",
"name": "dt",
"value": "2025-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-18 09:44:10",
"last_data": "2025-12-18 09:44:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658379,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-18",
"name": "dt",
"value": "2025-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-19 09:25:40",
"last_data": "2025-12-20 09:25:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658496,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-19/",
"name": "dt",
"value": "2025-12-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-20 09:26:18",
"last_data": "2025-12-20 09:26:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658653,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-20",
"name": "dt",
"value": "2025-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-21 09:32:12",
"last_data": "2025-12-22 09:26:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658727,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-21/",
"name": "dt",
"value": "2025-12-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-22 09:26:14",
"last_data": "2025-12-22 09:26:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658912,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-22",
"name": "dt",
"value": "2025-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-23 09:30:14",
"last_data": "2025-12-24 09:28:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659025,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-23/",
"name": "dt",
"value": "2025-12-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-24 09:29:34",
"last_data": "2025-12-24 09:29:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659162,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-24",
"name": "dt",
"value": "2025-12-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-25 09:29:46",
"last_data": "2025-12-25 09:30:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659237,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-25",
"name": "dt",
"value": "2025-12-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-26 09:25:18",
"last_data": "2025-12-26 09:25:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659351,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-26",
"name": "dt",
"value": "2025-12-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-27 09:25:23",
"last_data": "2025-12-28 09:38:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659521,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-27",
"name": "dt",
"value": "2025-12-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-28 09:40:48",
"last_data": "2025-12-29 09:28:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659636,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-28/",
"name": "dt",
"value": "2025-12-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-29 09:35:19",
"last_data": "2025-12-29 09:35:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659729,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-29",
"name": "dt",
"value": "2025-12-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-30 09:35:43",
"last_data": "2025-12-30 09:39:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659838,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-30",
"name": "dt",
"value": "2025-12-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-31 09:27:55",
"last_data": "2025-12-31 09:28:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659952,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2025-12-31",
"name": "dt",
"value": "2025-12-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-01 09:26:23",
"last_data": "2026-01-01 09:26:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660073,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-01",
"name": "dt",
"value": "2026-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-02 09:28:43",
"last_data": "2026-01-02 09:29:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660190,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-02",
"name": "dt",
"value": "2026-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-03 09:32:35",
"last_data": "2026-01-03 09:32:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660305,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-03",
"name": "dt",
"value": "2026-01-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-04 09:31:27",
"last_data": "2026-01-04 09:56:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660416,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-04",
"name": "dt",
"value": "2026-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-05 09:27:08",
"last_data": "2026-01-05 09:44:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660555,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-05",
"name": "dt",
"value": "2026-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-06 09:28:38",
"last_data": "2026-01-06 09:28:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660661,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-06",
"name": "dt",
"value": "2026-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-07 09:31:29",
"last_data": "2026-01-08 09:33:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660804,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-07/",
"name": "dt",
"value": "2026-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-08 09:40:29",
"last_data": "2026-01-08 09:40:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660927,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-08",
"name": "dt",
"value": "2026-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-09 09:36:04",
"last_data": "2026-01-09 09:36:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661042,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-09",
"name": "dt",
"value": "2026-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-10 09:29:59",
"last_data": "2026-01-10 09:30:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661148,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-10",
"name": "dt",
"value": "2026-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-11 09:29:31",
"last_data": "2026-01-11 09:30:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661249,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-11",
"name": "dt",
"value": "2026-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-12 09:26:41",
"last_data": "2026-01-13 09:30:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661399,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-12",
"name": "dt",
"value": "2026-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-13 09:32:08",
"last_data": "2026-01-14 09:26:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661480,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-13/",
"name": "dt",
"value": "2026-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-14 09:26:53",
"last_data": "2026-01-14 09:26:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661625,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-14",
"name": "dt",
"value": "2026-01-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-15 09:43:32",
"last_data": "2026-01-15 09:43:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661705,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-15",
"name": "dt",
"value": "2026-01-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-16 09:23:15",
"last_data": "2026-01-17 09:29:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661858,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-16/",
"name": "dt",
"value": "2026-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-17 09:29:53",
"last_data": "2026-01-17 09:29:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661948,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-17",
"name": "dt",
"value": "2026-01-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-18 09:27:13",
"last_data": "2026-01-19 09:30:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662080,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-18/",
"name": "dt",
"value": "2026-01-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-19 09:31:06",
"last_data": "2026-01-19 09:31:06"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662195,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-19",
"name": "dt",
"value": "2026-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-20 09:27:51",
"last_data": "2026-01-20 09:27:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662309,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-20",
"name": "dt",
"value": "2026-01-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-21 09:30:21",
"last_data": "2026-01-22 09:38:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662481,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-21",
"name": "dt",
"value": "2026-01-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 09:39:37",
"last_data": "2026-01-23 09:27:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662583,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-22/",
"name": "dt",
"value": "2026-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-23 09:27:05",
"last_data": "2026-01-23 09:27:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662709,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-23",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 09:39:43",
"last_data": "2026-01-24 09:39:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662806,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-24",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-25 09:24:56",
"last_data": "2026-01-25 09:26:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662927,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-25",
"name": "dt",
"value": "2026-01-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 09:25:33",
"last_data": "2026-01-26 09:37:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 663059,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-26",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 09:28:17",
"last_data": "2026-01-28 09:30:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 663193,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-27/",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-28 09:30:41",
"last_data": "2026-01-28 09:30:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666013,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-28",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-29 09:28:27",
"last_data": "2026-01-30 09:36:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666174,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-29/",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 09:43:06",
"last_data": "2026-01-30 09:43:06"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666276,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-30",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-31 09:37:57",
"last_data": "2026-02-01 09:29:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666405,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-01-31/",
"name": "dt",
"value": "2026-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-01 09:29:51",
"last_data": "2026-02-01 09:29:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666495,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-01",
"name": "dt",
"value": "2026-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-02 09:26:36",
"last_data": "2026-02-02 09:27:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666650,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-02",
"name": "dt",
"value": "2026-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-03 09:42:31",
"last_data": "2026-02-04 09:35:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666774,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-03",
"name": "dt",
"value": "2026-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-04 09:35:43",
"last_data": "2026-02-05 09:31:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666876,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-04/",
"name": "dt",
"value": "2026-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-05 09:31:49",
"last_data": "2026-02-05 09:31:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667000,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-05",
"name": "dt",
"value": "2026-02-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-06 09:30:09",
"last_data": "2026-02-06 09:30:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667075,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-06",
"name": "dt",
"value": "2026-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-07 09:25:58",
"last_data": "2026-02-08 09:39:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667231,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-07/",
"name": "dt",
"value": "2026-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-08 09:39:21",
"last_data": "2026-02-08 09:39:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667315,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-08",
"name": "dt",
"value": "2026-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-09 09:30:36",
"last_data": "2026-02-09 09:31:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667426,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-09",
"name": "dt",
"value": "2026-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-10 09:25:25",
"last_data": "2026-02-10 09:41:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667545,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-10",
"name": "dt",
"value": "2026-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-11 09:25:46",
"last_data": "2026-02-12 09:24:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667663,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-11/",
"name": "dt",
"value": "2026-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-12 09:24:38",
"last_data": "2026-02-12 09:24:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667798,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-12",
"name": "dt",
"value": "2026-02-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-13 09:28:27",
"last_data": "2026-02-13 09:30:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667902,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-13",
"name": "dt",
"value": "2026-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-14 09:27:57",
"last_data": "2026-02-14 09:28:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668027,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-14",
"name": "dt",
"value": "2026-02-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-15 09:39:03",
"last_data": "2026-02-15 09:39:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668162,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-15",
"name": "dt",
"value": "2026-02-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-16 09:29:44",
"last_data": "2026-02-16 09:29:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668252,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-16",
"name": "dt",
"value": "2026-02-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-17 09:27:00",
"last_data": "2026-02-17 09:27:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668375,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-17",
"name": "dt",
"value": "2026-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-18 09:36:55",
"last_data": "2026-02-18 09:37:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668485,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-18",
"name": "dt",
"value": "2026-02-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-19 09:25:53",
"last_data": "2026-02-19 09:27:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668610,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-19",
"name": "dt",
"value": "2026-02-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-20 09:26:13",
"last_data": "2026-02-21 09:26:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668749,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-20",
"name": "dt",
"value": "2026-02-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-21 09:32:22",
"last_data": "2026-02-22 09:28:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668845,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-21",
"name": "dt",
"value": "2026-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-22 09:28:20",
"last_data": "2026-02-23 09:27:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668959,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-22",
"name": "dt",
"value": "2026-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 09:29:07",
"last_data": "2026-02-24 09:37:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669113,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-24 09:37:56",
"last_data": "2026-02-24 09:37:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669206,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-24",
"name": "dt",
"value": "2026-02-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-25 09:29:39",
"last_data": "2026-02-25 09:45:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669329,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-25",
"name": "dt",
"value": "2026-02-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-26 09:36:21",
"last_data": "2026-02-26 09:37:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669426,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-26",
"name": "dt",
"value": "2026-02-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-27 09:24:28",
"last_data": "2026-02-27 09:26:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669568,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-27",
"name": "dt",
"value": "2026-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-28 09:28:51",
"last_data": "2026-03-01 09:28:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669678,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-02-28",
"name": "dt",
"value": "2026-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-01 09:28:55",
"last_data": "2026-03-02 09:31:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669814,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-01/",
"name": "dt",
"value": "2026-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-02 09:31:44",
"last_data": "2026-03-02 09:31:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669937,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-02",
"name": "dt",
"value": "2026-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-03 09:33:39",
"last_data": "2026-03-03 09:33:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670067,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-03",
"name": "dt",
"value": "2026-03-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-04 09:29:08",
"last_data": "2026-03-05 09:30:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670213,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-04/",
"name": "dt",
"value": "2026-03-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-05 09:32:45",
"last_data": "2026-03-05 09:32:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670332,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-05",
"name": "dt",
"value": "2026-03-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-06 09:32:33",
"last_data": "2026-03-07 09:29:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670450,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-06/",
"name": "dt",
"value": "2026-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-07 09:29:43",
"last_data": "2026-03-07 09:29:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670575,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-07",
"name": "dt",
"value": "2026-03-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-08 09:33:39",
"last_data": "2026-03-08 09:34:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670667,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-08",
"name": "dt",
"value": "2026-03-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-09 09:31:48",
"last_data": "2026-03-09 09:33:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670770,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-09",
"name": "dt",
"value": "2026-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-10 09:27:17",
"last_data": "2026-03-10 09:27:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670894,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-10",
"name": "dt",
"value": "2026-03-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-11 09:28:49",
"last_data": "2026-03-11 09:29:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671010,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-11",
"name": "dt",
"value": "2026-03-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-12 09:25:56",
"last_data": "2026-03-13 09:28:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671135,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-12",
"name": "dt",
"value": "2026-03-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-13 09:28:29",
"last_data": "2026-03-14 09:25:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671233,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-13/",
"name": "dt",
"value": "2026-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-14 09:25:11",
"last_data": "2026-03-14 09:25:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671370,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-14",
"name": "dt",
"value": "2026-03-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-15 09:29:44",
"last_data": "2026-03-15 09:30:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671511,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-15",
"name": "dt",
"value": "2026-03-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-16 09:33:24",
"last_data": "2026-03-16 09:44:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671609,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-16",
"name": "dt",
"value": "2026-03-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-17 09:37:53",
"last_data": "2026-03-18 09:28:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671709,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-17",
"name": "dt",
"value": "2026-03-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-18 09:29:24",
"last_data": "2026-03-19 09:28:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671842,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-18",
"name": "dt",
"value": "2026-03-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-19 09:29:28",
"last_data": "2026-03-20 09:27:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671990,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-19",
"name": "dt",
"value": "2026-03-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-20 09:42:00",
"last_data": "2026-03-21 09:29:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672087,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-20",
"name": "dt",
"value": "2026-03-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-21 09:29:33",
"last_data": "2026-03-22 09:33:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672225,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-21/",
"name": "dt",
"value": "2026-03-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-22 09:39:07",
"last_data": "2026-03-22 09:39:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672324,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-22",
"name": "dt",
"value": "2026-03-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-23 09:31:55",
"last_data": "2026-03-23 09:42:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672422,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-23",
"name": "dt",
"value": "2026-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 09:27:56",
"last_data": "2026-03-24 09:27:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672563,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-24",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-25 09:31:43",
"last_data": "2026-03-25 09:35:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672644,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-25",
"name": "dt",
"value": "2026-03-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-26 09:25:58",
"last_data": "2026-03-27 09:28:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672774,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-26",
"name": "dt",
"value": "2026-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-27 09:28:51",
"last_data": "2026-03-28 09:26:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672890,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-27/",
"name": "dt",
"value": "2026-03-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-28 09:26:57",
"last_data": "2026-03-28 09:26:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673034,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-28",
"name": "dt",
"value": "2026-03-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-29 09:34:31",
"last_data": "2026-03-30 09:31:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673137,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-29/",
"name": "dt",
"value": "2026-03-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-30 09:33:38",
"last_data": "2026-03-30 09:33:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673276,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-30",
"name": "dt",
"value": "2026-03-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-31 09:32:12",
"last_data": "2026-03-31 09:32:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673439,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-03-31",
"name": "dt",
"value": "2026-03-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-01 09:37:45",
"last_data": "2026-04-02 09:38:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673566,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-01/",
"name": "dt",
"value": "2026-04-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-02 09:46:55",
"last_data": "2026-04-02 09:46:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673652,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-02",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-03 09:49:00",
"last_data": "2026-04-03 09:49:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673785,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-03",
"name": "dt",
"value": "2026-04-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 09:41:46",
"last_data": "2026-04-05 09:33:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673898,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-04/",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-05 09:33:23",
"last_data": "2026-04-05 09:33:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673986,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-05",
"name": "dt",
"value": "2026-04-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-06 09:27:21",
"last_data": "2026-04-06 09:27:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674144,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-06",
"name": "dt",
"value": "2026-04-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-07 09:41:54",
"last_data": "2026-04-07 09:44:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674222,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-07",
"name": "dt",
"value": "2026-04-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-08 09:26:37",
"last_data": "2026-04-09 09:26:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674336,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-08",
"name": "dt",
"value": "2026-04-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-09 09:26:37",
"last_data": "2026-04-10 09:26:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674459,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-09/",
"name": "dt",
"value": "2026-04-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-10 09:26:35",
"last_data": "2026-04-10 09:26:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674624,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-10",
"name": "dt",
"value": "2026-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-11 09:44:48",
"last_data": "2026-04-12 09:32:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674713,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-11",
"name": "dt",
"value": "2026-04-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-12 09:32:05",
"last_data": "2026-04-13 09:41:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674853,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-12",
"name": "dt",
"value": "2026-04-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-13 09:44:38",
"last_data": "2026-04-14 09:31:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674970,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-13/",
"name": "dt",
"value": "2026-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-14 09:32:49",
"last_data": "2026-04-14 09:32:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675063,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-14",
"name": "dt",
"value": "2026-04-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-15 09:29:20",
"last_data": "2026-04-15 09:29:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675164,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-15",
"name": "dt",
"value": "2026-04-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-16 09:28:37",
"last_data": "2026-04-17 09:29:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675331,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/payments/dt=2026-04-16/",
"name": "dt",
"value": "2026-04-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-17 09:30:21",
"last_data": "2026-04-17 09:30:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"bin": "string",
"bin_country": "string",
"bin_method": "string",
"bin_name": "string",
"bin_type": "string",
"created": "string",
"last4": "string",
"method": "string",
"modified": "string",
"payment_id": "string",
"routing": "string"
},
"created": "2024-03-29 11:20:45",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_payments`\n(\n `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_payments`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_payments"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}