Schema Info
Schema Name: sfdl_stage_csv.payrix_sdr
- created: 2024-07-09 14:54:05
- disabled: False
- format: raw
- id: 2128
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_stage_csv", "table": "payrix_sdr" } - type: csv
Schema Versions: 1
-
Version 719196
- created: 2024-07-09 14:54:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_sdr`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_sdr`\n(\n `reference_entity_id` string , `reference_entity_name` string , `from_entity_name` string , `to_entity_name` string , `on_entity` string , `on_entity_dba` string , `statement_date` string , `date` string , `statement` string , `name` string , `eventid` string , `description` string , `total` string , `ste_id` string , `originaleventid` string , `fee_name` string , `fee_rate____or____0` string , `fee_amount` string , `fee_interchange_assessments` string , `fee_interchange_assessments_rate____or____1` string , `fee_interchange_assessments_amount_2` string , `disbursement_id_payout` string , `disbursement_id_payout_status` string , `forentity` string , `division_id` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/sdr'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_stage_csv.payrix_sdr" ] - hive_path: s3://sfdl-csv-payrix-stage/raw_incremental/sdr
- id: 719196
- processed: 1
- raw_data:
{ "date": 7, "description": 11, "disbursement_id_payout": 21, "disbursement_id_payout_status": 22, "division_id": 24, "eventid": 10, "fee_amount": 17, "fee_interchange/assessments": 18, "fee_interchange/assessments_amount#2": 20, "fee_interchange/assessments_rate__%_or_$_#1": 19, "fee_name": 15, "fee_rate__%_or_$_#0": 16, "forentity": 23, "from_entity_name": 2, "name": 9, "on_entity": 4, "on_entity_dba": 5, "originaleventid": 14, "reference_entity_id": 0, "reference_entity_name": 1, "statement": 8, "statement_date": 6, "ste_id": 13, "to_entity_name": 3, "total": 12 } - schema_attributes:
{ "date": "string", "description": "string", "disbursement_id_payout": "string", "disbursement_id_payout_status": "string", "division_id": "string", "eventid": "string", "fee_amount": "string", "fee_interchange_assessments": "string", "fee_interchange_assessments_amount_2": "string", "fee_interchange_assessments_rate____or____1": "string", "fee_name": "string", "fee_rate____or____0": "string", "forentity": "string", "from_entity_name": "string", "name": "string", "on_entity": "string", "on_entity_dba": "string", "originaleventid": "string", "reference_entity_id": "string", "reference_entity_name": "string", "statement": "string", "statement_date": "string", "ste_id": "string", "to_entity_name": "string", "total": "string" } - schema_name_id: 2128
- schema_scan_id: 5840884
- updated: 2024-07-09 14:54:22
Schema Scans: 5
Last at 2026-04-17 09:26:18
-
Scan 6415340
- duration: 0:00:00.966568
- exit_message:
{ "ddl_changed": false, "partitions_applied": false, "success": true } - id: 6415340
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16", "name": "dt", "type": "string", "value": "2026-04-16" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr", "key": "raw_incremental/sdr/dt=2026-04-16/69e5b258-bf3f-4f4b-862a-830ed5a209f6.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_sdr", "type": "csv" }, "trace_context": { "parent_id": 8052644978751304127, "service_name": "drive-thru", "span_id": 6956406731136769154, "trace_id": 8260235373103188022 } } - running: False
- schema_name_id: 2128
- start_time: 2026-04-17 09:26:18
- success: True
- trace_id: 8260235373103188022
-
Scan 6415328
- duration: 0:00:03.837083
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6415328
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16", "name": "dt", "type": "string", "value": "2026-04-16" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr", "key": "raw_incremental/sdr/dt=2026-04-16/69e5b258-bf3f-4f4b-862a-830ed5a209f6.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_sdr", "type": "csv" }, "trace_context": { "parent_id": 3499493896658474303, "service_name": "drive-thru", "span_id": 14302869208312614990, "trace_id": 14517213967616034660 } } - running: False
- schema_name_id: 2128
- start_time: 2026-04-17 09:25:16
- success: True
- trace_id: 14517213967616034660
-
Scan 6414852
- duration: 0:00:03.834500
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6414852
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr", "key": "raw_incremental/sdr/dt=2026-04-15/6dbca35f-b898-4d61-8f01-b604f4817368.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_sdr", "type": "csv" }, "trace_context": { "parent_id": 17962105767193985964, "service_name": "drive-thru", "span_id": 15267218693448111805, "trace_id": 16059969304427705787 } } - running: False
- schema_name_id: 2128
- start_time: 2026-04-16 09:31:17
- success: True
- trace_id: 16059969304427705787
-
Scan 6414831
- duration: 0:00:01.221956
- exit_message:
{ "ddl_changed": false, "partitions_applied": false, "success": true } - id: 6414831
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-14", "name": "dt", "type": "string", "value": "2026-04-14" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr", "key": "raw_incremental/sdr/dt=2026-04-14/926e4ca4-92ab-4ee2-a585-cc3a39e9c915.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_sdr", "type": "csv" }, "trace_context": { "parent_id": 4925059647791325849, "service_name": "drive-thru", "span_id": 15247955723264703431, "trace_id": 14696609869670787588 } } - running: False
- schema_name_id: 2128
- start_time: 2026-04-16 09:29:59
- success: True
- trace_id: 14696609869670787588
-
Scan 5840884
- duration: 0:00:17.591888
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 5840884
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2024-07-09", "name": "dt", "type": "string", "value": "2024-07-09" }, "s3": { "bucket": "sfdl-csv-payrix-stage", "hive_path": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr", "key": "raw_incremental/sdr/dt=2024-07-09/3424cf58-ce5f-4cb7-895a-1833e74df2b3.csv.gz" }, "schema": { "name": "sfdl_stage_csv.payrix_sdr", "type": "csv" }, "trace_context": { "parent_id": 3684921346089963612, "service_name": "drive-thru", "span_id": 8140383752355378756, "trace_id": 4648520812686185489 } } - running: False
- schema_name_id: 2128
- start_time: 2024-07-09 14:54:05
- success: True
- trace_id: 4648520812686185489
- count: 171
- ddl:
[ "ALTER TABLE\n `sfdl_stage_csv.payrix_sdr`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-14'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-16'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-17'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-18'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-19'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-20'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-22'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-23'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-25'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-26/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-27'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-29'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-31'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-01'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-02'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-03'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-04'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-05/'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-06'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-07'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-08'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-09'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-10'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-11'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-12'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-13/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-14'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-16'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-17'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-18'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-19/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-20'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-21'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-22/'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-23'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-24/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-10'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-11'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-12/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-14'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-15/'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-17'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-18'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-19'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-20/'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-21'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-23'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-24'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-25/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-27'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-28'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-31/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-01'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-05'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-13'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-16'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-17/'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-18'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-20/'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-21'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-22'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-26'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-29'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-31/'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-02'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-04'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-05/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-07'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-08/'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-11'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-12'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-14/'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-15'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-17'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-18/'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-19'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-27'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-28/'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-01'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-02'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-04'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-05/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-06'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-08/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-11/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-13'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-17/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-19'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-21'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-23/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-24'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-25/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-27'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-01'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-02/'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-04'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-05'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-07/'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-09'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-10/'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-13'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-15/'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16'\n;" ] - name: dt
- state:
[ { "info": { "id": 650218, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-14", "name": "dt", "value": "2025-10-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-15 09:33:40", "last_data": "2025-10-16 09:25:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650306, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-15/", "name": "dt", "value": "2025-10-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-16 09:30:38", "last_data": "2025-10-16 09:30:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650432, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-16", "name": "dt", "value": "2025-10-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-17 09:29:03", "last_data": "2025-10-17 09:31:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650546, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-17", "name": "dt", "value": "2025-10-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-18 09:29:08", "last_data": "2025-10-18 09:29:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650644, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-18", "name": "dt", "value": "2025-10-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-19 09:35:59", "last_data": "2025-10-19 09:36:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650782, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-19", "name": "dt", "value": "2025-10-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-20 14:49:35", "last_data": "2025-10-20 14:50:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 650899, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-20", "name": "dt", "value": "2025-10-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-21 09:29:09", "last_data": "2025-10-22 09:25:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651024, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-21/", "name": "dt", "value": "2025-10-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-22 09:41:40", "last_data": "2025-10-22 09:41:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651114, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-22", "name": "dt", "value": "2025-10-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-23 09:32:25", "last_data": "2025-10-24 09:28:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651226, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-23", "name": "dt", "value": "2025-10-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-24 09:28:42", "last_data": "2025-10-25 09:40:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651357, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-24/", "name": "dt", "value": "2025-10-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-25 09:40:59", "last_data": "2025-10-25 09:40:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651440, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-25", "name": "dt", "value": "2025-10-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-26 09:27:46", "last_data": "2025-10-27 09:31:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651556, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-26/", "name": "dt", "value": "2025-10-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-27 09:33:43", "last_data": "2025-10-27 09:33:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651660, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-27", "name": "dt", "value": "2025-10-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-28 09:25:55", "last_data": "2025-10-29 09:39:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651814, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-28/", "name": "dt", "value": "2025-10-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-29 09:39:35", "last_data": "2025-10-29 09:39:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 651915, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-29", "name": "dt", "value": "2025-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-30 09:30:04", "last_data": "2025-10-31 09:25:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652005, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-30/", "name": "dt", "value": "2025-10-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-31 09:26:28", "last_data": "2025-10-31 09:26:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652163, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-31", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-01 09:34:41", "last_data": "2025-11-01 09:34:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652242, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-01", "name": "dt", "value": "2025-11-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 09:29:14", "last_data": "2025-11-03 09:43:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652399, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-02", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 09:51:58", "last_data": "2025-11-04 09:26:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652464, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-03", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-04 09:26:26", "last_data": "2025-11-05 09:26:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652628, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-04", "name": "dt", "value": "2025-11-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-05 09:38:43", "last_data": "2025-11-06 09:24:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652742, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-05/", "name": "dt", "value": "2025-11-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-06 09:38:35", "last_data": "2025-11-06 09:38:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652801, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-06", "name": "dt", "value": "2025-11-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-07 09:25:37", "last_data": "2025-11-07 09:26:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 652952, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-07", "name": "dt", "value": "2025-11-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-08 09:40:33", "last_data": "2025-11-09 09:31:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653048, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-08", "name": "dt", "value": "2025-11-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-09 09:31:11", "last_data": "2025-11-10 09:28:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653173, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-09", "name": "dt", "value": "2025-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-10 09:34:07", "last_data": "2025-11-11 09:25:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653260, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-10", "name": "dt", "value": "2025-11-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-11 09:26:32", "last_data": "2025-11-12 09:25:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653393, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-11", "name": "dt", "value": "2025-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-12 09:31:18", "last_data": "2025-11-13 09:27:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653504, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-12", "name": "dt", "value": "2025-11-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-13 09:28:10", "last_data": "2025-11-14 09:25:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653611, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-13/", "name": "dt", "value": "2025-11-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-14 09:26:23", "last_data": "2025-11-14 09:26:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653756, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-14", "name": "dt", "value": "2025-11-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-15 09:31:23", "last_data": "2025-11-16 09:28:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 653867, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-15/", "name": "dt", "value": "2025-11-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-16 09:30:57", "last_data": "2025-11-16 09:30:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656035, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-16", "name": "dt", "value": "2025-11-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-17 09:30:27", "last_data": "2025-11-17 09:30:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656147, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-17", "name": "dt", "value": "2025-11-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-18 09:30:16", "last_data": "2025-11-18 09:30:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656272, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-18", "name": "dt", "value": "2025-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-19 09:40:44", "last_data": "2025-11-20 09:30:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656373, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-19/", "name": "dt", "value": "2025-11-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 09:30:33", "last_data": "2025-11-20 09:30:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656483, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-20", "name": "dt", "value": "2025-11-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-21 09:34:34", "last_data": "2025-11-21 09:34:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656571, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-21", "name": "dt", "value": "2025-11-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-22 09:25:49", "last_data": "2025-11-23 09:42:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656726, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-22/", "name": "dt", "value": "2025-11-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-23 09:42:50", "last_data": "2025-11-23 09:42:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656801, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-23", "name": "dt", "value": "2025-11-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-24 09:26:46", "last_data": "2025-11-25 09:27:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 656964, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-24/", "name": "dt", "value": "2025-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-25 09:33:24", "last_data": "2025-11-25 09:33:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657370, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-09", "name": "dt", "value": "2025-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-10 09:30:09", "last_data": "2025-12-10 09:30:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657447, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-10", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-11 09:28:13", "last_data": "2025-12-12 09:33:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657611, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-11", "name": "dt", "value": "2025-12-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 09:33:43", "last_data": "2025-12-13 09:28:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657692, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-12/", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-13 09:29:21", "last_data": "2025-12-13 09:29:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657797, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-13", "name": "dt", "value": "2025-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-14 09:26:42", "last_data": "2025-12-15 09:25:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 657905, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-14", "name": "dt", "value": "2025-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 09:25:33", "last_data": "2025-12-16 09:25:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658024, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-15/", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-16 09:25:53", "last_data": "2025-12-16 09:25:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658188, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-16", "name": "dt", "value": "2025-12-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-17 09:30:51", "last_data": "2025-12-17 09:31:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658263, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-17", "name": "dt", "value": "2025-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-18 09:27:10", "last_data": "2025-12-18 09:44:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658421, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-18", "name": "dt", "value": "2025-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-19 09:31:31", "last_data": "2025-12-20 09:28:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658513, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-19", "name": "dt", "value": "2025-12-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-20 09:28:25", "last_data": "2025-12-21 09:26:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658655, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-20/", "name": "dt", "value": "2025-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-21 09:32:32", "last_data": "2025-12-21 09:32:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658734, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-21", "name": "dt", "value": "2025-12-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-22 09:35:19", "last_data": "2025-12-22 09:37:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 658937, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-22", "name": "dt", "value": "2025-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-23 09:32:17", "last_data": "2025-12-23 09:32:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659011, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-23", "name": "dt", "value": "2025-12-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-24 09:27:43", "last_data": "2025-12-24 09:28:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659138, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-24", "name": "dt", "value": "2025-12-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-25 09:27:26", "last_data": "2025-12-26 09:28:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659291, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-25/", "name": "dt", "value": "2025-12-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-26 09:41:03", "last_data": "2025-12-26 09:41:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659371, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-26", "name": "dt", "value": "2025-12-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-27 09:27:55", "last_data": "2025-12-27 09:27:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659518, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-27", "name": "dt", "value": "2025-12-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-28 09:39:41", "last_data": "2025-12-29 09:24:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659638, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-28", "name": "dt", "value": "2025-12-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-29 09:35:23", "last_data": "2025-12-30 09:39:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659744, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-29", "name": "dt", "value": "2025-12-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-30 09:39:44", "last_data": "2025-12-31 09:26:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659823, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-30", "name": "dt", "value": "2025-12-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-31 09:26:33", "last_data": "2026-01-01 09:25:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 659999, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-31/", "name": "dt", "value": "2025-12-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-01 09:41:41", "last_data": "2026-01-01 09:41:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660090, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-01", "name": "dt", "value": "2026-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-02 09:36:22", "last_data": "2026-01-02 09:36:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660205, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-02", "name": "dt", "value": "2026-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-03 09:43:14", "last_data": "2026-01-03 09:43:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660307, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-03", "name": "dt", "value": "2026-01-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-04 09:32:16", "last_data": "2026-01-05 09:36:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660454, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-04", "name": "dt", "value": "2026-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-05 09:36:49", "last_data": "2026-01-06 09:30:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660588, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-05", "name": "dt", "value": "2026-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-06 09:44:55", "last_data": "2026-01-07 09:28:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660670, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-06", "name": "dt", "value": "2026-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-07 09:34:15", "last_data": "2026-01-08 09:28:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660799, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-07/", "name": "dt", "value": "2026-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-08 09:35:24", "last_data": "2026-01-08 09:35:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 660892, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-08", "name": "dt", "value": "2026-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-09 09:27:57", "last_data": "2026-01-10 09:25:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661001, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-09", "name": "dt", "value": "2026-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-10 09:25:19", "last_data": "2026-01-11 09:28:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661167, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-10", "name": "dt", "value": "2026-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-11 09:32:16", "last_data": "2026-01-12 09:26:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661269, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-11", "name": "dt", "value": "2026-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-12 09:28:46", "last_data": "2026-01-13 09:25:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661356, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-12", "name": "dt", "value": "2026-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-13 09:25:45", "last_data": "2026-01-14 09:31:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661502, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-13", "name": "dt", "value": "2026-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-14 09:31:20", "last_data": "2026-01-15 09:28:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661616, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-14", "name": "dt", "value": "2026-01-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-15 09:32:00", "last_data": "2026-01-16 09:23:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661752, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-15", "name": "dt", "value": "2026-01-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-16 09:39:13", "last_data": "2026-01-17 09:26:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661824, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-16", "name": "dt", "value": "2026-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-17 09:26:27", "last_data": "2026-01-18 09:26:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 661964, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-17/", "name": "dt", "value": "2026-01-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-18 09:31:36", "last_data": "2026-01-18 09:31:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662057, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-18", "name": "dt", "value": "2026-01-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-19 09:24:40", "last_data": "2026-01-19 09:24:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662219, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-19", "name": "dt", "value": "2026-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-20 09:29:49", "last_data": "2026-01-21 09:26:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662293, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-20/", "name": "dt", "value": "2026-01-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-21 09:26:49", "last_data": "2026-01-21 09:26:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662459, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-21", "name": "dt", "value": "2026-01-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 09:24:38", "last_data": "2026-01-22 09:41:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662607, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-22", "name": "dt", "value": "2026-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-23 09:30:09", "last_data": "2026-01-24 09:27:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662739, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-23/", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 09:43:33", "last_data": "2026-01-24 09:43:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662840, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-24", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-25 09:40:05", "last_data": "2026-01-26 09:39:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 662983, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-25", "name": "dt", "value": "2026-01-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 09:41:50", "last_data": "2026-01-27 09:27:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 663088, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-26", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 09:31:44", "last_data": "2026-01-28 09:36:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 663209, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-27/", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-28 09:37:50", "last_data": "2026-01-28 09:37:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666022, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-28", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-29 09:29:52", "last_data": "2026-01-29 09:38:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666166, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-29", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 09:40:19", "last_data": "2026-01-30 09:43:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666239, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-30", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-31 09:26:15", "last_data": "2026-02-01 09:32:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666416, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-31/", "name": "dt", "value": "2026-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-01 09:32:58", "last_data": "2026-02-01 09:32:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666490, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-01", "name": "dt", "value": "2026-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-02 09:25:20", "last_data": "2026-02-02 09:25:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666609, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-02", "name": "dt", "value": "2026-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-03 09:29:10", "last_data": "2026-02-04 09:29:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666781, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-03", "name": "dt", "value": "2026-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-04 09:40:52", "last_data": "2026-02-05 09:35:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 666889, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-04", "name": "dt", "value": "2026-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-05 09:35:56", "last_data": "2026-02-06 09:26:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667011, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-05/", "name": "dt", "value": "2026-02-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-06 09:32:42", "last_data": "2026-02-06 09:32:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667120, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-06", "name": "dt", "value": "2026-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-07 09:43:45", "last_data": "2026-02-08 09:26:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667239, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-07", "name": "dt", "value": "2026-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-08 09:41:06", "last_data": "2026-02-09 09:33:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667328, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-08/", "name": "dt", "value": "2026-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-09 09:33:41", "last_data": "2026-02-09 09:33:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667436, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-09", "name": "dt", "value": "2026-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-10 09:28:13", "last_data": "2026-02-10 09:42:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667544, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-10", "name": "dt", "value": "2026-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-11 09:25:42", "last_data": "2026-02-12 09:25:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667714, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-11", "name": "dt", "value": "2026-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-12 09:42:38", "last_data": "2026-02-13 09:28:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667828, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-12", "name": "dt", "value": "2026-02-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-13 09:32:44", "last_data": "2026-02-14 09:26:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 667937, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-13", "name": "dt", "value": "2026-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-14 09:29:58", "last_data": "2026-02-15 09:42:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668058, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-14/", "name": "dt", "value": "2026-02-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-15 09:43:41", "last_data": "2026-02-15 09:43:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668174, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-15", "name": "dt", "value": "2026-02-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-16 09:31:53", "last_data": "2026-02-16 09:31:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668269, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-16", "name": "dt", "value": "2026-02-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-17 09:29:21", "last_data": "2026-02-17 09:29:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668390, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-17", "name": "dt", "value": "2026-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-18 09:38:40", "last_data": "2026-02-19 09:29:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668505, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-18/", "name": "dt", "value": "2026-02-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-19 09:30:08", "last_data": "2026-02-19 09:30:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668604, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-19", "name": "dt", "value": "2026-02-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-20 09:25:07", "last_data": "2026-02-20 09:27:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668759, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-20", "name": "dt", "value": "2026-02-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-21 09:35:41", "last_data": "2026-02-21 09:38:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668834, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-21", "name": "dt", "value": "2026-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-22 09:26:04", "last_data": "2026-02-23 09:27:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 668994, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-22", "name": "dt", "value": "2026-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 09:32:25", "last_data": "2026-02-24 09:25:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669117, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-24 09:40:08", "last_data": "2026-02-24 09:40:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669187, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-24", "name": "dt", "value": "2026-02-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-25 09:27:22", "last_data": "2026-02-26 09:30:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669309, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-25", "name": "dt", "value": "2026-02-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-26 09:30:49", "last_data": "2026-02-27 09:24:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669446, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-26", "name": "dt", "value": "2026-02-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-27 09:29:46", "last_data": "2026-02-28 09:25:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669570, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-27", "name": "dt", "value": "2026-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-28 09:28:54", "last_data": "2026-03-01 09:32:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669702, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-28/", "name": "dt", "value": "2026-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-01 09:32:25", "last_data": "2026-03-01 09:32:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669830, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-01", "name": "dt", "value": "2026-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-02 09:38:32", "last_data": "2026-03-02 09:39:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 669936, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-02", "name": "dt", "value": "2026-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-03 09:33:15", "last_data": "2026-03-03 09:46:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670058, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-03", "name": "dt", "value": "2026-03-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-04 09:26:44", "last_data": "2026-03-05 09:26:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670229, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-04", "name": "dt", "value": "2026-03-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-05 09:36:13", "last_data": "2026-03-06 09:34:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670342, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-05/", "name": "dt", "value": "2026-03-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-06 09:38:35", "last_data": "2026-03-06 09:38:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670439, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-06", "name": "dt", "value": "2026-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-07 09:28:46", "last_data": "2026-03-07 09:33:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670527, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-07", "name": "dt", "value": "2026-03-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-08 09:26:45", "last_data": "2026-03-09 09:29:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670650, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-08/", "name": "dt", "value": "2026-03-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-09 09:30:09", "last_data": "2026-03-09 09:30:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670782, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-09", "name": "dt", "value": "2026-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-10 09:29:15", "last_data": "2026-03-10 09:29:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 670881, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-10", "name": "dt", "value": "2026-03-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-11 09:25:19", "last_data": "2026-03-12 09:28:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671025, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-11/", "name": "dt", "value": "2026-03-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-12 09:28:39", "last_data": "2026-03-12 09:28:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671123, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-12", "name": "dt", "value": "2026-03-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-13 09:26:17", "last_data": "2026-03-13 09:32:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671258, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-13", "name": "dt", "value": "2026-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-14 09:28:10", "last_data": "2026-03-14 09:28:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671389, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-14", "name": "dt", "value": "2026-03-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-15 09:34:37", "last_data": "2026-03-16 09:31:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671515, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-15", "name": "dt", "value": "2026-03-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-16 09:33:38", "last_data": "2026-03-17 09:40:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671627, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-16", "name": "dt", "value": "2026-03-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-17 09:40:55", "last_data": "2026-03-18 09:30:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671757, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-17/", "name": "dt", "value": "2026-03-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-18 09:45:18", "last_data": "2026-03-18 09:45:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671827, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-18", "name": "dt", "value": "2026-03-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-19 09:27:19", "last_data": "2026-03-19 09:29:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 671981, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-19", "name": "dt", "value": "2026-03-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-20 09:35:32", "last_data": "2026-03-21 09:27:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672067, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-20", "name": "dt", "value": "2026-03-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-21 09:27:36", "last_data": "2026-03-22 09:27:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672224, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-21", "name": "dt", "value": "2026-03-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-22 09:39:04", "last_data": "2026-03-23 09:27:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672305, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-22", "name": "dt", "value": "2026-03-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-23 09:28:00", "last_data": "2026-03-24 09:31:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672459, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-23/", "name": "dt", "value": "2026-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 09:31:11", "last_data": "2026-03-24 09:31:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672564, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-24", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-25 09:31:44", "last_data": "2026-03-26 09:29:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672668, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-25/", "name": "dt", "value": "2026-03-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-26 09:29:18", "last_data": "2026-03-26 09:29:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672763, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-26", "name": "dt", "value": "2026-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-27 09:27:12", "last_data": "2026-03-27 09:31:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672881, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-27", "name": "dt", "value": "2026-03-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-28 09:25:32", "last_data": "2026-03-28 09:26:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 672996, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-28", "name": "dt", "value": "2026-03-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-29 09:25:10", "last_data": "2026-03-30 09:34:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673146, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-29/", "name": "dt", "value": "2026-03-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-30 09:35:33", "last_data": "2026-03-30 09:35:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673240, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-30", "name": "dt", "value": "2026-03-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-31 09:26:32", "last_data": "2026-04-01 09:26:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673399, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-31", "name": "dt", "value": "2026-03-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-01 09:26:16", "last_data": "2026-04-02 09:32:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673554, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-01", "name": "dt", "value": "2026-04-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-02 09:45:01", "last_data": "2026-04-03 09:33:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673681, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-02/", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-03 09:57:31", "last_data": "2026-04-03 09:57:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673790, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-03", "name": "dt", "value": "2026-04-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 09:43:31", "last_data": "2026-04-04 09:51:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673907, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-04", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-05 09:37:14", "last_data": "2026-04-05 09:37:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 673984, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-05", "name": "dt", "value": "2026-04-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-06 09:26:42", "last_data": "2026-04-07 09:27:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674147, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-06", "name": "dt", "value": "2026-04-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-07 09:42:33", "last_data": "2026-04-08 09:30:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674244, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-07/", "name": "dt", "value": "2026-04-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-08 09:30:43", "last_data": "2026-04-08 09:30:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674349, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-08", "name": "dt", "value": "2026-04-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-09 09:34:07", "last_data": "2026-04-09 09:34:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674474, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-09", "name": "dt", "value": "2026-04-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-10 09:29:39", "last_data": "2026-04-11 09:31:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674621, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-10/", "name": "dt", "value": "2026-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-11 09:44:35", "last_data": "2026-04-11 09:44:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674723, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-11", "name": "dt", "value": "2026-04-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-12 09:39:07", "last_data": "2026-04-12 09:44:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674803, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-12", "name": "dt", "value": "2026-04-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-13 09:26:33", "last_data": "2026-04-13 09:43:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 674921, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-13", "name": "dt", "value": "2026-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-14 09:24:55", "last_data": "2026-04-15 09:28:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675088, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-14", "name": "dt", "value": "2026-04-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-15 09:32:09", "last_data": "2026-04-16 09:30:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675183, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-15/", "name": "dt", "value": "2026-04-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-16 09:31:18", "last_data": "2026-04-16 09:31:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 675294, "location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16", "name": "dt", "value": "2026-04-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-17 09:25:17", "last_data": "2026-04-17 09:26:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "date": "string", "description": "string", "disbursement_id_payout": "string", "disbursement_id_payout_status": "string", "division_id": "string", "eventid": "string", "fee_amount": "string", "fee_interchange_assessments": "string", "fee_interchange_assessments_amount_2": "string", "fee_interchange_assessments_rate____or____1": "string", "fee_name": "string", "fee_rate____or____0": "string", "forentity": "string", "from_entity_name": "string", "name": "string", "on_entity": "string", "on_entity_dba": "string", "originaleventid": "string", "reference_entity_id": "string", "reference_entity_name": "string", "statement": "string", "statement_date": "string", "ste_id": "string", "to_entity_name": "string", "total": "string" } - created: 2024-07-09 14:54:06
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_sdr`\n(\n `reference_entity_id` string , `reference_entity_name` string , `from_entity_name` string , `to_entity_name` string , `on_entity` string , `on_entity_dba` string , `statement_date` string , `date` string , `statement` string , `name` string , `eventid` string , `description` string , `total` string , `ste_id` string , `originaleventid` string , `fee_name` string , `fee_rate____or____0` string , `fee_amount` string , `fee_interchange_assessments` string , `fee_interchange_assessments_rate____or____1` string , `fee_interchange_assessments_amount_2` string , `disbursement_id_payout` string , `disbursement_id_payout_status` string , `forentity` string , `division_id` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/sdr'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_sdr`", "repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_sdr" }
- hostname: schemamanager-5c55c886bf-h2ts4
- name: schema_manager
- process_start: 2025-10-21 13:03:27
- sf_env: stage
- version: 2112174301
{
"name": {
"created": "2024-07-09 14:54:05",
"disabled": false,
"format": "raw",
"id": 2128,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_stage_csv",
"table": "payrix_sdr"
},
"type": "csv"
},
"partition": {
"count": 171,
"ddl": [
"ALTER TABLE\n `sfdl_stage_csv.payrix_sdr`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-14'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-16'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-17'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-18'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-19'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-20'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-22'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-23'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-25'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-26/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-27'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-29'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-31'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-01'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-02'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-03'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-04'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-05/'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-06'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-07'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-08'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-09'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-10'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-11'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-12'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-13/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-14'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-16'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-17'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-18'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-19/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-20'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-21'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-22/'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-23'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-24/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-10'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-11'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-12/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-14'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-15/'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-17'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-18'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-19'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-20/'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-21'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-23'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-24'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-25/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-27'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-28'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-31/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-01'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-05'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-13'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-16'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-17/'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-18'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-20/'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-21'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-22'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-26'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-29'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-31/'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-02'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-04'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-05/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-07'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-08/'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-11'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-12'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-14/'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-15'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-17'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-18/'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-19'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-27'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-28/'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-01'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-02'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-04'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-05/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-06'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-08/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-11/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-13'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-17/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-19'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-21'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-23/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-24'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-25/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-27'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-01'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-02/'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-04'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-05'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-07/'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-09'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-10/'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-13'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-15/'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 650218,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-14",
"name": "dt",
"value": "2025-10-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-15 09:33:40",
"last_data": "2025-10-16 09:25:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650306,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-15/",
"name": "dt",
"value": "2025-10-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-16 09:30:38",
"last_data": "2025-10-16 09:30:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650432,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-16",
"name": "dt",
"value": "2025-10-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-17 09:29:03",
"last_data": "2025-10-17 09:31:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650546,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-17",
"name": "dt",
"value": "2025-10-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-18 09:29:08",
"last_data": "2025-10-18 09:29:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650644,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-18",
"name": "dt",
"value": "2025-10-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-19 09:35:59",
"last_data": "2025-10-19 09:36:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650782,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-19",
"name": "dt",
"value": "2025-10-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-20 14:49:35",
"last_data": "2025-10-20 14:50:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 650899,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-20",
"name": "dt",
"value": "2025-10-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-21 09:29:09",
"last_data": "2025-10-22 09:25:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651024,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-21/",
"name": "dt",
"value": "2025-10-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-22 09:41:40",
"last_data": "2025-10-22 09:41:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651114,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-22",
"name": "dt",
"value": "2025-10-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-23 09:32:25",
"last_data": "2025-10-24 09:28:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651226,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-23",
"name": "dt",
"value": "2025-10-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-24 09:28:42",
"last_data": "2025-10-25 09:40:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651357,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-24/",
"name": "dt",
"value": "2025-10-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-25 09:40:59",
"last_data": "2025-10-25 09:40:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651440,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-25",
"name": "dt",
"value": "2025-10-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-26 09:27:46",
"last_data": "2025-10-27 09:31:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651556,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-26/",
"name": "dt",
"value": "2025-10-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-27 09:33:43",
"last_data": "2025-10-27 09:33:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651660,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-27",
"name": "dt",
"value": "2025-10-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-28 09:25:55",
"last_data": "2025-10-29 09:39:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651814,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-28/",
"name": "dt",
"value": "2025-10-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-29 09:39:35",
"last_data": "2025-10-29 09:39:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 651915,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-29",
"name": "dt",
"value": "2025-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-30 09:30:04",
"last_data": "2025-10-31 09:25:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652005,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-30/",
"name": "dt",
"value": "2025-10-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-31 09:26:28",
"last_data": "2025-10-31 09:26:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652163,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-10-31",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-01 09:34:41",
"last_data": "2025-11-01 09:34:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652242,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-01",
"name": "dt",
"value": "2025-11-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 09:29:14",
"last_data": "2025-11-03 09:43:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652399,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-02",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 09:51:58",
"last_data": "2025-11-04 09:26:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652464,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-03",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-04 09:26:26",
"last_data": "2025-11-05 09:26:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652628,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-04",
"name": "dt",
"value": "2025-11-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-05 09:38:43",
"last_data": "2025-11-06 09:24:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652742,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-05/",
"name": "dt",
"value": "2025-11-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-06 09:38:35",
"last_data": "2025-11-06 09:38:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652801,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-06",
"name": "dt",
"value": "2025-11-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-07 09:25:37",
"last_data": "2025-11-07 09:26:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 652952,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-07",
"name": "dt",
"value": "2025-11-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-08 09:40:33",
"last_data": "2025-11-09 09:31:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653048,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-08",
"name": "dt",
"value": "2025-11-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-09 09:31:11",
"last_data": "2025-11-10 09:28:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653173,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-09",
"name": "dt",
"value": "2025-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-10 09:34:07",
"last_data": "2025-11-11 09:25:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653260,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-10",
"name": "dt",
"value": "2025-11-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-11 09:26:32",
"last_data": "2025-11-12 09:25:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653393,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-11",
"name": "dt",
"value": "2025-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-12 09:31:18",
"last_data": "2025-11-13 09:27:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653504,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-12",
"name": "dt",
"value": "2025-11-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-13 09:28:10",
"last_data": "2025-11-14 09:25:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653611,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-13/",
"name": "dt",
"value": "2025-11-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-14 09:26:23",
"last_data": "2025-11-14 09:26:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653756,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-14",
"name": "dt",
"value": "2025-11-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-15 09:31:23",
"last_data": "2025-11-16 09:28:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 653867,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-15/",
"name": "dt",
"value": "2025-11-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-16 09:30:57",
"last_data": "2025-11-16 09:30:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656035,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-16",
"name": "dt",
"value": "2025-11-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-17 09:30:27",
"last_data": "2025-11-17 09:30:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656147,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-17",
"name": "dt",
"value": "2025-11-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-18 09:30:16",
"last_data": "2025-11-18 09:30:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656272,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-18",
"name": "dt",
"value": "2025-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-19 09:40:44",
"last_data": "2025-11-20 09:30:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656373,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-19/",
"name": "dt",
"value": "2025-11-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 09:30:33",
"last_data": "2025-11-20 09:30:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656483,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-20",
"name": "dt",
"value": "2025-11-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-21 09:34:34",
"last_data": "2025-11-21 09:34:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656571,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-21",
"name": "dt",
"value": "2025-11-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-22 09:25:49",
"last_data": "2025-11-23 09:42:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656726,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-22/",
"name": "dt",
"value": "2025-11-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-23 09:42:50",
"last_data": "2025-11-23 09:42:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656801,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-23",
"name": "dt",
"value": "2025-11-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-24 09:26:46",
"last_data": "2025-11-25 09:27:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 656964,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-11-24/",
"name": "dt",
"value": "2025-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-25 09:33:24",
"last_data": "2025-11-25 09:33:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657370,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-09",
"name": "dt",
"value": "2025-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-10 09:30:09",
"last_data": "2025-12-10 09:30:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657447,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-10",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-11 09:28:13",
"last_data": "2025-12-12 09:33:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657611,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-11",
"name": "dt",
"value": "2025-12-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 09:33:43",
"last_data": "2025-12-13 09:28:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657692,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-12/",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-13 09:29:21",
"last_data": "2025-12-13 09:29:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657797,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-13",
"name": "dt",
"value": "2025-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-14 09:26:42",
"last_data": "2025-12-15 09:25:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 657905,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-14",
"name": "dt",
"value": "2025-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 09:25:33",
"last_data": "2025-12-16 09:25:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658024,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-15/",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-16 09:25:53",
"last_data": "2025-12-16 09:25:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658188,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-16",
"name": "dt",
"value": "2025-12-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-17 09:30:51",
"last_data": "2025-12-17 09:31:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658263,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-17",
"name": "dt",
"value": "2025-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-18 09:27:10",
"last_data": "2025-12-18 09:44:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658421,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-18",
"name": "dt",
"value": "2025-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-19 09:31:31",
"last_data": "2025-12-20 09:28:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658513,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-19",
"name": "dt",
"value": "2025-12-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-20 09:28:25",
"last_data": "2025-12-21 09:26:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658655,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-20/",
"name": "dt",
"value": "2025-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-21 09:32:32",
"last_data": "2025-12-21 09:32:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658734,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-21",
"name": "dt",
"value": "2025-12-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-22 09:35:19",
"last_data": "2025-12-22 09:37:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 658937,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-22",
"name": "dt",
"value": "2025-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-23 09:32:17",
"last_data": "2025-12-23 09:32:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659011,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-23",
"name": "dt",
"value": "2025-12-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-24 09:27:43",
"last_data": "2025-12-24 09:28:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659138,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-24",
"name": "dt",
"value": "2025-12-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-25 09:27:26",
"last_data": "2025-12-26 09:28:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659291,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-25/",
"name": "dt",
"value": "2025-12-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-26 09:41:03",
"last_data": "2025-12-26 09:41:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659371,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-26",
"name": "dt",
"value": "2025-12-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-27 09:27:55",
"last_data": "2025-12-27 09:27:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659518,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-27",
"name": "dt",
"value": "2025-12-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-28 09:39:41",
"last_data": "2025-12-29 09:24:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659638,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-28",
"name": "dt",
"value": "2025-12-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-29 09:35:23",
"last_data": "2025-12-30 09:39:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659744,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-29",
"name": "dt",
"value": "2025-12-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-30 09:39:44",
"last_data": "2025-12-31 09:26:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659823,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-30",
"name": "dt",
"value": "2025-12-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-31 09:26:33",
"last_data": "2026-01-01 09:25:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 659999,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2025-12-31/",
"name": "dt",
"value": "2025-12-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-01 09:41:41",
"last_data": "2026-01-01 09:41:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660090,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-01",
"name": "dt",
"value": "2026-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-02 09:36:22",
"last_data": "2026-01-02 09:36:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660205,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-02",
"name": "dt",
"value": "2026-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-03 09:43:14",
"last_data": "2026-01-03 09:43:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660307,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-03",
"name": "dt",
"value": "2026-01-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-04 09:32:16",
"last_data": "2026-01-05 09:36:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660454,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-04",
"name": "dt",
"value": "2026-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-05 09:36:49",
"last_data": "2026-01-06 09:30:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660588,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-05",
"name": "dt",
"value": "2026-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-06 09:44:55",
"last_data": "2026-01-07 09:28:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660670,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-06",
"name": "dt",
"value": "2026-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-07 09:34:15",
"last_data": "2026-01-08 09:28:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660799,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-07/",
"name": "dt",
"value": "2026-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-08 09:35:24",
"last_data": "2026-01-08 09:35:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 660892,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-08",
"name": "dt",
"value": "2026-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-09 09:27:57",
"last_data": "2026-01-10 09:25:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661001,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-09",
"name": "dt",
"value": "2026-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-10 09:25:19",
"last_data": "2026-01-11 09:28:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661167,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-10",
"name": "dt",
"value": "2026-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-11 09:32:16",
"last_data": "2026-01-12 09:26:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661269,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-11",
"name": "dt",
"value": "2026-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-12 09:28:46",
"last_data": "2026-01-13 09:25:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661356,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-12",
"name": "dt",
"value": "2026-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-13 09:25:45",
"last_data": "2026-01-14 09:31:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661502,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-13",
"name": "dt",
"value": "2026-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-14 09:31:20",
"last_data": "2026-01-15 09:28:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661616,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-14",
"name": "dt",
"value": "2026-01-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-15 09:32:00",
"last_data": "2026-01-16 09:23:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661752,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-15",
"name": "dt",
"value": "2026-01-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-16 09:39:13",
"last_data": "2026-01-17 09:26:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661824,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-16",
"name": "dt",
"value": "2026-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-17 09:26:27",
"last_data": "2026-01-18 09:26:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 661964,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-17/",
"name": "dt",
"value": "2026-01-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-18 09:31:36",
"last_data": "2026-01-18 09:31:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662057,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-18",
"name": "dt",
"value": "2026-01-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-19 09:24:40",
"last_data": "2026-01-19 09:24:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662219,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-19",
"name": "dt",
"value": "2026-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-20 09:29:49",
"last_data": "2026-01-21 09:26:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662293,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-20/",
"name": "dt",
"value": "2026-01-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-21 09:26:49",
"last_data": "2026-01-21 09:26:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662459,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-21",
"name": "dt",
"value": "2026-01-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 09:24:38",
"last_data": "2026-01-22 09:41:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662607,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-22",
"name": "dt",
"value": "2026-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-23 09:30:09",
"last_data": "2026-01-24 09:27:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662739,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-23/",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 09:43:33",
"last_data": "2026-01-24 09:43:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662840,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-24",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-25 09:40:05",
"last_data": "2026-01-26 09:39:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 662983,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-25",
"name": "dt",
"value": "2026-01-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 09:41:50",
"last_data": "2026-01-27 09:27:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 663088,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-26",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 09:31:44",
"last_data": "2026-01-28 09:36:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 663209,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-27/",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-28 09:37:50",
"last_data": "2026-01-28 09:37:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666022,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-28",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-29 09:29:52",
"last_data": "2026-01-29 09:38:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666166,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-29",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 09:40:19",
"last_data": "2026-01-30 09:43:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666239,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-30",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-31 09:26:15",
"last_data": "2026-02-01 09:32:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666416,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-01-31/",
"name": "dt",
"value": "2026-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-01 09:32:58",
"last_data": "2026-02-01 09:32:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666490,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-01",
"name": "dt",
"value": "2026-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-02 09:25:20",
"last_data": "2026-02-02 09:25:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666609,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-02",
"name": "dt",
"value": "2026-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-03 09:29:10",
"last_data": "2026-02-04 09:29:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666781,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-03",
"name": "dt",
"value": "2026-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-04 09:40:52",
"last_data": "2026-02-05 09:35:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 666889,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-04",
"name": "dt",
"value": "2026-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-05 09:35:56",
"last_data": "2026-02-06 09:26:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667011,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-05/",
"name": "dt",
"value": "2026-02-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-06 09:32:42",
"last_data": "2026-02-06 09:32:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667120,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-06",
"name": "dt",
"value": "2026-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-07 09:43:45",
"last_data": "2026-02-08 09:26:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667239,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-07",
"name": "dt",
"value": "2026-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-08 09:41:06",
"last_data": "2026-02-09 09:33:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667328,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-08/",
"name": "dt",
"value": "2026-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-09 09:33:41",
"last_data": "2026-02-09 09:33:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667436,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-09",
"name": "dt",
"value": "2026-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-10 09:28:13",
"last_data": "2026-02-10 09:42:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667544,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-10",
"name": "dt",
"value": "2026-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-11 09:25:42",
"last_data": "2026-02-12 09:25:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667714,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-11",
"name": "dt",
"value": "2026-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-12 09:42:38",
"last_data": "2026-02-13 09:28:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667828,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-12",
"name": "dt",
"value": "2026-02-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-13 09:32:44",
"last_data": "2026-02-14 09:26:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 667937,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-13",
"name": "dt",
"value": "2026-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-14 09:29:58",
"last_data": "2026-02-15 09:42:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668058,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-14/",
"name": "dt",
"value": "2026-02-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-15 09:43:41",
"last_data": "2026-02-15 09:43:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668174,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-15",
"name": "dt",
"value": "2026-02-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-16 09:31:53",
"last_data": "2026-02-16 09:31:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668269,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-16",
"name": "dt",
"value": "2026-02-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-17 09:29:21",
"last_data": "2026-02-17 09:29:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668390,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-17",
"name": "dt",
"value": "2026-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-18 09:38:40",
"last_data": "2026-02-19 09:29:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668505,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-18/",
"name": "dt",
"value": "2026-02-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-19 09:30:08",
"last_data": "2026-02-19 09:30:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668604,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-19",
"name": "dt",
"value": "2026-02-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-20 09:25:07",
"last_data": "2026-02-20 09:27:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668759,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-20",
"name": "dt",
"value": "2026-02-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-21 09:35:41",
"last_data": "2026-02-21 09:38:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668834,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-21",
"name": "dt",
"value": "2026-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-22 09:26:04",
"last_data": "2026-02-23 09:27:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 668994,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-22",
"name": "dt",
"value": "2026-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 09:32:25",
"last_data": "2026-02-24 09:25:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669117,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-24 09:40:08",
"last_data": "2026-02-24 09:40:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669187,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-24",
"name": "dt",
"value": "2026-02-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-25 09:27:22",
"last_data": "2026-02-26 09:30:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669309,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-25",
"name": "dt",
"value": "2026-02-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-26 09:30:49",
"last_data": "2026-02-27 09:24:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669446,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-26",
"name": "dt",
"value": "2026-02-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-27 09:29:46",
"last_data": "2026-02-28 09:25:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669570,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-27",
"name": "dt",
"value": "2026-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-28 09:28:54",
"last_data": "2026-03-01 09:32:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669702,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-02-28/",
"name": "dt",
"value": "2026-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-01 09:32:25",
"last_data": "2026-03-01 09:32:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669830,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-01",
"name": "dt",
"value": "2026-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-02 09:38:32",
"last_data": "2026-03-02 09:39:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 669936,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-02",
"name": "dt",
"value": "2026-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-03 09:33:15",
"last_data": "2026-03-03 09:46:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670058,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-03",
"name": "dt",
"value": "2026-03-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-04 09:26:44",
"last_data": "2026-03-05 09:26:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670229,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-04",
"name": "dt",
"value": "2026-03-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-05 09:36:13",
"last_data": "2026-03-06 09:34:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670342,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-05/",
"name": "dt",
"value": "2026-03-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-06 09:38:35",
"last_data": "2026-03-06 09:38:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670439,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-06",
"name": "dt",
"value": "2026-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-07 09:28:46",
"last_data": "2026-03-07 09:33:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670527,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-07",
"name": "dt",
"value": "2026-03-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-08 09:26:45",
"last_data": "2026-03-09 09:29:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670650,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-08/",
"name": "dt",
"value": "2026-03-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-09 09:30:09",
"last_data": "2026-03-09 09:30:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670782,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-09",
"name": "dt",
"value": "2026-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-10 09:29:15",
"last_data": "2026-03-10 09:29:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 670881,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-10",
"name": "dt",
"value": "2026-03-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-11 09:25:19",
"last_data": "2026-03-12 09:28:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671025,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-11/",
"name": "dt",
"value": "2026-03-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-12 09:28:39",
"last_data": "2026-03-12 09:28:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671123,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-12",
"name": "dt",
"value": "2026-03-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-13 09:26:17",
"last_data": "2026-03-13 09:32:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671258,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-13",
"name": "dt",
"value": "2026-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-14 09:28:10",
"last_data": "2026-03-14 09:28:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671389,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-14",
"name": "dt",
"value": "2026-03-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-15 09:34:37",
"last_data": "2026-03-16 09:31:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671515,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-15",
"name": "dt",
"value": "2026-03-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-16 09:33:38",
"last_data": "2026-03-17 09:40:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671627,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-16",
"name": "dt",
"value": "2026-03-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-17 09:40:55",
"last_data": "2026-03-18 09:30:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671757,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-17/",
"name": "dt",
"value": "2026-03-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-18 09:45:18",
"last_data": "2026-03-18 09:45:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671827,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-18",
"name": "dt",
"value": "2026-03-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-19 09:27:19",
"last_data": "2026-03-19 09:29:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 671981,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-19",
"name": "dt",
"value": "2026-03-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-20 09:35:32",
"last_data": "2026-03-21 09:27:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672067,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-20",
"name": "dt",
"value": "2026-03-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-21 09:27:36",
"last_data": "2026-03-22 09:27:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672224,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-21",
"name": "dt",
"value": "2026-03-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-22 09:39:04",
"last_data": "2026-03-23 09:27:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672305,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-22",
"name": "dt",
"value": "2026-03-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-23 09:28:00",
"last_data": "2026-03-24 09:31:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672459,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-23/",
"name": "dt",
"value": "2026-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 09:31:11",
"last_data": "2026-03-24 09:31:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672564,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-24",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-25 09:31:44",
"last_data": "2026-03-26 09:29:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672668,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-25/",
"name": "dt",
"value": "2026-03-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-26 09:29:18",
"last_data": "2026-03-26 09:29:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672763,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-26",
"name": "dt",
"value": "2026-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-27 09:27:12",
"last_data": "2026-03-27 09:31:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672881,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-27",
"name": "dt",
"value": "2026-03-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-28 09:25:32",
"last_data": "2026-03-28 09:26:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 672996,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-28",
"name": "dt",
"value": "2026-03-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-29 09:25:10",
"last_data": "2026-03-30 09:34:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673146,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-29/",
"name": "dt",
"value": "2026-03-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-30 09:35:33",
"last_data": "2026-03-30 09:35:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673240,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-30",
"name": "dt",
"value": "2026-03-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-31 09:26:32",
"last_data": "2026-04-01 09:26:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673399,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-03-31",
"name": "dt",
"value": "2026-03-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-01 09:26:16",
"last_data": "2026-04-02 09:32:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673554,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-01",
"name": "dt",
"value": "2026-04-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-02 09:45:01",
"last_data": "2026-04-03 09:33:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673681,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-02/",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-03 09:57:31",
"last_data": "2026-04-03 09:57:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673790,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-03",
"name": "dt",
"value": "2026-04-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 09:43:31",
"last_data": "2026-04-04 09:51:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673907,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-04",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-05 09:37:14",
"last_data": "2026-04-05 09:37:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 673984,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-05",
"name": "dt",
"value": "2026-04-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-06 09:26:42",
"last_data": "2026-04-07 09:27:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674147,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-06",
"name": "dt",
"value": "2026-04-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-07 09:42:33",
"last_data": "2026-04-08 09:30:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674244,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-07/",
"name": "dt",
"value": "2026-04-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-08 09:30:43",
"last_data": "2026-04-08 09:30:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674349,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-08",
"name": "dt",
"value": "2026-04-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-09 09:34:07",
"last_data": "2026-04-09 09:34:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674474,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-09",
"name": "dt",
"value": "2026-04-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-10 09:29:39",
"last_data": "2026-04-11 09:31:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674621,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-10/",
"name": "dt",
"value": "2026-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-11 09:44:35",
"last_data": "2026-04-11 09:44:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674723,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-11",
"name": "dt",
"value": "2026-04-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-12 09:39:07",
"last_data": "2026-04-12 09:44:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674803,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-12",
"name": "dt",
"value": "2026-04-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-13 09:26:33",
"last_data": "2026-04-13 09:43:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 674921,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-13",
"name": "dt",
"value": "2026-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-14 09:24:55",
"last_data": "2026-04-15 09:28:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675088,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-14",
"name": "dt",
"value": "2026-04-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-15 09:32:09",
"last_data": "2026-04-16 09:30:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675183,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-15/",
"name": "dt",
"value": "2026-04-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-16 09:31:18",
"last_data": "2026-04-16 09:31:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 675294,
"location": "s3://sfdl-csv-payrix-stage/raw_incremental/sdr/dt=2026-04-16",
"name": "dt",
"value": "2026-04-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-17 09:25:17",
"last_data": "2026-04-17 09:26:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"date": "string",
"description": "string",
"disbursement_id_payout": "string",
"disbursement_id_payout_status": "string",
"division_id": "string",
"eventid": "string",
"fee_amount": "string",
"fee_interchange_assessments": "string",
"fee_interchange_assessments_amount_2": "string",
"fee_interchange_assessments_rate____or____1": "string",
"fee_name": "string",
"fee_rate____or____0": "string",
"forentity": "string",
"from_entity_name": "string",
"name": "string",
"on_entity": "string",
"on_entity_dba": "string",
"originaleventid": "string",
"reference_entity_id": "string",
"reference_entity_name": "string",
"statement": "string",
"statement_date": "string",
"ste_id": "string",
"to_entity_name": "string",
"total": "string"
},
"created": "2024-07-09 14:54:06",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_stage_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_stage_csv.payrix_sdr`\n(\n `reference_entity_id` string , `reference_entity_name` string , `from_entity_name` string , `to_entity_name` string , `on_entity` string , `on_entity_dba` string , `statement_date` string , `date` string , `statement` string , `name` string , `eventid` string , `description` string , `total` string , `ste_id` string , `originaleventid` string , `fee_name` string , `fee_rate____or____0` string , `fee_amount` string , `fee_interchange_assessments` string , `fee_interchange_assessments_rate____or____1` string , `fee_interchange_assessments_amount_2` string , `disbursement_id_payout` string , `disbursement_id_payout_status` string , `forentity` string , `division_id` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-stage/raw_incremental/sdr'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_stage_csv.payrix_sdr`",
"repair_table": "MSCK REPAIR TABLE sfdl_stage_csv.payrix_sdr"
}
},
"server": {
"hostname": "schemamanager-5c55c886bf-h2ts4",
"name": "schema_manager",
"process_start": "2025-10-21 13:03:27",
"sf_env": "stage",
"version": "2112174301"
}
}