Schema Info
Schema Name: sfdl_dev_csv.payrix_payments
- created: 2022-10-18 12:02:46
- disabled: False
- format: raw
- id: 2030
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "payrix_payments" } - type: csv
Schema Versions: 2
-
Version 4703896
- created: 2024-02-26 09:11:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_payments`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_payments" ] - hive_path: s3://sfdl-csv-payrix-dev/raw_incremental/payments
- id: 4703896
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "bin": 11, "bin_country": 15, "bin_method": 12, "bin_name": 14, "bin_type": 13, "created": 6, "last4": 9, "method": 8, "modified": 7, "payment_id": 5, "routing": 10 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "bin": "string", "bin_country": "string", "bin_method": "string", "bin_name": "string", "bin_type": "string", "created": "string", "last4": "string", "method": "string", "modified": "string", "payment_id": "string", "routing": "string" } - schema_name_id: 2030
- schema_scan_id: 6438859
- updated: 2024-02-26 09:11:58
-
Version 4690155
- created: 2022-10-20 09:16:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_payments`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_payments`\n(\n `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_payments" ] - hive_path: s3://sfdl-csv-payrix-dev/raw_incremental/payments
- id: 4690155
- processed: 1
- raw_data:
{ "bin": 6, "bin_country": 10, "bin_method": 7, "bin_name": 9, "bin_type": 8, "created": 1, "last4": 4, "method": 3, "modified": 2, "payment_id": 0, "routing": 5 } - schema_attributes:
{ "bin": "string", "bin_country": "string", "bin_method": "string", "bin_name": "string", "bin_type": "string", "created": "string", "last4": "string", "method": "string", "modified": "string", "payment_id": "string", "routing": "string" } - schema_name_id: 2030
- schema_scan_id: 5993251
- updated: 2022-10-20 09:16:57
Schema Scans: 6
Last at 2026-04-17 09:41:14
-
Scan 6867704
- duration: 0:00:03.585382
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6867704
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-16", "name": "dt", "type": "string", "value": "2026-04-16" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-16/ddd09b8b-7029-4b45-94be-048563158b3f.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 8166537566902369749, "service_name": "drive-thru", "span_id": 6306728128234242396, "trace_id": 3197907212118671188 } } - running: False
- schema_name_id: 2030
- start_time: 2026-04-17 09:41:14
- success: True
- trace_id: 3197907212118671188
-
Scan 6867702
- duration: 0:00:00.848187
- exit_message:
{ "ddl_changed": false, "partitions_applied": false, "success": true } - id: 6867702
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/6401a72f-9144-4bb6-ba1e-e2975f8ea096.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 2488318184224343709, "service_name": "drive-thru", "span_id": 7633474571118999615, "trace_id": 2087228135016946202 } } - running: False
- schema_name_id: 2030
- start_time: 2026-04-17 09:41:07
- success: True
- trace_id: 2087228135016946202
-
Scan 6867470
- duration: 0:00:00.817003
- exit_message:
{ "ddl_changed": false, "partitions_applied": false, "success": true } - id: 6867470
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/af5c164b-5fe6-4e2b-bb7b-95f9fd781e96.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 1728755847378084527, "service_name": "drive-thru", "span_id": 13173637297501914871, "trace_id": 6243473676251113183 } } - running: False
- schema_name_id: 2030
- start_time: 2026-04-16 09:34:40
- success: True
- trace_id: 6243473676251113183
-
Scan 6867465
- duration: 0:00:03.727351
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 6867465
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15", "name": "dt", "type": "string", "value": "2026-04-15" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2026-04-15/af5c164b-5fe6-4e2b-bb7b-95f9fd781e96.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 521583830019236492, "service_name": "drive-thru", "span_id": 17421605348838033747, "trace_id": 7125865027609417608 } } - running: False
- schema_name_id: 2030
- start_time: 2026-04-16 09:34:33
- success: True
- trace_id: 7125865027609417608
-
Scan 6438859
- duration: 0:00:40.790445
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 385, "partitions_applied": false, "success": true } - id: 6438859
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2024-02-25", "name": "dt", "type": "string", "value": "2024-02-25" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2024-02-25/01c9be36-fce0-426a-b605-2f2dcd98eeb9.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 15871920279736554539, "service_name": "drive-thru", "span_id": 18235853987411255397, "trace_id": 2211805442724061531 } } - running: False
- schema_name_id: 2030
- start_time: 2024-02-26 09:11:38
- success: True
- trace_id: 2211805442724061531
-
Scan 5993251
- duration: 0:00:17.327310
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 5993251
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2022-10-19", "name": "dt", "type": "string", "value": "2022-10-19" }, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw_incremental/payments", "key": "raw_incremental/payments/dt=2022-10-19/c8a6118a-c4de-4e78-bd26-eb5db77f3e87.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_payments", "type": "csv" }, "trace_context": { "parent_id": 16842863903228383611, "service_name": "drive-thru", "span_id": 5700215837021903256, "trace_id": 3050168137157226883 } } - running: False
- schema_name_id: 2030
- start_time: 2022-10-20 09:16:42
- success: True
- trace_id: 3050168137157226883
- count: 129
- ddl:
[ "ALTER TABLE\n `sfdl_dev_csv.payrix_payments`\nADD\n\n\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-10'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-11/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-12'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-14/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-15'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-17'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-18/'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-19'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-20'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-21/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-23'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-24/'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-25'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-27/'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-28'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-31'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-01/'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-05/'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-07'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-13/'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-16/'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-17'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-18/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-20'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-21/'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-22'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-23'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-27'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-29'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-31'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-02/'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-04'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-05/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-07/'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-08'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-11'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-12/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-14'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-15/'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-17/'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-18'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-19/'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-27/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-28'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-01'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-02/'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-04'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-05/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-06'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-08'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-11/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-13/'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-17/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-19/'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-21/'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-23'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-24/'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-25'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-27'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-02'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-04'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-05/'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-07'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-09'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-10'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-13/'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-16/'\n;" ] - name: dt
- state:
[ { "info": { "id": 304280, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-09", "name": "dt", "value": "2025-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-10 09:28:31", "last_data": "2025-12-11 09:43:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304390, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-10", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-11 09:44:37", "last_data": "2025-12-12 09:41:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304425, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-11/", "name": "dt", "value": "2025-12-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 09:41:45", "last_data": "2025-12-12 09:41:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304515, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-12", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-13 09:34:29", "last_data": "2025-12-13 09:39:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304540, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-13", "name": "dt", "value": "2025-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-14 09:26:42", "last_data": "2025-12-15 09:33:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304658, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-14/", "name": "dt", "value": "2025-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 09:37:59", "last_data": "2025-12-15 09:37:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304702, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-15", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-16 09:41:03", "last_data": "2025-12-16 09:44:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304737, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-16", "name": "dt", "value": "2025-12-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-17 09:27:45", "last_data": "2025-12-18 09:25:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304845, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-17", "name": "dt", "value": "2025-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-18 09:40:21", "last_data": "2025-12-19 09:39:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304894, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-18/", "name": "dt", "value": "2025-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-19 09:40:10", "last_data": "2025-12-19 09:40:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 304954, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-19", "name": "dt", "value": "2025-12-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-20 09:32:43", "last_data": "2025-12-20 09:43:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305016, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-20", "name": "dt", "value": "2025-12-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-21 09:42:30", "last_data": "2025-12-22 09:25:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305069, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-21/", "name": "dt", "value": "2025-12-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-22 09:37:36", "last_data": "2025-12-22 09:37:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305145, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-22", "name": "dt", "value": "2025-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-23 09:27:41", "last_data": "2025-12-24 09:38:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305213, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-23", "name": "dt", "value": "2025-12-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-24 09:39:09", "last_data": "2025-12-25 09:40:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305287, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-24/", "name": "dt", "value": "2025-12-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-25 09:40:02", "last_data": "2025-12-25 09:40:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305323, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-25", "name": "dt", "value": "2025-12-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-26 09:28:55", "last_data": "2025-12-27 09:36:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305389, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-26", "name": "dt", "value": "2025-12-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-27 09:37:07", "last_data": "2025-12-28 09:28:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305448, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-27/", "name": "dt", "value": "2025-12-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-28 09:28:35", "last_data": "2025-12-28 09:28:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 305518, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-28", "name": "dt", "value": "2025-12-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-29 09:28:26", "last_data": "2025-12-29 09:28:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 306875, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-29", "name": "dt", "value": "2025-12-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-30 09:28:37", "last_data": "2025-12-31 09:27:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 306911, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-30", "name": "dt", "value": "2025-12-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-31 09:27:28", "last_data": "2026-01-01 09:41:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307002, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-31", "name": "dt", "value": "2025-12-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-01 09:42:31", "last_data": "2026-01-02 09:45:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307086, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-01/", "name": "dt", "value": "2026-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-02 09:49:49", "last_data": "2026-01-02 09:49:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307138, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-02", "name": "dt", "value": "2026-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-03 09:47:12", "last_data": "2026-01-03 10:00:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307176, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-03", "name": "dt", "value": "2026-01-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-04 09:32:00", "last_data": "2026-01-05 09:35:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307280, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-04", "name": "dt", "value": "2026-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-05 09:43:22", "last_data": "2026-01-06 09:40:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307345, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-05/", "name": "dt", "value": "2026-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-06 09:45:28", "last_data": "2026-01-06 09:45:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307389, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-06", "name": "dt", "value": "2026-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-07 09:40:05", "last_data": "2026-01-07 09:40:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307463, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-07", "name": "dt", "value": "2026-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-08 09:41:35", "last_data": "2026-01-08 09:44:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307501, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-08", "name": "dt", "value": "2026-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-09 09:28:44", "last_data": "2026-01-10 09:26:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307582, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-09", "name": "dt", "value": "2026-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-10 09:36:46", "last_data": "2026-01-11 09:41:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307657, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-10", "name": "dt", "value": "2026-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-11 09:42:35", "last_data": "2026-01-12 09:29:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307706, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-11", "name": "dt", "value": "2026-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-12 09:32:47", "last_data": "2026-01-13 09:29:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307787, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-12", "name": "dt", "value": "2026-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-13 09:31:00", "last_data": "2026-01-14 09:41:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307852, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-13/", "name": "dt", "value": "2026-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-14 09:42:09", "last_data": "2026-01-14 09:42:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307880, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-14", "name": "dt", "value": "2026-01-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-15 09:27:25", "last_data": "2026-01-16 09:29:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 307961, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-15", "name": "dt", "value": "2026-01-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-16 09:31:05", "last_data": "2026-01-17 09:44:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308050, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-16/", "name": "dt", "value": "2026-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-17 09:45:37", "last_data": "2026-01-17 09:45:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308106, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-17", "name": "dt", "value": "2026-01-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-18 09:42:49", "last_data": "2026-01-19 09:41:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308151, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-18/", "name": "dt", "value": "2026-01-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-19 09:42:05", "last_data": "2026-01-19 09:42:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308230, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-19", "name": "dt", "value": "2026-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-20 09:43:29", "last_data": "2026-01-21 09:35:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308292, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-20", "name": "dt", "value": "2026-01-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-21 09:37:12", "last_data": "2026-01-22 09:29:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308465, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-21/", "name": "dt", "value": "2026-01-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 09:37:09", "last_data": "2026-01-22 09:37:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308536, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-22", "name": "dt", "value": "2026-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-23 09:40:19", "last_data": "2026-01-23 09:40:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308607, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-23", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 09:42:09", "last_data": "2026-01-24 09:42:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308652, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-24", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-25 09:40:17", "last_data": "2026-01-26 09:29:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308702, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-25", "name": "dt", "value": "2026-01-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 09:29:42", "last_data": "2026-01-27 09:38:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308799, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-26/", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 09:39:10", "last_data": "2026-01-27 09:39:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308847, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-27", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-28 09:29:44", "last_data": "2026-01-28 09:31:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308902, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-28", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-29 09:31:49", "last_data": "2026-01-29 09:33:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 308999, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-29", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 09:42:12", "last_data": "2026-01-30 09:42:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309023, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-30", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-31 09:37:41", "last_data": "2026-01-31 09:40:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309085, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-31", "name": "dt", "value": "2026-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-01 09:31:01", "last_data": "2026-02-01 09:34:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309173, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-01", "name": "dt", "value": "2026-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-02 09:35:24", "last_data": "2026-02-03 09:52:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309256, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-02/", "name": "dt", "value": "2026-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-03 09:56:36", "last_data": "2026-02-03 09:56:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309303, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-03", "name": "dt", "value": "2026-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-04 09:44:34", "last_data": "2026-02-05 09:43:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309377, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-04", "name": "dt", "value": "2026-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-05 09:46:44", "last_data": "2026-02-06 09:40:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309410, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-05/", "name": "dt", "value": "2026-02-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-06 09:40:38", "last_data": "2026-02-06 09:40:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309496, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-06", "name": "dt", "value": "2026-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-07 09:42:12", "last_data": "2026-02-08 09:29:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309557, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-07/", "name": "dt", "value": "2026-02-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-08 09:32:51", "last_data": "2026-02-08 09:32:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309619, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-08", "name": "dt", "value": "2026-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-09 09:30:09", "last_data": "2026-02-10 09:31:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309685, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-09", "name": "dt", "value": "2026-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-10 09:32:41", "last_data": "2026-02-11 09:41:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309747, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-10", "name": "dt", "value": "2026-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-11 09:41:26", "last_data": "2026-02-12 09:31:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309810, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-11", "name": "dt", "value": "2026-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-12 09:38:55", "last_data": "2026-02-13 09:31:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309854, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-12/", "name": "dt", "value": "2026-02-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-13 09:31:18", "last_data": "2026-02-13 09:31:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309903, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-13", "name": "dt", "value": "2026-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-14 09:27:56", "last_data": "2026-02-14 09:39:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 309988, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-14", "name": "dt", "value": "2026-02-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-15 09:32:18", "last_data": "2026-02-16 09:32:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310079, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-15/", "name": "dt", "value": "2026-02-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-16 09:41:27", "last_data": "2026-02-16 09:41:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310205, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-16", "name": "dt", "value": "2026-02-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-17 09:35:59", "last_data": "2026-02-18 09:29:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310251, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-17/", "name": "dt", "value": "2026-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-18 09:29:08", "last_data": "2026-02-18 09:29:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310345, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-18", "name": "dt", "value": "2026-02-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-19 09:38:57", "last_data": "2026-02-20 09:38:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310392, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-19/", "name": "dt", "value": "2026-02-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-20 09:39:14", "last_data": "2026-02-20 09:39:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310463, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-20", "name": "dt", "value": "2026-02-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-21 09:28:30", "last_data": "2026-02-21 09:28:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310524, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-21", "name": "dt", "value": "2026-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-22 09:40:47", "last_data": "2026-02-22 09:43:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310566, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-22", "name": "dt", "value": "2026-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 09:26:17", "last_data": "2026-02-24 09:35:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310677, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-24 09:37:00", "last_data": "2026-02-24 09:37:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310717, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-24", "name": "dt", "value": "2026-02-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-25 09:36:41", "last_data": "2026-02-26 09:30:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310789, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-25", "name": "dt", "value": "2026-02-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-26 09:40:12", "last_data": "2026-02-27 09:26:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310829, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-26", "name": "dt", "value": "2026-02-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-27 09:26:31", "last_data": "2026-02-28 09:25:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310926, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-27/", "name": "dt", "value": "2026-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-28 09:33:54", "last_data": "2026-02-28 09:33:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 310977, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-28", "name": "dt", "value": "2026-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-01 09:33:33", "last_data": "2026-03-02 09:32:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311065, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-01", "name": "dt", "value": "2026-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-02 09:51:03", "last_data": "2026-03-03 09:55:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311128, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-02/", "name": "dt", "value": "2026-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-03 09:58:45", "last_data": "2026-03-03 09:58:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311176, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-03", "name": "dt", "value": "2026-03-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-04 09:37:11", "last_data": "2026-03-05 09:40:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311254, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-04", "name": "dt", "value": "2026-03-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-05 09:46:13", "last_data": "2026-03-06 09:42:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311320, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-05/", "name": "dt", "value": "2026-03-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-06 09:47:44", "last_data": "2026-03-06 09:47:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311355, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-06", "name": "dt", "value": "2026-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-07 09:40:15", "last_data": "2026-03-08 09:30:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311436, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-07", "name": "dt", "value": "2026-03-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-08 09:35:59", "last_data": "2026-03-09 09:28:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311474, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-08", "name": "dt", "value": "2026-03-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-09 09:37:52", "last_data": "2026-03-10 09:28:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311557, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-09", "name": "dt", "value": "2026-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-10 09:29:58", "last_data": "2026-03-11 09:29:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311623, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-10", "name": "dt", "value": "2026-03-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-11 09:30:30", "last_data": "2026-03-12 09:37:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311690, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-11/", "name": "dt", "value": "2026-03-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-12 09:38:39", "last_data": "2026-03-12 09:38:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311770, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-12", "name": "dt", "value": "2026-03-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-13 09:39:40", "last_data": "2026-03-14 09:39:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311815, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-13/", "name": "dt", "value": "2026-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-14 09:39:42", "last_data": "2026-03-14 09:39:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311843, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-14", "name": "dt", "value": "2026-03-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-15 09:27:39", "last_data": "2026-03-16 09:40:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 311958, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-15", "name": "dt", "value": "2026-03-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-16 09:43:08", "last_data": "2026-03-17 09:30:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312048, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-16", "name": "dt", "value": "2026-03-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-17 09:31:09", "last_data": "2026-03-18 09:40:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312118, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-17/", "name": "dt", "value": "2026-03-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-18 09:40:57", "last_data": "2026-03-18 09:40:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312168, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-18", "name": "dt", "value": "2026-03-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-19 09:34:19", "last_data": "2026-03-20 09:27:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312252, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-19/", "name": "dt", "value": "2026-03-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-20 09:42:17", "last_data": "2026-03-20 09:42:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312289, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-20", "name": "dt", "value": "2026-03-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-21 09:37:30", "last_data": "2026-03-22 09:40:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312388, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-21/", "name": "dt", "value": "2026-03-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-22 09:44:46", "last_data": "2026-03-22 09:44:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312434, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-22", "name": "dt", "value": "2026-03-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-23 09:40:29", "last_data": "2026-03-24 09:25:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312492, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-23", "name": "dt", "value": "2026-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 09:34:40", "last_data": "2026-03-25 09:30:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312557, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-24/", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-25 09:41:13", "last_data": "2026-03-25 09:41:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312628, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-25", "name": "dt", "value": "2026-03-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-26 09:37:47", "last_data": "2026-03-26 09:37:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312677, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-26", "name": "dt", "value": "2026-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-27 09:40:07", "last_data": "2026-03-27 09:43:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312738, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-27", "name": "dt", "value": "2026-03-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-28 09:42:44", "last_data": "2026-03-28 09:43:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312819, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-28", "name": "dt", "value": "2026-03-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-29 09:29:45", "last_data": "2026-03-30 09:32:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312895, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-29/", "name": "dt", "value": "2026-03-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-30 09:41:00", "last_data": "2026-03-30 09:41:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 312953, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-30", "name": "dt", "value": "2026-03-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-31 09:41:59", "last_data": "2026-04-01 09:42:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313025, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-31", "name": "dt", "value": "2026-03-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-01 09:43:32", "last_data": "2026-04-02 09:45:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313086, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-01/", "name": "dt", "value": "2026-04-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-02 09:52:31", "last_data": "2026-04-02 09:52:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313107, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-02", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-03 09:28:24", "last_data": "2026-04-03 09:35:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313215, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-03", "name": "dt", "value": "2026-04-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 09:53:43", "last_data": "2026-04-04 09:57:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313246, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-04", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-05 09:33:11", "last_data": "2026-04-06 09:42:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313345, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-05/", "name": "dt", "value": "2026-04-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-06 09:48:11", "last_data": "2026-04-06 09:48:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313392, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-06", "name": "dt", "value": "2026-04-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-07 09:30:57", "last_data": "2026-04-07 09:32:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313467, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-07", "name": "dt", "value": "2026-04-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-08 09:46:07", "last_data": "2026-04-08 09:47:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313491, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-08", "name": "dt", "value": "2026-04-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-09 09:30:31", "last_data": "2026-04-09 09:31:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313564, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-09", "name": "dt", "value": "2026-04-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-10 09:28:46", "last_data": "2026-04-10 09:32:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313662, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-10", "name": "dt", "value": "2026-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-11 09:47:16", "last_data": "2026-04-11 09:47:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313712, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-11", "name": "dt", "value": "2026-04-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-12 09:40:55", "last_data": "2026-04-12 09:42:58" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313770, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-12", "name": "dt", "value": "2026-04-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-13 09:41:36", "last_data": "2026-04-14 10:00:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313846, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-13/", "name": "dt", "value": "2026-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-14 10:04:04", "last_data": "2026-04-14 10:04:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313896, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-14", "name": "dt", "value": "2026-04-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-15 09:56:42", "last_data": "2026-04-15 10:01:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 313952, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15", "name": "dt", "value": "2026-04-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-16 09:34:34", "last_data": "2026-04-17 09:41:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 314004, "location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-16/", "name": "dt", "value": "2026-04-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-17 09:41:15", "last_data": "2026-04-17 09:41:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "bin": "string", "bin_country": "string", "bin_method": "string", "bin_name": "string", "bin_type": "string", "created": "string", "last4": "string", "method": "string", "modified": "string", "payment_id": "string", "routing": "string" } - created: 2024-02-26 09:11:39
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_payments`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_payments`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_payments" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-10-18 12:02:46",
"disabled": false,
"format": "raw",
"id": 2030,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "payrix_payments"
},
"type": "csv"
},
"partition": {
"count": 129,
"ddl": [
"ALTER TABLE\n `sfdl_dev_csv.payrix_payments`\nADD\n\n\n PARTITION (dt='2025-12-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-09'\n PARTITION (dt='2025-12-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-10'\n PARTITION (dt='2025-12-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-11/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-12'\n PARTITION (dt='2025-12-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-13'\n PARTITION (dt='2025-12-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-14/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-15'\n PARTITION (dt='2025-12-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-16'\n PARTITION (dt='2025-12-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-17'\n PARTITION (dt='2025-12-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-18/'\n PARTITION (dt='2025-12-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-19'\n PARTITION (dt='2025-12-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-20'\n PARTITION (dt='2025-12-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-21/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-22'\n PARTITION (dt='2025-12-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-23'\n PARTITION (dt='2025-12-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-24/'\n PARTITION (dt='2025-12-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-25'\n PARTITION (dt='2025-12-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-26'\n PARTITION (dt='2025-12-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-27/'\n PARTITION (dt='2025-12-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-28'\n PARTITION (dt='2025-12-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-29'\n PARTITION (dt='2025-12-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-30'\n PARTITION (dt='2025-12-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-31'\n PARTITION (dt='2026-01-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-01/'\n PARTITION (dt='2026-01-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-02'\n PARTITION (dt='2026-01-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-03'\n PARTITION (dt='2026-01-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-04'\n PARTITION (dt='2026-01-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-05/'\n PARTITION (dt='2026-01-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-06'\n PARTITION (dt='2026-01-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-07'\n PARTITION (dt='2026-01-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-08'\n PARTITION (dt='2026-01-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-09'\n PARTITION (dt='2026-01-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-10'\n PARTITION (dt='2026-01-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-11'\n PARTITION (dt='2026-01-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-12'\n PARTITION (dt='2026-01-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-13/'\n PARTITION (dt='2026-01-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-14'\n PARTITION (dt='2026-01-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-15'\n PARTITION (dt='2026-01-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-16/'\n PARTITION (dt='2026-01-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-17'\n PARTITION (dt='2026-01-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-18/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-19'\n PARTITION (dt='2026-01-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-20'\n PARTITION (dt='2026-01-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-21/'\n PARTITION (dt='2026-01-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-22'\n PARTITION (dt='2026-01-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-23'\n PARTITION (dt='2026-01-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-24'\n PARTITION (dt='2026-01-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-25'\n PARTITION (dt='2026-01-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-27'\n PARTITION (dt='2026-01-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-28'\n PARTITION (dt='2026-01-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-29'\n PARTITION (dt='2026-01-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-30'\n PARTITION (dt='2026-01-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-31'\n PARTITION (dt='2026-02-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-01'\n PARTITION (dt='2026-02-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-02/'\n PARTITION (dt='2026-02-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-03'\n PARTITION (dt='2026-02-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-04'\n PARTITION (dt='2026-02-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-05/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-06'\n PARTITION (dt='2026-02-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-07/'\n PARTITION (dt='2026-02-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-08'\n PARTITION (dt='2026-02-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-09'\n PARTITION (dt='2026-02-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-10'\n PARTITION (dt='2026-02-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-11'\n PARTITION (dt='2026-02-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-12/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-13'\n PARTITION (dt='2026-02-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-14'\n PARTITION (dt='2026-02-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-15/'\n PARTITION (dt='2026-02-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-16'\n PARTITION (dt='2026-02-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-17/'\n PARTITION (dt='2026-02-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-18'\n PARTITION (dt='2026-02-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-19/'\n PARTITION (dt='2026-02-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-20'\n PARTITION (dt='2026-02-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-21'\n PARTITION (dt='2026-02-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-22'\n PARTITION (dt='2026-02-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-23/'\n PARTITION (dt='2026-02-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-24'\n PARTITION (dt='2026-02-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-25'\n PARTITION (dt='2026-02-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-26'\n PARTITION (dt='2026-02-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-27/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-28'\n PARTITION (dt='2026-03-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-01'\n PARTITION (dt='2026-03-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-02/'\n PARTITION (dt='2026-03-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-03'\n PARTITION (dt='2026-03-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-04'\n PARTITION (dt='2026-03-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-05/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-06'\n PARTITION (dt='2026-03-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-07'\n PARTITION (dt='2026-03-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-08'\n PARTITION (dt='2026-03-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-09'\n PARTITION (dt='2026-03-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-10'\n PARTITION (dt='2026-03-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-11/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-12'\n PARTITION (dt='2026-03-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-13/'\n PARTITION (dt='2026-03-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-14'\n PARTITION (dt='2026-03-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-15'\n PARTITION (dt='2026-03-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-16'\n PARTITION (dt='2026-03-17') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-17/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-18'\n PARTITION (dt='2026-03-19') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-19/'\n PARTITION (dt='2026-03-20') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-20'\n PARTITION (dt='2026-03-21') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-21/'\n PARTITION (dt='2026-03-22') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-22'\n PARTITION (dt='2026-03-23') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-23'\n PARTITION (dt='2026-03-24') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-24/'\n PARTITION (dt='2026-03-25') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-25'\n PARTITION (dt='2026-03-26') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-26'\n PARTITION (dt='2026-03-27') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-27'\n PARTITION (dt='2026-03-28') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-28'\n PARTITION (dt='2026-03-29') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-29/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-30'\n PARTITION (dt='2026-03-31') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-31'\n PARTITION (dt='2026-04-01') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-02'\n PARTITION (dt='2026-04-03') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-03'\n PARTITION (dt='2026-04-04') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-04'\n PARTITION (dt='2026-04-05') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-05/'\n PARTITION (dt='2026-04-06') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-06'\n PARTITION (dt='2026-04-07') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-07'\n PARTITION (dt='2026-04-08') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-08'\n PARTITION (dt='2026-04-09') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-09'\n PARTITION (dt='2026-04-10') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-10'\n PARTITION (dt='2026-04-11') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-11'\n PARTITION (dt='2026-04-12') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-12'\n PARTITION (dt='2026-04-13') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-13/'\n PARTITION (dt='2026-04-14') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-14'\n PARTITION (dt='2026-04-15') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15'\n PARTITION (dt='2026-04-16') location 's3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-16/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 304280,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-09",
"name": "dt",
"value": "2025-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-10 09:28:31",
"last_data": "2025-12-11 09:43:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304390,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-10",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-11 09:44:37",
"last_data": "2025-12-12 09:41:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304425,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-11/",
"name": "dt",
"value": "2025-12-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 09:41:45",
"last_data": "2025-12-12 09:41:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304515,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-12",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-13 09:34:29",
"last_data": "2025-12-13 09:39:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304540,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-13",
"name": "dt",
"value": "2025-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-14 09:26:42",
"last_data": "2025-12-15 09:33:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304658,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-14/",
"name": "dt",
"value": "2025-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 09:37:59",
"last_data": "2025-12-15 09:37:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304702,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-15",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-16 09:41:03",
"last_data": "2025-12-16 09:44:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304737,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-16",
"name": "dt",
"value": "2025-12-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-17 09:27:45",
"last_data": "2025-12-18 09:25:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304845,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-17",
"name": "dt",
"value": "2025-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-18 09:40:21",
"last_data": "2025-12-19 09:39:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304894,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-18/",
"name": "dt",
"value": "2025-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-19 09:40:10",
"last_data": "2025-12-19 09:40:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 304954,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-19",
"name": "dt",
"value": "2025-12-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-20 09:32:43",
"last_data": "2025-12-20 09:43:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305016,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-20",
"name": "dt",
"value": "2025-12-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-21 09:42:30",
"last_data": "2025-12-22 09:25:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305069,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-21/",
"name": "dt",
"value": "2025-12-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-22 09:37:36",
"last_data": "2025-12-22 09:37:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305145,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-22",
"name": "dt",
"value": "2025-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-23 09:27:41",
"last_data": "2025-12-24 09:38:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305213,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-23",
"name": "dt",
"value": "2025-12-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-24 09:39:09",
"last_data": "2025-12-25 09:40:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305287,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-24/",
"name": "dt",
"value": "2025-12-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-25 09:40:02",
"last_data": "2025-12-25 09:40:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305323,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-25",
"name": "dt",
"value": "2025-12-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-26 09:28:55",
"last_data": "2025-12-27 09:36:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305389,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-26",
"name": "dt",
"value": "2025-12-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-27 09:37:07",
"last_data": "2025-12-28 09:28:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305448,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-27/",
"name": "dt",
"value": "2025-12-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-28 09:28:35",
"last_data": "2025-12-28 09:28:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 305518,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-28",
"name": "dt",
"value": "2025-12-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-29 09:28:26",
"last_data": "2025-12-29 09:28:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 306875,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-29",
"name": "dt",
"value": "2025-12-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-30 09:28:37",
"last_data": "2025-12-31 09:27:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 306911,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-30",
"name": "dt",
"value": "2025-12-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-31 09:27:28",
"last_data": "2026-01-01 09:41:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307002,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2025-12-31",
"name": "dt",
"value": "2025-12-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-01 09:42:31",
"last_data": "2026-01-02 09:45:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307086,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-01/",
"name": "dt",
"value": "2026-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-02 09:49:49",
"last_data": "2026-01-02 09:49:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307138,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-02",
"name": "dt",
"value": "2026-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-03 09:47:12",
"last_data": "2026-01-03 10:00:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307176,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-03",
"name": "dt",
"value": "2026-01-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-04 09:32:00",
"last_data": "2026-01-05 09:35:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307280,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-04",
"name": "dt",
"value": "2026-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-05 09:43:22",
"last_data": "2026-01-06 09:40:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307345,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-05/",
"name": "dt",
"value": "2026-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-06 09:45:28",
"last_data": "2026-01-06 09:45:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307389,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-06",
"name": "dt",
"value": "2026-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-07 09:40:05",
"last_data": "2026-01-07 09:40:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307463,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-07",
"name": "dt",
"value": "2026-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-08 09:41:35",
"last_data": "2026-01-08 09:44:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307501,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-08",
"name": "dt",
"value": "2026-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-09 09:28:44",
"last_data": "2026-01-10 09:26:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307582,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-09",
"name": "dt",
"value": "2026-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-10 09:36:46",
"last_data": "2026-01-11 09:41:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307657,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-10",
"name": "dt",
"value": "2026-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-11 09:42:35",
"last_data": "2026-01-12 09:29:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307706,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-11",
"name": "dt",
"value": "2026-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-12 09:32:47",
"last_data": "2026-01-13 09:29:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307787,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-12",
"name": "dt",
"value": "2026-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-13 09:31:00",
"last_data": "2026-01-14 09:41:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307852,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-13/",
"name": "dt",
"value": "2026-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-14 09:42:09",
"last_data": "2026-01-14 09:42:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307880,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-14",
"name": "dt",
"value": "2026-01-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-15 09:27:25",
"last_data": "2026-01-16 09:29:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 307961,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-15",
"name": "dt",
"value": "2026-01-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-16 09:31:05",
"last_data": "2026-01-17 09:44:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308050,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-16/",
"name": "dt",
"value": "2026-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-17 09:45:37",
"last_data": "2026-01-17 09:45:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308106,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-17",
"name": "dt",
"value": "2026-01-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-18 09:42:49",
"last_data": "2026-01-19 09:41:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308151,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-18/",
"name": "dt",
"value": "2026-01-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-19 09:42:05",
"last_data": "2026-01-19 09:42:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308230,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-19",
"name": "dt",
"value": "2026-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-20 09:43:29",
"last_data": "2026-01-21 09:35:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308292,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-20",
"name": "dt",
"value": "2026-01-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-21 09:37:12",
"last_data": "2026-01-22 09:29:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308465,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-21/",
"name": "dt",
"value": "2026-01-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 09:37:09",
"last_data": "2026-01-22 09:37:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308536,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-22",
"name": "dt",
"value": "2026-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-23 09:40:19",
"last_data": "2026-01-23 09:40:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308607,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-23",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 09:42:09",
"last_data": "2026-01-24 09:42:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308652,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-24",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-25 09:40:17",
"last_data": "2026-01-26 09:29:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308702,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-25",
"name": "dt",
"value": "2026-01-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 09:29:42",
"last_data": "2026-01-27 09:38:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308799,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-26/",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 09:39:10",
"last_data": "2026-01-27 09:39:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308847,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-27",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-28 09:29:44",
"last_data": "2026-01-28 09:31:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308902,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-28",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-29 09:31:49",
"last_data": "2026-01-29 09:33:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 308999,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-29",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 09:42:12",
"last_data": "2026-01-30 09:42:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309023,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-30",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-31 09:37:41",
"last_data": "2026-01-31 09:40:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309085,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-01-31",
"name": "dt",
"value": "2026-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-01 09:31:01",
"last_data": "2026-02-01 09:34:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309173,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-01",
"name": "dt",
"value": "2026-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-02 09:35:24",
"last_data": "2026-02-03 09:52:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309256,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-02/",
"name": "dt",
"value": "2026-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-03 09:56:36",
"last_data": "2026-02-03 09:56:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309303,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-03",
"name": "dt",
"value": "2026-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-04 09:44:34",
"last_data": "2026-02-05 09:43:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309377,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-04",
"name": "dt",
"value": "2026-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-05 09:46:44",
"last_data": "2026-02-06 09:40:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309410,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-05/",
"name": "dt",
"value": "2026-02-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-06 09:40:38",
"last_data": "2026-02-06 09:40:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309496,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-06",
"name": "dt",
"value": "2026-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-07 09:42:12",
"last_data": "2026-02-08 09:29:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309557,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-07/",
"name": "dt",
"value": "2026-02-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-08 09:32:51",
"last_data": "2026-02-08 09:32:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309619,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-08",
"name": "dt",
"value": "2026-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-09 09:30:09",
"last_data": "2026-02-10 09:31:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309685,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-09",
"name": "dt",
"value": "2026-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-10 09:32:41",
"last_data": "2026-02-11 09:41:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309747,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-10",
"name": "dt",
"value": "2026-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-11 09:41:26",
"last_data": "2026-02-12 09:31:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309810,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-11",
"name": "dt",
"value": "2026-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-12 09:38:55",
"last_data": "2026-02-13 09:31:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309854,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-12/",
"name": "dt",
"value": "2026-02-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-13 09:31:18",
"last_data": "2026-02-13 09:31:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309903,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-13",
"name": "dt",
"value": "2026-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-14 09:27:56",
"last_data": "2026-02-14 09:39:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 309988,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-14",
"name": "dt",
"value": "2026-02-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-15 09:32:18",
"last_data": "2026-02-16 09:32:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310079,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-15/",
"name": "dt",
"value": "2026-02-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-16 09:41:27",
"last_data": "2026-02-16 09:41:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310205,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-16",
"name": "dt",
"value": "2026-02-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-17 09:35:59",
"last_data": "2026-02-18 09:29:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310251,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-17/",
"name": "dt",
"value": "2026-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-18 09:29:08",
"last_data": "2026-02-18 09:29:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310345,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-18",
"name": "dt",
"value": "2026-02-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-19 09:38:57",
"last_data": "2026-02-20 09:38:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310392,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-19/",
"name": "dt",
"value": "2026-02-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-20 09:39:14",
"last_data": "2026-02-20 09:39:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310463,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-20",
"name": "dt",
"value": "2026-02-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-21 09:28:30",
"last_data": "2026-02-21 09:28:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310524,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-21",
"name": "dt",
"value": "2026-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-22 09:40:47",
"last_data": "2026-02-22 09:43:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310566,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-22",
"name": "dt",
"value": "2026-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 09:26:17",
"last_data": "2026-02-24 09:35:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310677,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-24 09:37:00",
"last_data": "2026-02-24 09:37:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310717,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-24",
"name": "dt",
"value": "2026-02-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-25 09:36:41",
"last_data": "2026-02-26 09:30:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310789,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-25",
"name": "dt",
"value": "2026-02-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-26 09:40:12",
"last_data": "2026-02-27 09:26:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310829,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-26",
"name": "dt",
"value": "2026-02-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-27 09:26:31",
"last_data": "2026-02-28 09:25:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310926,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-27/",
"name": "dt",
"value": "2026-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-28 09:33:54",
"last_data": "2026-02-28 09:33:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 310977,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-02-28",
"name": "dt",
"value": "2026-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-01 09:33:33",
"last_data": "2026-03-02 09:32:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311065,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-01",
"name": "dt",
"value": "2026-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-02 09:51:03",
"last_data": "2026-03-03 09:55:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311128,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-02/",
"name": "dt",
"value": "2026-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-03 09:58:45",
"last_data": "2026-03-03 09:58:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311176,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-03",
"name": "dt",
"value": "2026-03-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-04 09:37:11",
"last_data": "2026-03-05 09:40:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311254,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-04",
"name": "dt",
"value": "2026-03-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-05 09:46:13",
"last_data": "2026-03-06 09:42:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311320,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-05/",
"name": "dt",
"value": "2026-03-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-06 09:47:44",
"last_data": "2026-03-06 09:47:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311355,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-06",
"name": "dt",
"value": "2026-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-07 09:40:15",
"last_data": "2026-03-08 09:30:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311436,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-07",
"name": "dt",
"value": "2026-03-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-08 09:35:59",
"last_data": "2026-03-09 09:28:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311474,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-08",
"name": "dt",
"value": "2026-03-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-09 09:37:52",
"last_data": "2026-03-10 09:28:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311557,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-09",
"name": "dt",
"value": "2026-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-10 09:29:58",
"last_data": "2026-03-11 09:29:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311623,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-10",
"name": "dt",
"value": "2026-03-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-11 09:30:30",
"last_data": "2026-03-12 09:37:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311690,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-11/",
"name": "dt",
"value": "2026-03-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-12 09:38:39",
"last_data": "2026-03-12 09:38:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311770,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-12",
"name": "dt",
"value": "2026-03-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-13 09:39:40",
"last_data": "2026-03-14 09:39:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311815,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-13/",
"name": "dt",
"value": "2026-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-14 09:39:42",
"last_data": "2026-03-14 09:39:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311843,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-14",
"name": "dt",
"value": "2026-03-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-15 09:27:39",
"last_data": "2026-03-16 09:40:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 311958,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-15",
"name": "dt",
"value": "2026-03-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-16 09:43:08",
"last_data": "2026-03-17 09:30:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312048,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-16",
"name": "dt",
"value": "2026-03-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-17 09:31:09",
"last_data": "2026-03-18 09:40:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312118,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-17/",
"name": "dt",
"value": "2026-03-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-18 09:40:57",
"last_data": "2026-03-18 09:40:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312168,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-18",
"name": "dt",
"value": "2026-03-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-19 09:34:19",
"last_data": "2026-03-20 09:27:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312252,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-19/",
"name": "dt",
"value": "2026-03-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-20 09:42:17",
"last_data": "2026-03-20 09:42:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312289,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-20",
"name": "dt",
"value": "2026-03-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-21 09:37:30",
"last_data": "2026-03-22 09:40:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312388,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-21/",
"name": "dt",
"value": "2026-03-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-22 09:44:46",
"last_data": "2026-03-22 09:44:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312434,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-22",
"name": "dt",
"value": "2026-03-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-23 09:40:29",
"last_data": "2026-03-24 09:25:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312492,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-23",
"name": "dt",
"value": "2026-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 09:34:40",
"last_data": "2026-03-25 09:30:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312557,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-24/",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-25 09:41:13",
"last_data": "2026-03-25 09:41:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312628,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-25",
"name": "dt",
"value": "2026-03-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-26 09:37:47",
"last_data": "2026-03-26 09:37:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312677,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-26",
"name": "dt",
"value": "2026-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-27 09:40:07",
"last_data": "2026-03-27 09:43:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312738,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-27",
"name": "dt",
"value": "2026-03-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-28 09:42:44",
"last_data": "2026-03-28 09:43:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312819,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-28",
"name": "dt",
"value": "2026-03-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-29 09:29:45",
"last_data": "2026-03-30 09:32:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312895,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-29/",
"name": "dt",
"value": "2026-03-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-30 09:41:00",
"last_data": "2026-03-30 09:41:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 312953,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-30",
"name": "dt",
"value": "2026-03-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-31 09:41:59",
"last_data": "2026-04-01 09:42:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313025,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-03-31",
"name": "dt",
"value": "2026-03-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-01 09:43:32",
"last_data": "2026-04-02 09:45:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313086,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-01/",
"name": "dt",
"value": "2026-04-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-02 09:52:31",
"last_data": "2026-04-02 09:52:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313107,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-02",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-03 09:28:24",
"last_data": "2026-04-03 09:35:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313215,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-03",
"name": "dt",
"value": "2026-04-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 09:53:43",
"last_data": "2026-04-04 09:57:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313246,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-04",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-05 09:33:11",
"last_data": "2026-04-06 09:42:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313345,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-05/",
"name": "dt",
"value": "2026-04-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-06 09:48:11",
"last_data": "2026-04-06 09:48:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313392,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-06",
"name": "dt",
"value": "2026-04-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-07 09:30:57",
"last_data": "2026-04-07 09:32:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313467,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-07",
"name": "dt",
"value": "2026-04-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-08 09:46:07",
"last_data": "2026-04-08 09:47:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313491,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-08",
"name": "dt",
"value": "2026-04-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-09 09:30:31",
"last_data": "2026-04-09 09:31:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313564,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-09",
"name": "dt",
"value": "2026-04-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-10 09:28:46",
"last_data": "2026-04-10 09:32:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313662,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-10",
"name": "dt",
"value": "2026-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-11 09:47:16",
"last_data": "2026-04-11 09:47:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313712,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-11",
"name": "dt",
"value": "2026-04-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-12 09:40:55",
"last_data": "2026-04-12 09:42:58"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313770,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-12",
"name": "dt",
"value": "2026-04-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-13 09:41:36",
"last_data": "2026-04-14 10:00:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313846,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-13/",
"name": "dt",
"value": "2026-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-14 10:04:04",
"last_data": "2026-04-14 10:04:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313896,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-14",
"name": "dt",
"value": "2026-04-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-15 09:56:42",
"last_data": "2026-04-15 10:01:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 313952,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-15",
"name": "dt",
"value": "2026-04-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-16 09:34:34",
"last_data": "2026-04-17 09:41:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 314004,
"location": "s3://sfdl-csv-payrix-dev/raw_incremental/payments/dt=2026-04-16/",
"name": "dt",
"value": "2026-04-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-17 09:41:15",
"last_data": "2026-04-17 09:41:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"bin": "string",
"bin_country": "string",
"bin_method": "string",
"bin_name": "string",
"bin_type": "string",
"created": "string",
"last4": "string",
"method": "string",
"modified": "string",
"payment_id": "string",
"routing": "string"
},
"created": "2024-02-26 09:11:39",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_payments`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `payment_id` string , `created` string , `modified` string , `method` string , `last4` string , `routing` string , `bin` string , `bin_method` string , `bin_type` string , `bin_name` string , `bin_country` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw_incremental/payments'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_payments`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_payments"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}