Schema Info
Schema Name: sfdl_dev_csv.payrix_merchants
- created: 2022-10-18 12:05:36
- disabled: False
- format: raw
- id: 2034
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "payrix_merchants" } - type: csv
Schema Versions: 15
-
Version 4773349
- created: 2026-04-17 09:39:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-17/1776436713'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-17/1776436713
- id: 4773349
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6867690
- updated: 2026-04-17 09:39:35
-
Version 4773284
- created: 2026-04-16 09:32:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-16/1776349949'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-16/1776349949
- id: 4773284
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6867434
- updated: 2026-04-16 09:33:02
-
Version 4773231
- created: 2026-04-15 09:58:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-15/1776265082'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-15/1776265082
- id: 4773231
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6867232
- updated: 2026-04-15 09:58:33
-
Version 4773168
- created: 2026-04-14 09:58:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-14/1776178701'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-14/1776178701
- id: 4773168
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6866914
- updated: 2026-04-14 09:58:39
-
Version 4773111
- created: 2026-04-13 09:40:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-13/1776091175'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-13/1776091175
- id: 4773111
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6866639
- updated: 2026-04-13 09:40:12
-
Version 4773051
- created: 2026-04-12 09:39:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-12/1776004747'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-12/1776004747
- id: 4773051
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6866434
- updated: 2026-04-12 09:39:33
-
Version 4773010
- created: 2026-04-11 09:42:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-11/1775918486'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-11/1775918486
- id: 4773010
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6866273
- updated: 2026-04-11 09:42:21
-
Version 4772947
- created: 2026-04-10 09:36:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-10/1775831777'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-10/1775831777
- id: 4772947
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6866059
- updated: 2026-04-10 09:36:35
-
Version 4772878
- created: 2026-04-09 09:34:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-09/1775745258'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-09/1775745258
- id: 4772878
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6865746
- updated: 2026-04-09 09:34:36
-
Version 4772840
- created: 2026-04-08 09:47:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-08/1775659608'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-08/1775659608
- id: 4772840
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6865544
- updated: 2026-04-08 09:47:18
-
Version 4772759
- created: 2026-04-07 09:32:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-07/1775572344'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-07/1775572344
- id: 4772759
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6865248
- updated: 2026-04-07 09:32:50
-
Version 4772702
- created: 2026-04-06 09:41:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-06/1775486480'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-06/1775486480
- id: 4772702
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6864897
- updated: 2026-04-06 09:42:09
-
Version 4772652
- created: 2026-04-05 09:46:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-05/1775400394'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-05/1775400394
- id: 4772652
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6864723
- updated: 2026-04-05 09:46:52
-
Version 4772606
- created: 2026-04-04 09:44:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-04/1775313833'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-04/1775313833
- id: 4772606
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6864512
- updated: 2026-04-04 09:44:19
-
Version 4772539
- created: 2026-04-03 09:39:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-03/1775227161'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-03/1775227161
- id: 4772539
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 2034
- schema_scan_id: 6864285
- updated: 2026-04-03 09:39:47
Schema Scans: 15
Last at 2026-04-17 09:39:20
-
Scan 6867690
- duration: 0:00:14.962992
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867690
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-17/1776436713", "key": "raw/merchants/2026-04-17/1776436713/22e9e3af-2483-4424-b708-7d2766138fa9.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 16619546506560657494, "service_name": "drive-thru", "span_id": 6773860985986058830, "trace_id": 4238705984152608251 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-17 09:39:20
- success: True
- trace_id: 4238705984152608251
-
Scan 6867434
- duration: 0:00:12.373978
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867434
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-16/1776349949", "key": "raw/merchants/2026-04-16/1776349949/a7e45fab-8b92-44b3-96c8-bcfd32a6ca8b.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 17333456500939918847, "service_name": "drive-thru", "span_id": 9977250436938817090, "trace_id": 7041342561997349982 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-16 09:32:50
- success: True
- trace_id: 7041342561997349982
-
Scan 6867232
- duration: 0:00:14.984132
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867232
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-15/1776265082", "key": "raw/merchants/2026-04-15/1776265082/8763b77e-3fba-4fde-9852-71b00483a46b.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 12800048482525460222, "service_name": "drive-thru", "span_id": 14620473650529714597, "trace_id": 1834458623904988398 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-15 09:58:18
- success: True
- trace_id: 1834458623904988398
-
Scan 6866914
- duration: 0:00:14.940987
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866914
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-14/1776178701", "key": "raw/merchants/2026-04-14/1776178701/fc6115e1-ebfa-4abf-b38e-21e70c5a8841.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 2648303857669918020, "service_name": "drive-thru", "span_id": 5386409901548483270, "trace_id": 12759635919292327764 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-14 09:58:24
- success: True
- trace_id: 12759635919292327764
-
Scan 6866639
- duration: 0:00:12.430632
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866639
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-13/1776091175", "key": "raw/merchants/2026-04-13/1776091175/df2e6bbb-f1c0-4535-ab3a-0116dc05547d.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 3396378311291482520, "service_name": "drive-thru", "span_id": 10651145072074705487, "trace_id": 5664663406534917987 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-13 09:40:00
- success: True
- trace_id: 5664663406534917987
-
Scan 6866434
- duration: 0:00:12.290438
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866434
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-12/1776004747", "key": "raw/merchants/2026-04-12/1776004747/41abbe48-4c74-4dc7-a12d-801e7653edce.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 9673195320949687365, "service_name": "drive-thru", "span_id": 13943979824977754059, "trace_id": 7454896013007963213 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-12 09:39:21
- success: True
- trace_id: 7454896013007963213
-
Scan 6866273
- duration: 0:00:14.895565
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866273
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-11/1775918486", "key": "raw/merchants/2026-04-11/1775918486/755e17c3-bb35-44ec-8f63-21e6b2e73a94.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 3597532179922211298, "service_name": "drive-thru", "span_id": 7685973889583494301, "trace_id": 13472156169138437492 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-11 09:42:06
- success: True
- trace_id: 13472156169138437492
-
Scan 6866059
- duration: 0:00:14.897002
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866059
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-10/1775831777", "key": "raw/merchants/2026-04-10/1775831777/f63190d9-be5c-49ea-aad9-7c5b0081c0ad.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 1232940759080831269, "service_name": "drive-thru", "span_id": 8652179390219473924, "trace_id": 3374704265903993615 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-10 09:36:20
- success: True
- trace_id: 3374704265903993615
-
Scan 6865746
- duration: 0:00:14.820590
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865746
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-09/1775745258", "key": "raw/merchants/2026-04-09/1775745258/5b7f2515-228c-49c1-86d3-400e0e06d071.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 15385118236167935239, "service_name": "drive-thru", "span_id": 14803725936656806521, "trace_id": 14892302430536876184 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-09 09:34:22
- success: True
- trace_id: 14892302430536876184
-
Scan 6865544
- duration: 0:00:14.938190
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865544
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-08/1775659608", "key": "raw/merchants/2026-04-08/1775659608/1b77a3c9-3706-4596-a47b-c5946113083b.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 15938933346348112001, "service_name": "drive-thru", "span_id": 11307256481154317179, "trace_id": 2203141236747033954 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-08 09:47:03
- success: True
- trace_id: 2203141236747033954
-
Scan 6865248
- duration: 0:00:15.052691
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865248
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-07/1775572344", "key": "raw/merchants/2026-04-07/1775572344/7574470c-0d2a-4ba7-9726-dd1f3a7de04c.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 5046680096404656998, "service_name": "drive-thru", "span_id": 4850580063831268681, "trace_id": 3787202663700907198 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-07 09:32:35
- success: True
- trace_id: 3787202663700907198
-
Scan 6864897
- duration: 0:00:14.955434
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864897
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-06/1775486480", "key": "raw/merchants/2026-04-06/1775486480/0d002217-cc77-440d-b3f7-fb98546473fc.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 8033705749737570280, "service_name": "drive-thru", "span_id": 997201244198428074, "trace_id": 17482410728627882984 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-06 09:41:54
- success: True
- trace_id: 17482410728627882984
-
Scan 6864723
- duration: 0:00:14.793426
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864723
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-05/1775400394", "key": "raw/merchants/2026-04-05/1775400394/524b3460-c338-4279-978e-5ebb71faebf7.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 9198560329891951945, "service_name": "drive-thru", "span_id": 986375857075131225, "trace_id": 2797479335358817905 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-05 09:46:37
- success: True
- trace_id: 2797479335358817905
-
Scan 6864512
- duration: 0:00:14.929197
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864512
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-04/1775313833", "key": "raw/merchants/2026-04-04/1775313833/7641e014-a751-4343-80b0-d32837f9c29b.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 15110893580516726809, "service_name": "drive-thru", "span_id": 2900899168520972146, "trace_id": 10047484168287840249 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-04 09:44:05
- success: True
- trace_id: 10047484168287840249
-
Scan 6864285
- duration: 0:00:12.440270
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864285
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/merchants/2026-04-03/1775227161", "key": "raw/merchants/2026-04-03/1775227161/e60c1e7a-6b10-4b56-b990-7233a1128353.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 16222852511496940491, "service_name": "drive-thru", "span_id": 12438296406727779677, "trace_id": 9450832763022843355 } } - running: False
- schema_name_id: 2034
- start_time: 2026-04-03 09:39:35
- success: True
- trace_id: 9450832763022843355
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - created: 2026-04-17 09:39:21
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-17/1776436713'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-10-18 12:05:36",
"disabled": false,
"format": "raw",
"id": 2034,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "payrix_merchants"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"amex": "string",
"boarded": "string",
"created": "string",
"creator": "string",
"dba": "string",
"discover": "string",
"entity_id": "string",
"environment": "string",
"established": "string",
"expressbatchclosemethod": "string",
"expressbatchclosetime": "string",
"frozen": "string",
"inactive": "string",
"mcc": "string",
"merchant_id": "string",
"modified": "string",
"modifier": "string",
"new": "string",
"qsa": "string",
"seasonal": "string",
"status": "string"
},
"created": "2026-04-17 09:39:21",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/merchants/2026-04-17/1776436713'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_merchants`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_merchants"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}