Schema Info
Schema Name: sfdl_dev_csv.payrix_denormalized_entities
- created: 2024-07-03 14:05:30
- disabled: False
- format: raw
- id: 2313
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "payrix_denormalized_entities" } - type: csv
Schema Versions: 15
-
Version 4773340
- created: 2026-04-17 09:33:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-17/1776436410'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-17/1776436410
- id: 4773340
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6867677
- updated: 2026-04-17 09:34:06
-
Version 4773274
- created: 2026-04-16 09:31:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-16/1776349871'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-16/1776349871
- id: 4773274
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6867412
- updated: 2026-04-16 09:31:33
-
Version 4773221
- created: 2026-04-15 09:40:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-15/1776263994'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-15/1776263994
- id: 4773221
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6867174
- updated: 2026-04-15 09:40:17
-
Version 4773163
- created: 2026-04-14 09:44:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-14/1776177840'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-14/1776177840
- id: 4773163
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6866905
- updated: 2026-04-14 09:44:29
-
Version 4773093
- created: 2026-04-13 09:28:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-13/1776090519'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-13/1776090519
- id: 4773093
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6866577
- updated: 2026-04-13 09:29:03
-
Version 4773041
- created: 2026-04-12 09:28:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-12/1776004078'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-12/1776004078
- id: 4773041
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6866374
- updated: 2026-04-12 09:28:37
-
Version 4773005
- created: 2026-04-11 09:31:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-11/1775917815'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-11/1775917815
- id: 4773005
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6866265
- updated: 2026-04-11 09:31:17
-
Version 4772942
- created: 2026-04-10 09:28:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-10/1775831306'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-10/1775831306
- id: 4772942
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6865993
- updated: 2026-04-10 09:29:04
-
Version 4772885
- created: 2026-04-09 09:45:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-09/1775745905'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-09/1775745905
- id: 4772885
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6865772
- updated: 2026-04-09 09:45:26
-
Version 4772828
- created: 2026-04-08 09:31:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-08/1775658697'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-08/1775658697
- id: 4772828
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6865487
- updated: 2026-04-08 09:32:12
-
Version 4772778
- created: 2026-04-07 09:47:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-07/1775573217'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-07/1775573217
- id: 4772778
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6865280
- updated: 2026-04-07 09:48:00
-
Version 4772691
- created: 2026-04-06 09:30:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-06/1775485816'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-06/1775485816
- id: 4772691
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6864833
- updated: 2026-04-06 09:30:58
-
Version 4772646
- created: 2026-04-05 09:35:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-05/1775399695'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-05/1775399695
- id: 4772646
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6864665
- updated: 2026-04-05 09:35:20
-
Version 4772602
- created: 2026-04-04 09:43:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-04/1775313776'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-04/1775313776
- id: 4772602
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6864508
- updated: 2026-04-04 09:43:53
-
Version 4772551
- created: 2026-04-03 09:55:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-03/1775228094'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-03/1775228094
- id: 4772551
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 2313
- schema_scan_id: 6864338
- updated: 2026-04-03 09:55:21
Schema Scans: 15
Last at 2026-04-17 09:33:51
-
Scan 6867677
- duration: 0:00:14.984047
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867677
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-17/1776436410", "key": "raw/denormalized_entities/2026-04-17/1776436410/fb3d5706-ebdf-4c62-bf74-a31671b08894.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 14286604294185910026, "service_name": "drive-thru", "span_id": 13223404957608371822, "trace_id": 9330350746895938761 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-17 09:33:51
- success: True
- trace_id: 9330350746895938761
-
Scan 6867412
- duration: 0:00:12.429035
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867412
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-16/1776349871", "key": "raw/denormalized_entities/2026-04-16/1776349871/d0732f77-cc1f-4b46-ae74-c36844a03885.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 2347726828943409239, "service_name": "drive-thru", "span_id": 12164445638530437772, "trace_id": 11339961298579840604 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-16 09:31:20
- success: True
- trace_id: 11339961298579840604
-
Scan 6867174
- duration: 0:00:14.960738
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6867174
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-15/1776263994", "key": "raw/denormalized_entities/2026-04-15/1776263994/b95bcd28-5f4f-4e9a-8c7d-2d0b703d197e.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 13203276079772706154, "service_name": "drive-thru", "span_id": 14488553598285197488, "trace_id": 16749425662508949370 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-15 09:40:02
- success: True
- trace_id: 16749425662508949370
-
Scan 6866905
- duration: 0:00:15.003786
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866905
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-14/1776177840", "key": "raw/denormalized_entities/2026-04-14/1776177840/5974b019-d0ab-4601-bb51-37953b7a8a25.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8845869993120679735, "service_name": "drive-thru", "span_id": 7665401667323404326, "trace_id": 4891419987901504321 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-14 09:44:14
- success: True
- trace_id: 4891419987901504321
-
Scan 6866577
- duration: 0:00:15.153810
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866577
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-13/1776090519", "key": "raw/denormalized_entities/2026-04-13/1776090519/4e3ca61f-f996-45c7-901d-3c925e88aa10.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4630773565687992477, "service_name": "drive-thru", "span_id": 17513081547423643129, "trace_id": 6920394734920752726 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-13 09:28:48
- success: True
- trace_id: 6920394734920752726
-
Scan 6866374
- duration: 0:00:12.337374
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866374
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-12/1776004078", "key": "raw/denormalized_entities/2026-04-12/1776004078/910a5f12-1985-41ad-8502-8325c20c01b7.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 18078337456518741026, "service_name": "drive-thru", "span_id": 17394993016787727390, "trace_id": 3385994734253435887 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-12 09:28:24
- success: True
- trace_id: 3385994734253435887
-
Scan 6866265
- duration: 0:00:14.957366
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6866265
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-11/1775917815", "key": "raw/denormalized_entities/2026-04-11/1775917815/e454e8d9-ce6b-45a0-99b9-f2df3dfe0811.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8515862065426956409, "service_name": "drive-thru", "span_id": 177914159309650533, "trace_id": 6106719235734437016 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-11 09:31:02
- success: True
- trace_id: 6106719235734437016
-
Scan 6865993
- duration: 0:00:14.775883
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865993
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-10/1775831306", "key": "raw/denormalized_entities/2026-04-10/1775831306/b81bd776-74e9-4ce9-8112-6c02df1fdb0a.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5136602906699355235, "service_name": "drive-thru", "span_id": 6538530629597344490, "trace_id": 2013324948643968542 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-10 09:28:49
- success: True
- trace_id: 2013324948643968542
-
Scan 6865772
- duration: 0:00:12.426255
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865772
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-09/1775745905", "key": "raw/denormalized_entities/2026-04-09/1775745905/ce0cda36-6f45-4350-b524-676cb833392b.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 17273923878137021888, "service_name": "drive-thru", "span_id": 3148052698988703514, "trace_id": 7064204130248119588 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-09 09:45:14
- success: True
- trace_id: 7064204130248119588
-
Scan 6865487
- duration: 0:00:15.033195
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865487
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-08/1775658697", "key": "raw/denormalized_entities/2026-04-08/1775658697/b28f2f1b-2aa4-4429-8083-5ae0cfc73f51.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6812897878192150650, "service_name": "drive-thru", "span_id": 14071617582556520025, "trace_id": 12485960385812726214 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-08 09:31:57
- success: True
- trace_id: 12485960385812726214
-
Scan 6865280
- duration: 0:00:14.972541
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6865280
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-07/1775573217", "key": "raw/denormalized_entities/2026-04-07/1775573217/1816bd0e-7c30-40b8-93cf-87334fd5b6cb.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 2283766756079219240, "service_name": "drive-thru", "span_id": 4156231985600356717, "trace_id": 1404389997148366684 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-07 09:47:45
- success: True
- trace_id: 1404389997148366684
-
Scan 6864833
- duration: 0:00:12.402112
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864833
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-06/1775485816", "key": "raw/denormalized_entities/2026-04-06/1775485816/b2333e9c-c634-4a9a-98f2-41d636c99f9c.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 16901898715798212467, "service_name": "drive-thru", "span_id": 16696543119000332536, "trace_id": 12541668397517785974 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-06 09:30:45
- success: True
- trace_id: 12541668397517785974
-
Scan 6864665
- duration: 0:00:14.882751
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864665
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-05/1775399695", "key": "raw/denormalized_entities/2026-04-05/1775399695/b1e3a0a7-7940-46d4-8674-3a3cc1bf2f1a.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 90333888462558698, "service_name": "drive-thru", "span_id": 15230918097213712055, "trace_id": 10093765397721113582 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-05 09:35:06
- success: True
- trace_id: 10093765397721113582
-
Scan 6864508
- duration: 0:00:14.839296
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864508
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-04/1775313776", "key": "raw/denormalized_entities/2026-04-04/1775313776/ae20b641-ade6-4e0b-8039-df0957bee735.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4596354974539133256, "service_name": "drive-thru", "span_id": 14800764475888192392, "trace_id": 16177349745449985208 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-04 09:43:38
- success: True
- trace_id: 16177349745449985208
-
Scan 6864338
- duration: 0:00:14.856162
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6864338
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-dev", "hive_path": "s3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-03/1775228094", "key": "raw/denormalized_entities/2026-04-03/1775228094/c3924e04-3e3b-4de1-8b04-7c80b67667b1.csv.gz" }, "schema": { "name": "sfdl_dev_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 7820310943022156517, "service_name": "drive-thru", "span_id": 14819445160282430846, "trace_id": 3549701266794464115 } } - running: False
- schema_name_id: 2313
- start_time: 2026-04-03 09:55:06
- success: True
- trace_id: 3549701266794464115
- attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - created: 2026-04-17 09:33:52
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-17/1776436410'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-07-03 14:05:30",
"disabled": false,
"format": "raw",
"id": 2313,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "payrix_denormalized_entities"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"custom": "string",
"dba": "string",
"division_id": "string",
"division_name": "string",
"entity_created": "string",
"entity_custom": "string",
"entity_id": "string",
"entity_name": "string",
"entity_type": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"is_primary_vendor": "string",
"last": "string",
"login_first_name": "string",
"login_id": "string",
"login_last_name": "string",
"login_username": "string",
"mcc": "string",
"merchant_boarded": "string",
"merchant_dba": "string",
"merchant_mcc": "string",
"name": "string",
"parent_division_id": "string",
"parent_division_name": "string",
"partition_id": "string",
"partition_name": "string",
"related_id": "string",
"related_type": "string",
"username": "string"
},
"created": "2026-04-17 09:33:52",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-dev/raw/denormalized_entities/2026-04-17/1776436410'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.payrix_denormalized_entities`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.payrix_denormalized_entities"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}