Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections

created: 2024-10-08 17:40:08
disabled: False
format: raw
id: 2453
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_gateways_connections"
}

type: drivethrucsv

Schema Versions: 15

Version 4748404

created: 2024-11-05 22:45:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398
id: 4748404
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6674435
updated: 2024-11-05 22:45:18

Version 4747840

created: 2024-11-05 22:27:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866326'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866326
id: 4747840
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6673872
updated: 2024-11-05 22:27:35

Version 4747500

created: 2024-11-05 22:18:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866246'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866246
id: 4747500
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6673532
updated: 2024-11-05 22:18:37

Version 4746875

created: 2024-11-05 04:29:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785665'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785665
id: 4746875
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6672105
updated: 2024-11-05 04:29:41

Version 4745293

created: 2024-11-05 03:25:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785092'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785092
id: 4745293
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6670510
updated: 2024-11-05 03:25:52

Version 4745155

created: 2024-11-05 03:22:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784786
id: 4745155
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6670372
updated: 2024-11-05 03:22:12

Version 4744582

created: 2024-11-05 03:06:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784183'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784183
id: 4744582
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6669798
updated: 2024-11-05 03:07:07

Version 4743800

created: 2024-11-05 02:46:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784021'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784021
id: 4743800
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6669017
updated: 2024-11-05 02:46:21

Version 4743081

created: 2024-11-05 02:27:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783874'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783874
id: 4743081
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6668298
updated: 2024-11-05 02:27:19

Version 4742243

created: 2024-11-05 02:05:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783733
id: 4742243
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6667460
updated: 2024-11-05 02:05:14

Version 4741680

created: 2024-11-05 01:49:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783639'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783639
id: 4741680
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6666897
updated: 2024-11-05 01:50:07

Version 4740813

created: 2024-11-05 01:27:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783489
id: 4740813
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6666030
updated: 2024-11-05 01:27:20

Version 4740078

created: 2024-11-05 01:07:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783271'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783271
id: 4740078
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6665294
updated: 2024-11-05 01:07:57

Version 4739131

created: 2024-11-05 00:42:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782874'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782874
id: 4739131
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6664346
updated: 2024-11-05 00:42:51

Version 4738770

created: 2024-11-05 00:33:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782780'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782780
id: 4738770
processed: 1

raw_data:

{
    "active": 18,
    "allow_manual_entry": 17,
    "currency_id": 5,
    "default": 14,
    "for": 3,
    "for_id": 4,
    "gateway_oauth": 8,
    "gateway_settings": 7,
    "gateway_type": 6,
    "id": 2,
    "newbook_region": 0,
    "optional_cvv": 12,
    "preauth_expiry": 15,
    "process_with": 9,
    "requires_address": 11,
    "share_tokens": 10,
    "tenant": 1,
    "testing": 13,
    "use_3d_secure": 16
}

schema_attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

schema_name_id: 2453
schema_scan_id: 6663983
updated: 2024-11-05 00:33:20

Schema Scans: 15

Last at 2024-11-05 22:45:06

Scan 6674435

duration: 0:00:11.990701

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674435

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15789117876015221470,
        "service_name": "drive-thru",
        "span_id": 8728431410530449754,
        "trace_id": 3357870053186627973
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 22:45:06
success: True
trace_id: 3357870053186627973

Scan 6673872

duration: 0:00:14.307383

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673872

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866326",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866326/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3240779817989129313,
        "service_name": "drive-thru",
        "span_id": 3709687808511346646,
        "trace_id": 12230356062668941259
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 22:27:21
success: True
trace_id: 12230356062668941259

Scan 6673532

duration: 0:00:11.684118

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673532

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866246",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866246/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4483551341049093002,
        "service_name": "drive-thru",
        "span_id": 15433172015962008941,
        "trace_id": 9105270596743562442
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 22:18:26
success: True
trace_id: 9105270596743562442

Scan 6672105

duration: 0:00:14.452357

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672105

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785665",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785665/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7704762450431174123,
        "service_name": "drive-thru",
        "span_id": 4740717860027077764,
        "trace_id": 9196520534447213164
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 04:29:27
success: True
trace_id: 9196520534447213164

Scan 6670510

duration: 0:00:11.788478

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670510

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785092",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730785092/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12799005181718601515,
        "service_name": "drive-thru",
        "span_id": 4168091661086770681,
        "trace_id": 12441387106544659999
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 03:25:40
success: True
trace_id: 12441387106544659999

Scan 6670372

duration: 0:00:11.822430

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670372

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784786",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784786/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6816323859963352418,
        "service_name": "drive-thru",
        "span_id": 12280850815882685436,
        "trace_id": 800980021652989304
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 03:22:01
success: True
trace_id: 800980021652989304

Scan 6669798

duration: 0:00:11.920475

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669798

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784183",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784183/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11192471680717925887,
        "service_name": "drive-thru",
        "span_id": 4494963528356254150,
        "trace_id": 9840474876846147325
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 03:06:55
success: True
trace_id: 9840474876846147325

Scan 6669017

duration: 0:00:11.748332

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669017

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784021",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730784021/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5857995456739171498,
        "service_name": "drive-thru",
        "span_id": 7030319366662719831,
        "trace_id": 11390221531089443806
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 02:46:09
success: True
trace_id: 11390221531089443806

Scan 6668298

duration: 0:00:14.357129

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668298

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783874",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783874/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11826934917738285038,
        "service_name": "drive-thru",
        "span_id": 5622765090918251812,
        "trace_id": 2170788921702563119
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 02:27:05
success: True
trace_id: 2170788921702563119

Scan 6667460

duration: 0:00:14.244124

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667460

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783733",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783733/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1415958089067816758,
        "service_name": "drive-thru",
        "span_id": 2480211084399289081,
        "trace_id": 2566160870267545621
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 02:05:00
success: True
trace_id: 2566160870267545621

Scan 6666897

duration: 0:00:11.686142

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666897

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783639",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783639/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10681106506245681220,
        "service_name": "drive-thru",
        "span_id": 1780674053023364385,
        "trace_id": 18031915253466222086
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 01:49:55
success: True
trace_id: 18031915253466222086

Scan 6666030

duration: 0:00:11.880569

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666030

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783489",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783489/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10917887265879453978,
        "service_name": "drive-thru",
        "span_id": 10169131575560041639,
        "trace_id": 8876844645903054137
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 01:27:08
success: True
trace_id: 8876844645903054137

Scan 6665294

duration: 0:00:11.776161

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665294

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783271",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730783271/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1553441780553296979,
        "service_name": "drive-thru",
        "span_id": 8465547950457261884,
        "trace_id": 18164526243836068962
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 01:07:46
success: True
trace_id: 18164526243836068962

Scan 6664346

duration: 0:00:11.876192

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664346

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782874",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782874/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12477574300333081214,
        "service_name": "drive-thru",
        "span_id": 16447679019152752491,
        "trace_id": 1836575778679317462
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 00:42:39
success: True
trace_id: 1836575778679317462

Scan 6663983

duration: 0:00:11.719128

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663983

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782780",
        "key": "raw/newbookdev_newbookcc_gateways_connections/2024-11-04/1730782780/cc_gateways_connections.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13186809835596513115,
        "service_name": "drive-thru",
        "span_id": 14416720543087100636,
        "trace_id": 16138054803280797041
    }
}

running: False
schema_name_id: 2453
start_time: 2024-11-05 00:33:08
success: True
trace_id: 16138054803280797041

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "allow_manual_entry": "string",
    "currency_id": "string",
    "default": "string",
    "for": "string",
    "for_id": "string",
    "gateway_oauth": "string",
    "gateway_settings": "string",
    "gateway_type": "string",
    "id": "string",
    "newbook_region": "string",
    "optional_cvv": "string",
    "preauth_expiry": "string",
    "process_with": "string",
    "requires_address": "string",
    "share_tokens": "string",
    "tenant": "string",
    "testing": "string",
    "use_3d_secure": "string"
}

created: 2024-11-05 22:45:07

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:40:08",
        "disabled": false,
        "format": "raw",
        "id": 2453,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_gateways_connections"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "allow_manual_entry": "string",
            "currency_id": "string",
            "default": "string",
            "for": "string",
            "for_id": "string",
            "gateway_oauth": "string",
            "gateway_settings": "string",
            "gateway_type": "string",
            "id": "string",
            "newbook_region": "string",
            "optional_cvv": "string",
            "preauth_expiry": "string",
            "process_with": "string",
            "requires_address": "string",
            "share_tokens": "string",
            "tenant": "string",
            "testing": "string",
            "use_3d_secure": "string"
        },
        "created": "2024-11-05 22:45:07",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `currency_id`  string , `gateway_type`  string , `gateway_settings`  string , `gateway_oauth`  string , `process_with`  string , `share_tokens`  string , `requires_address`  string , `optional_cvv`  string , `testing`  string , `default`  string , `preauth_expiry`  string , `use_3d_secure`  string , `allow_manual_entry`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_gateways_connections/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_gateways_connections"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}