Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktyro_devices

created: 2024-10-08 18:36:12
disabled: False
format: raw
id: 3063
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktyro_devices"
}

type: drivethrucsv

Schema Versions: 15

Version 4749473

created: 2024-11-05 23:54:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626
id: 4749473
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6675538
updated: 2024-11-05 23:55:05

Version 4749192

created: 2024-11-05 23:26:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866586'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866586
id: 4749192
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6675224
updated: 2024-11-05 23:27:04

Version 4748712

created: 2024-11-05 22:57:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866490'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866490
id: 4748712
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6674744
updated: 2024-11-05 22:57:50

Version 4746563

created: 2024-11-05 04:09:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785183'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785183
id: 4746563
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6671786
updated: 2024-11-05 04:09:54

Version 4746492

created: 2024-11-05 04:05:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785825'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785825
id: 4746492
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6671713
updated: 2024-11-05 04:06:01

Version 4745865

created: 2024-11-05 03:41:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784881'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784881
id: 4745865
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6671082
updated: 2024-11-05 03:41:29

Version 4744464

created: 2024-11-05 03:03:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784274'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784274
id: 4744464
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6669681
updated: 2024-11-05 03:03:55

Version 4744204

created: 2024-11-05 02:56:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784113'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784113
id: 4744204
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6669421
updated: 2024-11-05 02:56:58

Version 4743680

created: 2024-11-05 02:43:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783943'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783943
id: 4743680
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6668897
updated: 2024-11-05 02:43:12

Version 4742926

created: 2024-11-05 02:23:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783826
id: 4742926
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6668143
updated: 2024-11-05 02:23:15

Version 4742320

created: 2024-11-05 02:07:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783709'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783709
id: 4742320
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6667537
updated: 2024-11-05 02:07:16

Version 4740948

created: 2024-11-05 01:30:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783583'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783583
id: 4740948
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6666165
updated: 2024-11-05 01:30:56

Version 4740690

created: 2024-11-05 01:23:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783364
id: 4740690
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6665907
updated: 2024-11-05 01:24:10

Version 4740048

created: 2024-11-05 01:06:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782962'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782962
id: 4740048
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6665264
updated: 2024-11-05 01:07:08

Version 4738692

created: 2024-11-05 00:31:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782765'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782765
id: 4738692
processed: 1

raw_data:

{
    "active": 8,
    "id": 2,
    "integrated_receipts": 7,
    "integrationKey": 6,
    "merchantID": 4,
    "name": 3,
    "newbook_region": 0,
    "tenant": 1,
    "terminalID": 5
}

schema_attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

schema_name_id: 3063
schema_scan_id: 6663905
updated: 2024-11-05 00:31:17

Schema Scans: 15

Last at 2024-11-05 23:54:51

Scan 6675538

duration: 0:00:14.062669

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675538

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14291838547283632741,
        "service_name": "drive-thru",
        "span_id": 2968314408195732945,
        "trace_id": 9032703575644103638
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 23:54:51
success: True
trace_id: 9032703575644103638

Scan 6675224

duration: 0:00:11.740166

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675224

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866586",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-05/1730866586/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5686110290800439995,
        "service_name": "drive-thru",
        "span_id": 4814168033478395221,
        "trace_id": 10832567672359811727
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 23:26:52
success: True
trace_id: 10832567672359811727

Scan 6674744

duration: 0:00:14.093387

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674744

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866490",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-05/1730866490/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14272917914801537495,
        "service_name": "drive-thru",
        "span_id": 16125350795622448016,
        "trace_id": 5016464358732242853
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 22:57:36
success: True
trace_id: 5016464358732242853

Scan 6671786

duration: 0:00:14.192684

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671786

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785183",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730785183/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7057138005184059872,
        "service_name": "drive-thru",
        "span_id": 7444931152569484782,
        "trace_id": 5154538325446405580
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 04:09:40
success: True
trace_id: 5154538325446405580

Scan 6671713

duration: 0:00:11.578011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671713

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730785825",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730785825/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12561240029151219109,
        "service_name": "drive-thru",
        "span_id": 3171638150634025829,
        "trace_id": 12426336357498500794
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 04:05:50
success: True
trace_id: 12426336357498500794

Scan 6671082

duration: 0:00:11.536298

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671082

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784881",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730784881/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18008275715957253941,
        "service_name": "drive-thru",
        "span_id": 3910162829161910047,
        "trace_id": 16184085959457471688
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 03:41:17
success: True
trace_id: 16184085959457471688

Scan 6669681

duration: 0:00:13.974888

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669681

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784274",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730784274/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15370525706793475665,
        "service_name": "drive-thru",
        "span_id": 17015133457040889193,
        "trace_id": 12079125680302327484
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 03:03:41
success: True
trace_id: 12079125680302327484

Scan 6669421

duration: 0:00:14.140649

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669421

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730784113",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730784113/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16447263593343306147,
        "service_name": "drive-thru",
        "span_id": 6551040110153409146,
        "trace_id": 14610908167745010328
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 02:56:44
success: True
trace_id: 14610908167745010328

Scan 6668897

duration: 0:00:11.460372

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668897

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783943",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730783943/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11337833107287405965,
        "service_name": "drive-thru",
        "span_id": 16876117910297544473,
        "trace_id": 1703166913577604477
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 02:43:00
success: True
trace_id: 1703166913577604477

Scan 6668143

duration: 0:00:11.412684

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668143

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783826",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730783826/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10498687100434419639,
        "service_name": "drive-thru",
        "span_id": 17727060951144508719,
        "trace_id": 4072251437366716952
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 02:23:03
success: True
trace_id: 4072251437366716952

Scan 6667537

duration: 0:00:13.881251

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667537

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783709",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730783709/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6706024069184202737,
        "service_name": "drive-thru",
        "span_id": 1454825457268562646,
        "trace_id": 5695523153276753341
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 02:07:03
success: True
trace_id: 5695523153276753341

Scan 6666165

duration: 0:00:11.330874

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666165

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783583",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730783583/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14304090777257312010,
        "service_name": "drive-thru",
        "span_id": 4797236559070074861,
        "trace_id": 1349484714970357619
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 01:30:44
success: True
trace_id: 1349484714970357619

Scan 6665907

duration: 0:00:11.336949

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665907

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730783364",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730783364/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2504154718497700115,
        "service_name": "drive-thru",
        "span_id": 13920042397385812702,
        "trace_id": 10160047903605403825
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 01:23:59
success: True
trace_id: 10160047903605403825

Scan 6665264

duration: 0:00:11.410730

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665264

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782962",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730782962/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9008589079744562563,
        "service_name": "drive-thru",
        "span_id": 1006739230387984837,
        "trace_id": 6450866681298938683
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 01:06:57
success: True
trace_id: 6450866681298938683

Scan 6663905

duration: 0:00:11.548040

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663905

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-04/1730782765",
        "key": "raw/newbookdev_newbooktyro_devices/2024-11-04/1730782765/tyro_devices.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktyro_devices",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14144378517489490236,
        "service_name": "drive-thru",
        "span_id": 15791511720334876848,
        "trace_id": 3570296735031511026
    }
}

running: False
schema_name_id: 3063
start_time: 2024-11-05 00:31:06
success: True
trace_id: 3570296735031511026

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "id": "string",
    "integrated_receipts": "string",
    "integrationKey": "string",
    "merchantID": "string",
    "name": "string",
    "newbook_region": "string",
    "tenant": "string",
    "terminalID": "string"
}

created: 2024-11-05 23:54:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:36:12",
        "disabled": false,
        "format": "raw",
        "id": 3063,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktyro_devices"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "id": "string",
            "integrated_receipts": "string",
            "integrationKey": "string",
            "merchantID": "string",
            "name": "string",
            "newbook_region": "string",
            "tenant": "string",
            "terminalID": "string"
        },
        "created": "2024-11-05 23:54:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktyro_devices`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `merchantID`  string , `terminalID`  string , `integrationKey`  string , `integrated_receipts`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktyro_devices/2024-11-05/1730866626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktyro_devices`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktyro_devices"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}