Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookassets

created: 2024-10-08 17:43:04
disabled: False
format: raw
id: 2493
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookassets"
}

type: drivethrucsv

Schema Versions: 15

Version 4748178

created: 2024-11-05 22:37:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866362'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866362
id: 4748178
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6674210
updated: 2024-11-05 22:37:23

Version 4747715

created: 2024-11-05 22:24:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866297'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866297
id: 4747715
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6673747
updated: 2024-11-05 22:24:20

Version 4747346

created: 2024-11-05 22:12:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866229'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866229
id: 4747346
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6673378
updated: 2024-11-05 22:12:26

Version 4746678

created: 2024-11-05 04:15:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785647'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785647
id: 4746678
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6671902
updated: 2024-11-05 04:16:10

Version 4745926

created: 2024-11-05 03:43:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785080'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785080
id: 4745926
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6671146
updated: 2024-11-05 03:43:22

Version 4745043

created: 2024-11-05 03:19:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784775'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784775
id: 4745043
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6670260
updated: 2024-11-05 03:19:19

Version 4743899

created: 2024-11-05 02:48:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784172'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784172
id: 4743899
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6669116
updated: 2024-11-05 02:49:00

Version 4743722

created: 2024-11-05 02:44:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784009'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784009
id: 4743722
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6668939
updated: 2024-11-05 02:44:17

Version 4742862

created: 2024-11-05 02:21:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783832'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783832
id: 4742862
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6668079
updated: 2024-11-05 02:21:35

Version 4742308

created: 2024-11-05 02:06:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783722'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783722
id: 4742308
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6667525
updated: 2024-11-05 02:07:01

Version 4741129

created: 2024-11-05 01:35:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783630'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783630
id: 4741129
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6666345
updated: 2024-11-05 01:35:45

Version 4740765

created: 2024-11-05 01:25:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783477'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783477
id: 4740765
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6665982
updated: 2024-11-05 01:26:04

Version 4740013

created: 2024-11-05 01:06:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783260'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783260
id: 4740013
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6665230
updated: 2024-11-05 01:06:16

Version 4739360

created: 2024-11-05 00:48:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782862'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782862
id: 4739360
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6664575
updated: 2024-11-05 00:48:47

Version 4738659

created: 2024-11-05 00:30:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782771'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782771
id: 4738659
processed: 1

raw_data:

{
    "barcode": 9,
    "category_id": 3,
    "description": 6,
    "id": 2,
    "image": 7,
    "model": 5,
    "name": 4,
    "newbook_region": 0,
    "price": 10,
    "purchased_on": 11,
    "removed_on": 12,
    "requires_testing": 13,
    "serial": 8,
    "tenant": 1
}

schema_attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

schema_name_id: 2493
schema_scan_id: 6663871
updated: 2024-11-05 00:30:23

Schema Scans: 15

Last at 2024-11-05 22:37:12

Scan 6674210

duration: 0:00:11.728751

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674210

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866362",
        "key": "raw/newbookdev_newbookassets/2024-11-05/1730866362/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8432370253556117117,
        "service_name": "drive-thru",
        "span_id": 7710831224451283163,
        "trace_id": 17670930485727798211
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 22:37:12
success: True
trace_id: 17670930485727798211

Scan 6673747

duration: 0:00:14.090351

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673747

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866297",
        "key": "raw/newbookdev_newbookassets/2024-11-05/1730866297/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6079348423564340356,
        "service_name": "drive-thru",
        "span_id": 1192862246306027670,
        "trace_id": 3658460659455237619
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 22:24:06
success: True
trace_id: 3658460659455237619

Scan 6673378

duration: 0:00:11.893748

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673378

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866229",
        "key": "raw/newbookdev_newbookassets/2024-11-05/1730866229/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2785098337345929783,
        "service_name": "drive-thru",
        "span_id": 5610864724130179993,
        "trace_id": 15762158065523677277
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 22:12:15
success: True
trace_id: 15762158065523677277

Scan 6671902

duration: 0:00:11.837882

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671902

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785647",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730785647/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 184927012994023096,
        "service_name": "drive-thru",
        "span_id": 6213436933244954785,
        "trace_id": 1076165568022268203
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 04:15:59
success: True
trace_id: 1076165568022268203

Scan 6671146

duration: 0:00:11.700274

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671146

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730785080",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730785080/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11116073466655888005,
        "service_name": "drive-thru",
        "span_id": 1015512093492911862,
        "trace_id": 17366073721158686891
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 03:43:10
success: True
trace_id: 17366073721158686891

Scan 6670260

duration: 0:00:11.459669

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670260

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784775",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730784775/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10031916192735086463,
        "service_name": "drive-thru",
        "span_id": 4686719632707906942,
        "trace_id": 18205349254677899063
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 03:19:07
success: True
trace_id: 18205349254677899063

Scan 6669116

duration: 0:00:14.140315

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669116

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784172",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730784172/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11364579787280718427,
        "service_name": "drive-thru",
        "span_id": 10611126047607539847,
        "trace_id": 13450206596401959394
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 02:48:46
success: True
trace_id: 13450206596401959394

Scan 6668939

duration: 0:00:11.675549

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668939

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730784009",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730784009/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1883626043470781095,
        "service_name": "drive-thru",
        "span_id": 10768601109072797382,
        "trace_id": 3324188109870860503
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 02:44:06
success: True
trace_id: 3324188109870860503

Scan 6668079

duration: 0:00:11.566749

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668079

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783832",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730783832/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5999939976292641086,
        "service_name": "drive-thru",
        "span_id": 10547401970178601682,
        "trace_id": 4111846669008211576
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 02:21:23
success: True
trace_id: 4111846669008211576

Scan 6667525

duration: 0:00:14.044791

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667525

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783722",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730783722/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2006830222044666051,
        "service_name": "drive-thru",
        "span_id": 17655033872586318719,
        "trace_id": 4216362349783834448
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 02:06:47
success: True
trace_id: 4216362349783834448

Scan 6666345

duration: 0:00:14.280552

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666345

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783630",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730783630/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17892795558190047660,
        "service_name": "drive-thru",
        "span_id": 12502857155180189917,
        "trace_id": 8980208866069451409
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 01:35:31
success: True
trace_id: 8980208866069451409

Scan 6665982

duration: 0:00:11.639504

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665982

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783477",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730783477/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15789637860537326253,
        "service_name": "drive-thru",
        "span_id": 15184948142610605580,
        "trace_id": 15108781897972750524
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 01:25:52
success: True
trace_id: 15108781897972750524

Scan 6665230

duration: 0:00:14.127381

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665230

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730783260",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730783260/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1410921467500761845,
        "service_name": "drive-thru",
        "span_id": 3993746773110838386,
        "trace_id": 11202348200986827740
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 01:06:02
success: True
trace_id: 11202348200986827740

Scan 6664575

duration: 0:00:11.599107

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664575

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782862",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730782862/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5032750544581065035,
        "service_name": "drive-thru",
        "span_id": 10716730030635742823,
        "trace_id": 16761779964854818906
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 00:48:35
success: True
trace_id: 16761779964854818906

Scan 6663871

duration: 0:00:11.643349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663871

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-04/1730782771",
        "key": "raw/newbookdev_newbookassets/2024-11-04/1730782771/assets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookassets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15648795879811940237,
        "service_name": "drive-thru",
        "span_id": 1814772152061783773,
        "trace_id": 1032039067901993276
    }
}

running: False
schema_name_id: 2493
start_time: 2024-11-05 00:30:11
success: True
trace_id: 1032039067901993276

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "barcode": "string",
    "category_id": "string",
    "description": "string",
    "id": "string",
    "image": "string",
    "model": "string",
    "name": "string",
    "newbook_region": "string",
    "price": "string",
    "purchased_on": "string",
    "removed_on": "string",
    "requires_testing": "string",
    "serial": "string",
    "tenant": "string"
}

created: 2024-11-05 22:37:12

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866362'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:43:04",
        "disabled": false,
        "format": "raw",
        "id": 2493,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookassets"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "barcode": "string",
            "category_id": "string",
            "description": "string",
            "id": "string",
            "image": "string",
            "model": "string",
            "name": "string",
            "newbook_region": "string",
            "price": "string",
            "purchased_on": "string",
            "removed_on": "string",
            "requires_testing": "string",
            "serial": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:37:12",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookassets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `category_id`  string , `name`  string , `model`  string , `description`  string , `image`  string , `serial`  string , `barcode`  string , `price`  string , `purchased_on`  string , `removed_on`  string , `requires_testing`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookassets/2024-11-05/1730866362'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookassets`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookassets"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}