Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks

created: 2024-10-08 18:21:02
disabled: False
format: raw
id: 2924
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_inventory_items_tasks"
}

type: drivethrucsv

Schema Versions: 15

Version 4749516

created: 2024-11-06 00:00:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613
id: 4749516
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6675620
updated: 2024-11-06 00:00:19

Version 4749220

created: 2024-11-05 23:28:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866565'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866565
id: 4749220
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6675252
updated: 2024-11-05 23:28:56

Version 4748564

created: 2024-11-05 22:51:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866462'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866462
id: 4748564
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6674596
updated: 2024-11-05 22:51:34

Version 4746713

created: 2024-11-05 04:17:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785174'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785174
id: 4746713
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6671937
updated: 2024-11-05 04:18:05

Version 4746402

created: 2024-11-05 04:01:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785809'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785809
id: 4746402
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6671623
updated: 2024-11-05 04:01:43

Version 4745808

created: 2024-11-05 03:39:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784868'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784868
id: 4745808
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6671025
updated: 2024-11-05 03:39:46

Version 4744931

created: 2024-11-05 03:16:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784265'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784265
id: 4744931
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6670149
updated: 2024-11-05 03:16:24

Version 4744693

created: 2024-11-05 03:09:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784103'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784103
id: 4744693
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6669910
updated: 2024-11-05 03:10:06

Version 4743631

created: 2024-11-05 02:41:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783936
id: 4743631
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6668849
updated: 2024-11-05 02:41:56

Version 4742874

created: 2024-11-05 02:21:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783817
id: 4742874
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6668091
updated: 2024-11-05 02:21:54

Version 4741741

created: 2024-11-05 01:51:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783622'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783622
id: 4741741
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6666958
updated: 2024-11-05 01:51:44

Version 4741507

created: 2024-11-05 01:45:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783574
id: 4741507
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6666724
updated: 2024-11-05 01:45:34

Version 4740607

created: 2024-11-05 01:21:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783355'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783355
id: 4740607
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6665824
updated: 2024-11-05 01:21:56

Version 4739945

created: 2024-11-05 01:04:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782953'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782953
id: 4739945
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6665163
updated: 2024-11-05 01:04:25

Version 4738986

created: 2024-11-05 00:38:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782842
id: 4738986
processed: 1

raw_data:

{
    "content": 5,
    "id": 2,
    "inventory_item_id": 3,
    "newbook_region": 0,
    "removed_by": 7,
    "removed_when": 6,
    "tariff_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

schema_name_id: 2924
schema_scan_id: 6664200
updated: 2024-11-05 00:39:00

Schema Scans: 15

Last at 2024-11-06 00:00:08

Scan 6675620

duration: 0:00:11.525350

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675620

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7837568531901532347,
        "service_name": "drive-thru",
        "span_id": 15832140570521833954,
        "trace_id": 4404173225385185850
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-06 00:00:08
success: True
trace_id: 4404173225385185850

Scan 6675252

duration: 0:00:11.681727

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675252

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866565",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866565/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13746106858656599722,
        "service_name": "drive-thru",
        "span_id": 16793580091912245838,
        "trace_id": 17445288044669651319
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 23:28:44
success: True
trace_id: 17445288044669651319

Scan 6674596

duration: 0:00:11.556868

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674596

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866462",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866462/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11496306285622308537,
        "service_name": "drive-thru",
        "span_id": 1368627598945048059,
        "trace_id": 5084224379490884545
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 22:51:23
success: True
trace_id: 5084224379490884545

Scan 6671937

duration: 0:00:14.077108

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671937

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785174",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785174/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 813193313444277311,
        "service_name": "drive-thru",
        "span_id": 13404045784820372123,
        "trace_id": 17602344891083131106
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 04:17:51
success: True
trace_id: 17602344891083131106

Scan 6671623

duration: 0:00:14.084056

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671623

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785809",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730785809/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7760184711868778936,
        "service_name": "drive-thru",
        "span_id": 14860039262926755178,
        "trace_id": 16527489239822896016
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 04:01:29
success: True
trace_id: 16527489239822896016

Scan 6671025

duration: 0:00:14.162119

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671025

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784868",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784868/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6171477388910519771,
        "service_name": "drive-thru",
        "span_id": 13312381061116055008,
        "trace_id": 13400252302062074348
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 03:39:32
success: True
trace_id: 13400252302062074348

Scan 6670149

duration: 0:00:11.470053

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670149

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784265",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784265/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10733874354957840042,
        "service_name": "drive-thru",
        "span_id": 484456107109062285,
        "trace_id": 11049417800262828668
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 03:16:13
success: True
trace_id: 11049417800262828668

Scan 6669910

duration: 0:00:11.362279

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669910

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784103",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730784103/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12935466273003518527,
        "service_name": "drive-thru",
        "span_id": 437662197453867149,
        "trace_id": 5380208050015735792
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 03:09:54
success: True
trace_id: 5380208050015735792

Scan 6668849

duration: 0:00:11.497073

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668849

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783936",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783936/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8753522976417051207,
        "service_name": "drive-thru",
        "span_id": 12841787703990851679,
        "trace_id": 5005215001070687202
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 02:41:45
success: True
trace_id: 5005215001070687202

Scan 6668091

duration: 0:00:11.482100

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668091

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783817",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783817/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3481374686324296786,
        "service_name": "drive-thru",
        "span_id": 625168638421622345,
        "trace_id": 4447988651650651110
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 02:21:42
success: True
trace_id: 4447988651650651110

Scan 6666958

duration: 0:00:11.274410

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666958

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783622",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783622/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13535033415542562177,
        "service_name": "drive-thru",
        "span_id": 4349541213600314371,
        "trace_id": 345604728597355049
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 01:51:33
success: True
trace_id: 345604728597355049

Scan 6666724

duration: 0:00:11.380630

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666724

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783574",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783574/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6410149228042263851,
        "service_name": "drive-thru",
        "span_id": 17335190615198168175,
        "trace_id": 15243363591822197194
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 01:45:23
success: True
trace_id: 15243363591822197194

Scan 6665824

duration: 0:00:14.002183

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665824

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783355",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730783355/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1515842197959768906,
        "service_name": "drive-thru",
        "span_id": 5729920654700705195,
        "trace_id": 3209696079882668222
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 01:21:42
success: True
trace_id: 3209696079882668222

Scan 6665163

duration: 0:00:11.398224

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665163

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782953",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782953/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 909959271246944172,
        "service_name": "drive-thru",
        "span_id": 15105104700919994927,
        "trace_id": 15786200191001751529
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 01:04:13
success: True
trace_id: 15786200191001751529

Scan 6664200

duration: 0:00:11.330190

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664200

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782842",
        "key": "raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-04/1730782842/tariffs_inventory_items_tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10273759298691704974,
        "service_name": "drive-thru",
        "span_id": 5866657630021891590,
        "trace_id": 12667789869110328110
    }
}

running: False
schema_name_id: 2924
start_time: 2024-11-05 00:38:49
success: True
trace_id: 12667789869110328110

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "content": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_when": "string",
    "tariff_id": "string",
    "tenant": "string"
}

created: 2024-11-06 00:00:08

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:21:02",
        "disabled": false,
        "format": "raw",
        "id": 2924,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_inventory_items_tasks"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "content": "string",
            "id": "string",
            "inventory_item_id": "string",
            "newbook_region": "string",
            "removed_by": "string",
            "removed_when": "string",
            "tariff_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-06 00:00:08",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_item_id`  string , `tariff_id`  string , `content`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_inventory_items_tasks/2024-11-05/1730866613'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_inventory_items_tasks"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}