Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link

created: 2024-10-08 17:55:03
disabled: False
format: raw
id: 2659
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookinventory_items_sets_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4748888

created: 2024-11-05 23:07:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522
id: 4748888
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6674920
updated: 2024-11-05 23:07:12

Version 4748613

created: 2024-11-05 22:53:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866452'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866452
id: 4748613
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6674645
updated: 2024-11-05 22:53:40

Version 4747854

created: 2024-11-05 22:27:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866326'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866326
id: 4747854
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6673886
updated: 2024-11-05 22:27:54

Version 4746912

created: 2024-11-05 04:32:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785733
id: 4746912
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6672143
updated: 2024-11-05 04:32:25

Version 4746243

created: 2024-11-05 03:54:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785131'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785131
id: 4746243
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6671464
updated: 2024-11-05 03:54:51

Version 4745470

created: 2024-11-05 03:30:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784826
id: 4745470
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6670687
updated: 2024-11-05 03:30:30

Version 4745217

created: 2024-11-05 03:23:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784222'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784222
id: 4745217
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6670434
updated: 2024-11-05 03:23:49

Version 4744293

created: 2024-11-05 02:59:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784060'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784060
id: 4744293
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6669510
updated: 2024-11-05 02:59:17

Version 4743382

created: 2024-11-05 02:35:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783904
id: 4743382
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6668599
updated: 2024-11-05 02:35:25

Version 4742509

created: 2024-11-05 02:12:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783773'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783773
id: 4742509
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6667726
updated: 2024-11-05 02:12:20

Version 4741932

created: 2024-11-05 01:56:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783669'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783669
id: 4741932
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6667149
updated: 2024-11-05 01:56:51

Version 4741038

created: 2024-11-05 01:33:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783530
id: 4741038
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6666255
updated: 2024-11-05 01:33:24

Version 4740450

created: 2024-11-05 01:17:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783312'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783312
id: 4740450
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6665667
updated: 2024-11-05 01:17:51

Version 4739603

created: 2024-11-05 00:54:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782912'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782912
id: 4739603
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6664820
updated: 2024-11-05 00:55:09

Version 4738737

created: 2024-11-05 00:32:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782752'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782752
id: 4738737
processed: 1

raw_data:

{
    "display_order": 7,
    "id": 2,
    "inventory_item_id": 4,
    "inventory_items_set_id": 3,
    "item_type": 5,
    "newbook_region": 0,
    "qty": 6,
    "tenant": 1
}

schema_attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

schema_name_id: 2659
schema_scan_id: 6663950
updated: 2024-11-05 00:32:23

Schema Scans: 15

Last at 2024-11-05 23:07:01

Scan 6674920

duration: 0:00:11.772056

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674920

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3873875334266686750,
        "service_name": "drive-thru",
        "span_id": 14482425414516899010,
        "trace_id": 17451063721291283790
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 23:07:01
success: True
trace_id: 17451063721291283790

Scan 6674645

duration: 0:00:14.062026

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674645

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866452",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866452/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8995741462498983262,
        "service_name": "drive-thru",
        "span_id": 17612205133871781086,
        "trace_id": 8425737600301254255
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 22:53:26
success: True
trace_id: 8425737600301254255

Scan 6673886

duration: 0:00:11.353675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673886

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866326",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866326/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6317754533745013783,
        "service_name": "drive-thru",
        "span_id": 8850530395205408339,
        "trace_id": 11629890463896778286
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 22:27:43
success: True
trace_id: 11629890463896778286

Scan 6672143

duration: 0:00:14.116218

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672143

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785733",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785733/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15890951168492110816,
        "service_name": "drive-thru",
        "span_id": 4622220704603162193,
        "trace_id": 16056992644656409335
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 04:32:11
success: True
trace_id: 16056992644656409335

Scan 6671464

duration: 0:00:14.046303

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671464

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785131",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730785131/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8480547109707195459,
        "service_name": "drive-thru",
        "span_id": 1672933911011059345,
        "trace_id": 16224172793291506802
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 03:54:37
success: True
trace_id: 16224172793291506802

Scan 6670687

duration: 0:00:11.274912

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670687

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784826",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784826/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13077110236018727732,
        "service_name": "drive-thru",
        "span_id": 5049289606416002619,
        "trace_id": 13468632199395416959
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 03:30:19
success: True
trace_id: 13468632199395416959

Scan 6670434

duration: 0:00:11.419470

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670434

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784222",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784222/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3638809902721766234,
        "service_name": "drive-thru",
        "span_id": 3705294504951599926,
        "trace_id": 14604933361859680585
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 03:23:38
success: True
trace_id: 14604933361859680585

Scan 6669510

duration: 0:00:14.083321

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669510

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784060",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730784060/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8830082498197877773,
        "service_name": "drive-thru",
        "span_id": 6946537051687373728,
        "trace_id": 16551896328749936854
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 02:59:03
success: True
trace_id: 16551896328749936854

Scan 6668599

duration: 0:00:13.849451

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668599

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783904",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783904/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14530646547939273204,
        "service_name": "drive-thru",
        "span_id": 14009638003848261586,
        "trace_id": 5960779908810908451
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 02:35:11
success: True
trace_id: 5960779908810908451

Scan 6667726

duration: 0:00:13.864829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667726

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783773",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783773/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8389475276685090837,
        "service_name": "drive-thru",
        "span_id": 9745155921587142703,
        "trace_id": 3784578858617265115
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 02:12:06
success: True
trace_id: 3784578858617265115

Scan 6667149

duration: 0:00:13.944609

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667149

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783669",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783669/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17630710096907768175,
        "service_name": "drive-thru",
        "span_id": 5139169343091738577,
        "trace_id": 9234933235717500463
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 01:56:37
success: True
trace_id: 9234933235717500463

Scan 6666255

duration: 0:00:13.918880

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666255

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783530",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783530/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13717232647497189264,
        "service_name": "drive-thru",
        "span_id": 4223275842196881995,
        "trace_id": 84343562677001173
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 01:33:10
success: True
trace_id: 84343562677001173

Scan 6665667

duration: 0:00:14.006593

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665667

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783312",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730783312/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3238406712557955757,
        "service_name": "drive-thru",
        "span_id": 2979083735200333450,
        "trace_id": 10728480605240632724
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 01:17:37
success: True
trace_id: 10728480605240632724

Scan 6664820

duration: 0:00:13.903789

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664820

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782912",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782912/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11543282594708876250,
        "service_name": "drive-thru",
        "span_id": 16193710217861531420,
        "trace_id": 11371360879062011580
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 00:54:55
success: True
trace_id: 11371360879062011580

Scan 6663950

duration: 0:00:11.341151

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663950

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782752",
        "key": "raw/newbookdev_newbookinventory_items_sets_link/2024-11-04/1730782752/inventory_items_sets_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14765111459593487115,
        "service_name": "drive-thru",
        "span_id": 2822291707513209463,
        "trace_id": 8869355174343996609
    }
}

running: False
schema_name_id: 2659
start_time: 2024-11-05 00:32:12
success: True
trace_id: 8869355174343996609

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "display_order": "string",
    "id": "string",
    "inventory_item_id": "string",
    "inventory_items_set_id": "string",
    "item_type": "string",
    "newbook_region": "string",
    "qty": "string",
    "tenant": "string"
}

created: 2024-11-05 23:07:01

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:55:03",
        "disabled": false,
        "format": "raw",
        "id": 2659,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookinventory_items_sets_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "display_order": "string",
            "id": "string",
            "inventory_item_id": "string",
            "inventory_items_set_id": "string",
            "item_type": "string",
            "newbook_region": "string",
            "qty": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:07:01",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `inventory_items_set_id`  string , `inventory_item_id`  string , `item_type`  string , `qty`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_sets_link/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_sets_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}