Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock
- created: 2024-10-08 18:02:16
- disabled: False
- format: raw
- id: 2752
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookinventory_items_stock" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749101
- created: 2024-11-05 23:20:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522
- id: 4749101
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6675133
- updated: 2024-11-05 23:20:31
-
Version 4748586
- created: 2024-11-05 22:52:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866453'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866453
- id: 4748586
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6674618
- updated: 2024-11-05 22:52:33
-
Version 4747860
- created: 2024-11-05 22:27:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866326'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866326
- id: 4747860
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6673892
- updated: 2024-11-05 22:28:08
-
Version 4746924
- created: 2024-11-05 04:33:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785733'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785733
- id: 4746924
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6672155
- updated: 2024-11-05 04:33:16
-
Version 4746203
- created: 2024-11-05 03:52:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785131'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785131
- id: 4746203
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6671424
- updated: 2024-11-05 03:53:12
-
Version 4745518
- created: 2024-11-05 03:31:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784826'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784826
- id: 4745518
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6670735
- updated: 2024-11-05 03:31:48
-
Version 4744975
- created: 2024-11-05 03:17:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784222'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784222
- id: 4744975
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6670192
- updated: 2024-11-05 03:17:35
-
Version 4744296
- created: 2024-11-05 02:59:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784060'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784060
- id: 4744296
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6669513
- updated: 2024-11-05 02:59:19
-
Version 4742920
- created: 2024-11-05 02:22:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783845'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783845
- id: 4742920
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6668137
- updated: 2024-11-05 02:23:08
-
Version 4742667
- created: 2024-11-05 02:16:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783774'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783774
- id: 4742667
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6667885
- updated: 2024-11-05 02:16:27
-
Version 4742027
- created: 2024-11-05 01:59:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783669'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783669
- id: 4742027
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6667244
- updated: 2024-11-05 01:59:16
-
Version 4741188
- created: 2024-11-05 01:37:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783530'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783530
- id: 4741188
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6666404
- updated: 2024-11-05 01:37:15
-
Version 4740466
- created: 2024-11-05 01:18:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783312'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783312
- id: 4740466
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6665683
- updated: 2024-11-05 01:18:14
-
Version 4739654
- created: 2024-11-05 00:56:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782913'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782913
- id: 4739654
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6664871
- updated: 2024-11-05 00:56:32
-
Version 4738739
- created: 2024-11-05 00:32:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782811'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782811
- id: 4738739
- processed: 1
- raw_data:
{ "additional_information": 7, "cost_price": 4, "date_purchased": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "reserved_for": 9, "reserved_for_id": 10, "serial": 6, "status": 8, "supplier_id": 11, "tenant": 1 } - schema_attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - schema_name_id: 2752
- schema_scan_id: 6663952
- updated: 2024-11-05 00:32:35
Schema Scans: 15
Last at 2024-11-05 23:20:19
-
Scan 6675133
- duration: 0:00:11.761466
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675133
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4845043499302760023, "service_name": "drive-thru", "span_id": 7325363165306163824, "trace_id": 3825630863199985674 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 23:20:19
- success: True
- trace_id: 3825630863199985674
-
Scan 6674618
- duration: 0:00:11.982775
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674618
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866453", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866453/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3924660221195948695, "service_name": "drive-thru", "span_id": 5199099144872595798, "trace_id": 5085667865100760003 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 22:52:21
- success: True
- trace_id: 5085667865100760003
-
Scan 6673892
- duration: 0:00:14.004601
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673892
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866326", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866326/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10633829854982618132, "service_name": "drive-thru", "span_id": 2819175918044076450, "trace_id": 10553038163416359411 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 22:27:54
- success: True
- trace_id: 10553038163416359411
-
Scan 6672155
- duration: 0:00:11.773743
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672155
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785733", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785733/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15264452595229225262, "service_name": "drive-thru", "span_id": 13632433343353064230, "trace_id": 6096566036788411067 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 04:33:05
- success: True
- trace_id: 6096566036788411067
-
Scan 6671424
- duration: 0:00:14.247478
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671424
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785131", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730785131/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11578715947176038873, "service_name": "drive-thru", "span_id": 293314057191865165, "trace_id": 604059195187207942 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 03:52:57
- success: True
- trace_id: 604059195187207942
-
Scan 6670735
- duration: 0:00:14.218780
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670735
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784826", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784826/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2154584141742164182, "service_name": "drive-thru", "span_id": 7202952282464650747, "trace_id": 16500020127875744399 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 03:31:34
- success: True
- trace_id: 16500020127875744399
-
Scan 6670192
- duration: 0:00:14.140109
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670192
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784222", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784222/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8051919313258480563, "service_name": "drive-thru", "span_id": 11533162241234766110, "trace_id": 15363502609328753701 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 03:17:21
- success: True
- trace_id: 15363502609328753701
-
Scan 6669513
- duration: 0:00:11.453419
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669513
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784060", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730784060/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10324435822206071627, "service_name": "drive-thru", "span_id": 11646149788869961421, "trace_id": 2098928575673477924 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 02:59:08
- success: True
- trace_id: 2098928575673477924
-
Scan 6668137
- duration: 0:00:13.960690
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668137
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783845", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783845/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1436657302019396255, "service_name": "drive-thru", "span_id": 8461275167113024582, "trace_id": 10877171754988850093 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 02:22:54
- success: True
- trace_id: 10877171754988850093
-
Scan 6667885
- duration: 0:00:11.629819
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667885
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783774", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783774/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15195960133749083849, "service_name": "drive-thru", "span_id": 11690638507350237257, "trace_id": 15393975092594184394 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 02:16:16
- success: True
- trace_id: 15393975092594184394
-
Scan 6667244
- duration: 0:00:11.566509
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667244
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783669", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783669/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17865510608301977512, "service_name": "drive-thru", "span_id": 7289448640092083280, "trace_id": 4089293221020949095 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 01:59:05
- success: True
- trace_id: 4089293221020949095
-
Scan 6666404
- duration: 0:00:11.534911
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666404
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783530", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783530/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16235090596457568702, "service_name": "drive-thru", "span_id": 11743020509026252819, "trace_id": 322395959454491236 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 01:37:03
- success: True
- trace_id: 322395959454491236
-
Scan 6665683
- duration: 0:00:11.522396
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665683
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783312", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730783312/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17345665297789338950, "service_name": "drive-thru", "span_id": 7288109989829329213, "trace_id": 16444905895633484490 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 01:18:02
- success: True
- trace_id: 16444905895633484490
-
Scan 6664871
- duration: 0:00:11.528957
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664871
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782913", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782913/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8653963833631252624, "service_name": "drive-thru", "span_id": 4791932612665442951, "trace_id": 16117698567634685769 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 00:56:21
- success: True
- trace_id: 16117698567634685769
-
Scan 6663952
- duration: 0:00:14.151198
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663952
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782811", "key": "raw/newbookdev_newbookinventory_items_stock/2024-11-04/1730782811/inventory_items_stock.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7485339464933858806, "service_name": "drive-thru", "span_id": 900161930145171505, "trace_id": 10002401388629193571 } } - running: False
- schema_name_id: 2752
- start_time: 2024-11-05 00:32:21
- success: True
- trace_id: 10002401388629193571
- attributes:
{ "additional_information": "string", "cost_price": "string", "date_purchased": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "reserved_for": "string", "reserved_for_id": "string", "serial": "string", "status": "string", "supplier_id": "string", "tenant": "string" } - created: 2024-11-05 23:20:20
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:02:16",
"disabled": false,
"format": "raw",
"id": 2752,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookinventory_items_stock"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"additional_information": "string",
"cost_price": "string",
"date_purchased": "string",
"id": "string",
"inventory_item_id": "string",
"newbook_region": "string",
"reserved_for": "string",
"reserved_for_id": "string",
"serial": "string",
"status": "string",
"supplier_id": "string",
"tenant": "string"
},
"created": "2024-11-05 23:20:20",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `cost_price` string , `date_purchased` string , `serial` string , `additional_information` string , `status` string , `reserved_for` string , `reserved_for_id` string , `supplier_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinventory_items_stock/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinventory_items_stock"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}