Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks
- created: 2024-10-08 17:34:31
- disabled: False
- format: raw
- id: 2384
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookaccommodation_categories_inventory_items_tasks" } - type: drivethrucsv
Schema Versions: 15
-
Version 4747959
- created: 2024-11-05 22:30:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345
- id: 4747959
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6673991
- updated: 2024-11-05 22:30:41
-
Version 4747544
- created: 2024-11-05 22:19:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866282'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866282
- id: 4747544
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6673576
- updated: 2024-11-05 22:19:50
-
Version 4747354
- created: 2024-11-05 22:13:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866225'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866225
- id: 4747354
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6673386
- updated: 2024-11-05 22:13:16
-
Version 4746606
- created: 2024-11-05 04:12:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785636'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785636
- id: 4746606
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6671829
- updated: 2024-11-05 04:12:16
-
Version 4745767
- created: 2024-11-05 03:38:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785074'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785074
- id: 4745767
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6670984
- updated: 2024-11-05 03:38:27
-
Version 4745053
- created: 2024-11-05 03:19:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784769'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784769
- id: 4745053
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6670270
- updated: 2024-11-05 03:19:39
-
Version 4744260
- created: 2024-11-05 02:58:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784166'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784166
- id: 4744260
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6669477
- updated: 2024-11-05 02:58:24
-
Version 4743920
- created: 2024-11-05 02:49:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784004'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784004
- id: 4743920
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6669137
- updated: 2024-11-05 02:49:30
-
Version 4743391
- created: 2024-11-05 02:35:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783861'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783861
- id: 4743391
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6668609
- updated: 2024-11-05 02:35:38
-
Version 4741716
- created: 2024-11-05 01:50:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783716'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783716
- id: 4741716
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6666933
- updated: 2024-11-05 01:51:05
-
Version 4741556
- created: 2024-11-05 01:46:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783626'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783626
- id: 4741556
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6666773
- updated: 2024-11-05 01:46:50
-
Version 4740676
- created: 2024-11-05 01:23:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783472'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783472
- id: 4740676
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6665893
- updated: 2024-11-05 01:23:45
-
Version 4739736
- created: 2024-11-05 00:58:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783253'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783253
- id: 4739736
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6664954
- updated: 2024-11-05 00:58:42
-
Version 4739320
- created: 2024-11-05 00:47:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782856'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782856
- id: 4739320
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6664535
- updated: 2024-11-05 00:47:47
-
Version 4738413
- created: 2024-11-05 00:23:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782738'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782738
- id: 4738413
- processed: 1
- raw_data:
{ "category_id": 4, "content": 5, "id": 2, "inventory_item_id": 3, "newbook_region": 0, "removed_by": 7, "removed_when": 6, "tenant": 1 } - schema_attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - schema_name_id: 2384
- schema_scan_id: 6663624
- updated: 2024-11-05 00:24:04
Schema Scans: 15
Last at 2024-11-05 22:30:30
-
Scan 6673991
- duration: 0:00:11.504820
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673991
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10505438193238363792, "service_name": "drive-thru", "span_id": 15666914951980826196, "trace_id": 6890081886354486873 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 22:30:30
- success: True
- trace_id: 6890081886354486873
-
Scan 6673576
- duration: 0:00:14.029799
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673576
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866282", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866282/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7868407217977465189, "service_name": "drive-thru", "span_id": 9277794856835157815, "trace_id": 4050587322652941427 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 22:19:36
- success: True
- trace_id: 4050587322652941427
-
Scan 6673386
- duration: 0:00:11.578199
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673386
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866225", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866225/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16073501385105511517, "service_name": "drive-thru", "span_id": 17515381843370074631, "trace_id": 1781950875857934481 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 22:13:05
- success: True
- trace_id: 1781950875857934481
-
Scan 6671829
- duration: 0:00:11.574158
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671829
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785636", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785636/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17445816005840147926, "service_name": "drive-thru", "span_id": 816216547938479982, "trace_id": 493622458464295996 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 04:12:05
- success: True
- trace_id: 493622458464295996
-
Scan 6670984
- duration: 0:00:11.638491
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670984
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785074", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730785074/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12392404797947702663, "service_name": "drive-thru", "span_id": 280058844666618961, "trace_id": 12930299036198220444 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 03:38:16
- success: True
- trace_id: 12930299036198220444
-
Scan 6670270
- duration: 0:00:14.021065
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670270
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784769", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784769/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14490223650142258743, "service_name": "drive-thru", "span_id": 10755503070335843815, "trace_id": 3135177414501044918 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 03:19:25
- success: True
- trace_id: 3135177414501044918
-
Scan 6669477
- duration: 0:00:13.989040
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669477
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784166", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784166/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13429205413772812974, "service_name": "drive-thru", "span_id": 1086569520331740683, "trace_id": 3970680625263605077 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 02:58:10
- success: True
- trace_id: 3970680625263605077
-
Scan 6669137
- duration: 0:00:11.428116
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669137
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784004", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730784004/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16372806568810097038, "service_name": "drive-thru", "span_id": 10082800273528749201, "trace_id": 17077529548062443287 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 02:49:19
- success: True
- trace_id: 17077529548062443287
-
Scan 6668609
- duration: 0:00:14.074286
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668609
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783861", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783861/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14623434449092770158, "service_name": "drive-thru", "span_id": 18157986067773592240, "trace_id": 4021779329560618755 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 02:35:24
- success: True
- trace_id: 4021779329560618755
-
Scan 6666933
- duration: 0:00:11.389180
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666933
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783716", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783716/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10831844422508790508, "service_name": "drive-thru", "span_id": 18283016623168807486, "trace_id": 13888498533263416813 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 01:50:54
- success: True
- trace_id: 13888498533263416813
-
Scan 6666773
- duration: 0:00:11.457179
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666773
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783626", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783626/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7834071291237552208, "service_name": "drive-thru", "span_id": 2273585480523651069, "trace_id": 12969123274639673595 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 01:46:39
- success: True
- trace_id: 12969123274639673595
-
Scan 6665893
- duration: 0:00:11.368875
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665893
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783472", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783472/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8081865928588132664, "service_name": "drive-thru", "span_id": 809156936537300835, "trace_id": 7178099311225455375 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 01:23:33
- success: True
- trace_id: 7178099311225455375
-
Scan 6664954
- duration: 0:00:11.581757
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664954
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783253", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730783253/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10605789633936282726, "service_name": "drive-thru", "span_id": 589226483886088448, "trace_id": 8825634670894052820 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 00:58:31
- success: True
- trace_id: 8825634670894052820
-
Scan 6664535
- duration: 0:00:11.451449
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664535
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782856", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782856/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17123625745635846112, "service_name": "drive-thru", "span_id": 6331798325306875521, "trace_id": 17770817156120675914 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 00:47:36
- success: True
- trace_id: 17770817156120675914
-
Scan 6663624
- duration: 0:00:13.926105
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663624
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782738", "key": "raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-04/1730782738/accommodation_categories_inventory_items_tasks.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6236640988770056002, "service_name": "drive-thru", "span_id": 16265181379130948954, "trace_id": 2409427722184318920 } } - running: False
- schema_name_id: 2384
- start_time: 2024-11-05 00:23:50
- success: True
- trace_id: 2409427722184318920
- attributes:
{ "category_id": "string", "content": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "tenant": "string" } - created: 2024-11-05 22:30:30
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:34:31",
"disabled": false,
"format": "raw",
"id": 2384,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookaccommodation_categories_inventory_items_tasks"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"category_id": "string",
"content": "string",
"id": "string",
"inventory_item_id": "string",
"newbook_region": "string",
"removed_by": "string",
"removed_when": "string",
"tenant": "string"
},
"created": "2024-11-05 22:30:30",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `category_id` string , `content` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_inventory_items_tasks/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_inventory_items_tasks"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}