Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items
- created: 2024-10-08 18:10:46
- disabled: False
- format: raw
- id: 2827
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookjobs_inventory_items" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748905
- created: 2024-11-05 23:08:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526
- id: 4748905
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6674937
- updated: 2024-11-05 23:08:15
-
Version 4748648
- created: 2024-11-05 22:54:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866459'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866459
- id: 4748648
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6674680
- updated: 2024-11-05 22:55:08
-
Version 4747888
- created: 2024-11-05 22:28:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866330'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866330
- id: 4747888
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6673920
- updated: 2024-11-05 22:28:49
-
Version 4746506
- created: 2024-11-05 04:06:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785133'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785133
- id: 4746506
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6671727
- updated: 2024-11-05 04:06:45
-
Version 4746176
- created: 2024-11-05 03:51:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785736'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785736
- id: 4746176
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6671397
- updated: 2024-11-05 03:52:08
-
Version 4745874
- created: 2024-11-05 03:41:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784828'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784828
- id: 4745874
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6671091
- updated: 2024-11-05 03:41:54
-
Version 4744982
- created: 2024-11-05 03:17:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784224'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784224
- id: 4744982
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6670199
- updated: 2024-11-05 03:17:48
-
Version 4743986
- created: 2024-11-05 02:51:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784062'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784062
- id: 4743986
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6669203
- updated: 2024-11-05 02:51:15
-
Version 4743688
- created: 2024-11-05 02:43:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783905'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783905
- id: 4743688
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6668905
- updated: 2024-11-05 02:43:26
-
Version 4742085
- created: 2024-11-05 02:00:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783775'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783775
- id: 4742085
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6667302
- updated: 2024-11-05 02:00:52
-
Version 4742051
- created: 2024-11-05 01:59:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783671'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783671
- id: 4742051
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6667268
- updated: 2024-11-05 01:59:57
-
Version 4741312
- created: 2024-11-05 01:40:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783532'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783532
- id: 4741312
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6666529
- updated: 2024-11-05 01:40:33
-
Version 4740043
- created: 2024-11-05 01:06:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783314'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783314
- id: 4740043
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6665260
- updated: 2024-11-05 01:07:01
-
Version 4739641
- created: 2024-11-05 00:55:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782914'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782914
- id: 4739641
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6664858
- updated: 2024-11-05 00:56:12
-
Version 4738557
- created: 2024-11-05 00:27:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782753'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782753
- id: 4738557
- processed: 1
- raw_data:
{ "amount": 9, "approved": 11, "description": 8, "gl_account_id": 7, "gl_category_id": 6, "group_description": 12, "group_display_order": 13, "id": 2, "inventory_item_id": 4, "job_id": 3, "newbook_region": 0, "removed_by": 15, "removed_when": 14, "stock_id": 5, "tax_free": 10, "tenant": 1 } - schema_attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2827
- schema_scan_id: 6663770
- updated: 2024-11-05 00:27:45
Schema Scans: 15
Last at 2024-11-05 23:08:03
-
Scan 6674937
- duration: 0:00:11.827503
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674937
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7489060039470784528, "service_name": "drive-thru", "span_id": 9999358848830737581, "trace_id": 13953124403961899560 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 23:08:03
- success: True
- trace_id: 13953124403961899560
-
Scan 6674680
- duration: 0:00:11.805073
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674680
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866459", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866459/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9316445751217564515, "service_name": "drive-thru", "span_id": 3941123561180571420, "trace_id": 15019826262392577891 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 22:54:56
- success: True
- trace_id: 15019826262392577891
-
Scan 6673920
- duration: 0:00:11.672109
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673920
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866330", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866330/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8133012986891504238, "service_name": "drive-thru", "span_id": 9455082823363510382, "trace_id": 13392457555211620603 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 22:28:37
- success: True
- trace_id: 13392457555211620603
-
Scan 6671727
- duration: 0:00:11.756195
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671727
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785133", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785133/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2986061851287335641, "service_name": "drive-thru", "span_id": 13453054485150897395, "trace_id": 1635422713215081953 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 04:06:33
- success: True
- trace_id: 1635422713215081953
-
Scan 6671397
- duration: 0:00:11.793601
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671397
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785736", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730785736/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7433264431773054485, "service_name": "drive-thru", "span_id": 11274381746577195947, "trace_id": 15654930674316245474 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 03:51:56
- success: True
- trace_id: 15654930674316245474
-
Scan 6671091
- duration: 0:00:14.461519
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671091
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784828", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784828/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3608154325083819955, "service_name": "drive-thru", "span_id": 5370054518042780554, "trace_id": 17943355561781076531 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 03:41:39
- success: True
- trace_id: 17943355561781076531
-
Scan 6670199
- duration: 0:00:14.206325
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670199
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784224", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784224/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2722258984229612910, "service_name": "drive-thru", "span_id": 16535348739581771963, "trace_id": 5167125841713053762 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 03:17:33
- success: True
- trace_id: 5167125841713053762
-
Scan 6669203
- duration: 0:00:11.684876
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669203
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784062", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730784062/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17530300654597026928, "service_name": "drive-thru", "span_id": 12932921943220890788, "trace_id": 10739640626686547828 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 02:51:03
- success: True
- trace_id: 10739640626686547828
-
Scan 6668905
- duration: 0:00:14.115842
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668905
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783905", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783905/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6006511650208972887, "service_name": "drive-thru", "span_id": 8651917074356042984, "trace_id": 2390120354274968589 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 02:43:12
- success: True
- trace_id: 2390120354274968589
-
Scan 6667302
- duration: 0:00:11.550488
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667302
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783775", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783775/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1244457327435131262, "service_name": "drive-thru", "span_id": 9525117539258083960, "trace_id": 17526235783286871474 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 02:00:40
- success: True
- trace_id: 17526235783286871474
-
Scan 6667268
- duration: 0:00:14.114083
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667268
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783671", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783671/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4430387200672816846, "service_name": "drive-thru", "span_id": 17000615246207939398, "trace_id": 13398098563182909034 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 01:59:43
- success: True
- trace_id: 13398098563182909034
-
Scan 6666529
- duration: 0:00:11.678032
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666529
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783532", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783532/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10139272876904148125, "service_name": "drive-thru", "span_id": 18410100942365951658, "trace_id": 10704420385877216158 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 01:40:21
- success: True
- trace_id: 10704420385877216158
-
Scan 6665260
- duration: 0:00:11.593778
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665260
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783314", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730783314/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6450160840627091804, "service_name": "drive-thru", "span_id": 14769354607886884252, "trace_id": 6618349263411109131 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 01:06:49
- success: True
- trace_id: 6618349263411109131
-
Scan 6664858
- duration: 0:00:14.103152
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664858
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782914", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782914/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9838730330223462774, "service_name": "drive-thru", "span_id": 190329506610289160, "trace_id": 8668057785355371903 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 00:55:58
- success: True
- trace_id: 8668057785355371903
-
Scan 6663770
- duration: 0:00:11.706034
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663770
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782753", "key": "raw/newbookdev_newbookjobs_inventory_items/2024-11-04/1730782753/jobs_inventory_items.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16817442421451732218, "service_name": "drive-thru", "span_id": 8066029111413083129, "trace_id": 5899394557479128582 } } - running: False
- schema_name_id: 2827
- start_time: 2024-11-05 00:27:33
- success: True
- trace_id: 5899394557479128582
- attributes:
{ "amount": "string", "approved": "string", "description": "string", "gl_account_id": "string", "gl_category_id": "string", "group_description": "string", "group_display_order": "string", "id": "string", "inventory_item_id": "string", "job_id": "string", "newbook_region": "string", "removed_by": "string", "removed_when": "string", "stock_id": "string", "tax_free": "string", "tenant": "string" } - created: 2024-11-05 23:08:04
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:10:46",
"disabled": false,
"format": "raw",
"id": 2827,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookjobs_inventory_items"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"amount": "string",
"approved": "string",
"description": "string",
"gl_account_id": "string",
"gl_category_id": "string",
"group_description": "string",
"group_display_order": "string",
"id": "string",
"inventory_item_id": "string",
"job_id": "string",
"newbook_region": "string",
"removed_by": "string",
"removed_when": "string",
"stock_id": "string",
"tax_free": "string",
"tenant": "string"
},
"created": "2024-11-05 23:08:04",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`\n(\n `newbook_region` string , `tenant` string , `id` string , `job_id` string , `inventory_item_id` string , `stock_id` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `tax_free` string , `approved` string , `group_description` string , `group_display_order` string , `removed_when` string , `removed_by` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookjobs_inventory_items/2024-11-05/1730866526'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookjobs_inventory_items"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}