Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcharters
- created: 2024-10-08 17:54:37
- disabled: False
- format: raw
- id: 2654
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcharters" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748140
- created: 2024-11-05 22:36:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866403'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866403
- id: 4748140
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6674171
- updated: 2024-11-05 22:36:14
-
Version 4747917
- created: 2024-11-05 22:29:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866330'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866330
- id: 4747917
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6673949
- updated: 2024-11-05 22:29:36
-
Version 4747423
- created: 2024-11-05 22:16:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866248'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866248
- id: 4747423
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6673453
- updated: 2024-11-05 22:16:29
-
Version 4746883
- created: 2024-11-05 04:30:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785668'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785668
- id: 4746883
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6672114
- updated: 2024-11-05 04:30:18
-
Version 4746198
- created: 2024-11-05 03:52:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785093'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785093
- id: 4746198
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6671419
- updated: 2024-11-05 03:52:57
-
Version 4745279
- created: 2024-11-05 03:25:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784787'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784787
- id: 4745279
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6670495
- updated: 2024-11-05 03:25:32
-
Version 4744364
- created: 2024-11-05 03:00:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784185'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784185
- id: 4744364
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6669581
- updated: 2024-11-05 03:01:12
-
Version 4743715
- created: 2024-11-05 02:43:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784022'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784022
- id: 4743715
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6668932
- updated: 2024-11-05 02:44:08
-
Version 4742558
- created: 2024-11-05 02:13:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783875'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783875
- id: 4742558
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6667774
- updated: 2024-11-05 02:13:35
-
Version 4741819
- created: 2024-11-05 01:53:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783735'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783735
- id: 4741819
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6667036
- updated: 2024-11-05 01:53:48
-
Version 4741620
- created: 2024-11-05 01:48:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783601'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783601
- id: 4741620
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6666837
- updated: 2024-11-05 01:48:30
-
Version 4740998
- created: 2024-11-05 01:32:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783491'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783491
- id: 4740998
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6666215
- updated: 2024-11-05 01:32:15
-
Version 4740210
- created: 2024-11-05 01:11:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783272'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783272
- id: 4740210
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6665427
- updated: 2024-11-05 01:11:28
-
Version 4739518
- created: 2024-11-05 00:52:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782875'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782875
- id: 4739518
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6664733
- updated: 2024-11-05 00:52:59
-
Version 4738776
- created: 2024-11-05 00:33:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782781'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782781
- id: 4738776
- processed: 1
- raw_data:
{ "active": 27, "amount": 20, "billing_account_id": 10, "cancelled_by": 25, "cancelled_when": 26, "charter_account_id": 9, "created_by": 23, "created_when": 24, "departure_date": 13, "departure_time": 14, "description": 19, "extra_weight": 22, "for": 4, "for_id": 5, "gl_account_id": 18, "gl_category_id": 17, "id": 2, "inventory_item_id": 15, "newbook_region": 0, "operator_id": 12, "parent_id": 3, "real_for": 6, "real_for_id": 7, "route_id": 8, "tenant": 1, "travel_agent_commission": 16, "vehicle_id": 11, "weight": 21 } - schema_attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - schema_name_id: 2654
- schema_scan_id: 6663989
- updated: 2024-11-05 00:33:31
Schema Scans: 15
Last at 2024-11-05 22:36:02
-
Scan 6674171
- duration: 0:00:12.087257
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674171
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866403", "key": "raw/newbookdev_newbookcharters/2024-11-05/1730866403/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18425999438328927151, "service_name": "drive-thru", "span_id": 15094026943756265115, "trace_id": 4875171636977156570 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 22:36:02
- success: True
- trace_id: 4875171636977156570
-
Scan 6673949
- duration: 0:00:14.602306
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673949
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866330", "key": "raw/newbookdev_newbookcharters/2024-11-05/1730866330/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15456507282859426076, "service_name": "drive-thru", "span_id": 194069797970875685, "trace_id": 694355881336164455 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 22:29:21
- success: True
- trace_id: 694355881336164455
-
Scan 6673453
- duration: 0:00:12.260716
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673453
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866248", "key": "raw/newbookdev_newbookcharters/2024-11-05/1730866248/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2816371600052469534, "service_name": "drive-thru", "span_id": 5368167475951674688, "trace_id": 9609388975914223334 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 22:16:17
- success: True
- trace_id: 9609388975914223334
-
Scan 6672114
- duration: 0:00:12.164263
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672114
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785668", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730785668/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18049724289107237291, "service_name": "drive-thru", "span_id": 16881118745264616293, "trace_id": 9933096951049008122 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 04:30:06
- success: True
- trace_id: 9933096951049008122
-
Scan 6671419
- duration: 0:00:12.155201
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671419
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730785093", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730785093/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14375910567453914570, "service_name": "drive-thru", "span_id": 18077425473794070795, "trace_id": 15607680427768435521 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 03:52:45
- success: True
- trace_id: 15607680427768435521
-
Scan 6670495
- duration: 0:00:14.617452
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670495
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784787", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730784787/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6366561606894973643, "service_name": "drive-thru", "span_id": 4540915620588132588, "trace_id": 4784899534050206891 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 03:25:18
- success: True
- trace_id: 4784899534050206891
-
Scan 6669581
- duration: 0:00:14.647677
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669581
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784185", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730784185/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9358110436059843636, "service_name": "drive-thru", "span_id": 14158516535161844242, "trace_id": 13314349341876443007 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 03:00:58
- success: True
- trace_id: 13314349341876443007
-
Scan 6668932
- duration: 0:00:14.553178
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668932
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730784022", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730784022/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9574819577998543714, "service_name": "drive-thru", "span_id": 5884894879187344713, "trace_id": 3018656950952634313 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 02:43:53
- success: True
- trace_id: 3018656950952634313
-
Scan 6667774
- duration: 0:00:11.989741
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667774
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783875", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730783875/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12354824865202051278, "service_name": "drive-thru", "span_id": 1862658332086837607, "trace_id": 17272406539911247841 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 02:13:23
- success: True
- trace_id: 17272406539911247841
-
Scan 6667036
- duration: 0:00:14.602186
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667036
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783735", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730783735/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2513717567156396766, "service_name": "drive-thru", "span_id": 13296024937624964353, "trace_id": 17436431732874973049 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 01:53:34
- success: True
- trace_id: 17436431732874973049
-
Scan 6666837
- duration: 0:00:12.091885
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666837
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783601", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730783601/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6308196352952205659, "service_name": "drive-thru", "span_id": 9871527863302691487, "trace_id": 7751516789729129081 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 01:48:18
- success: True
- trace_id: 7751516789729129081
-
Scan 6666215
- duration: 0:00:12.134707
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666215
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783491", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730783491/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17643367709862822264, "service_name": "drive-thru", "span_id": 9530214438043135366, "trace_id": 9588728371258201077 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 01:32:03
- success: True
- trace_id: 9588728371258201077
-
Scan 6665427
- duration: 0:00:11.971313
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665427
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730783272", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730783272/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14604080558414420706, "service_name": "drive-thru", "span_id": 18070636357616514813, "trace_id": 17075727651478101844 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 01:11:16
- success: True
- trace_id: 17075727651478101844
-
Scan 6664733
- duration: 0:00:14.707279
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664733
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782875", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730782875/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8261492044705080378, "service_name": "drive-thru", "span_id": 4091323584600460083, "trace_id": 7228788328531242871 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 00:52:44
- success: True
- trace_id: 7228788328531242871
-
Scan 6663989
- duration: 0:00:14.523024
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663989
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-04/1730782781", "key": "raw/newbookdev_newbookcharters/2024-11-04/1730782781/charters.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcharters", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11591123551151015863, "service_name": "drive-thru", "span_id": 141114449882292896, "trace_id": 276223454237565082 } } - running: False
- schema_name_id: 2654
- start_time: 2024-11-05 00:33:16
- success: True
- trace_id: 276223454237565082
- attributes:
{ "active": "string", "amount": "string", "billing_account_id": "string", "cancelled_by": "string", "cancelled_when": "string", "charter_account_id": "string", "created_by": "string", "created_when": "string", "departure_date": "string", "departure_time": "string", "description": "string", "extra_weight": "string", "for": "string", "for_id": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "newbook_region": "string", "operator_id": "string", "parent_id": "string", "real_for": "string", "real_for_id": "string", "route_id": "string", "tenant": "string", "travel_agent_commission": "string", "vehicle_id": "string", "weight": "string" } - created: 2024-11-05 22:36:03
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866403'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:54:37",
"disabled": false,
"format": "raw",
"id": 2654,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcharters"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"amount": "string",
"billing_account_id": "string",
"cancelled_by": "string",
"cancelled_when": "string",
"charter_account_id": "string",
"created_by": "string",
"created_when": "string",
"departure_date": "string",
"departure_time": "string",
"description": "string",
"extra_weight": "string",
"for": "string",
"for_id": "string",
"gl_account_id": "string",
"gl_category_id": "string",
"id": "string",
"inventory_item_id": "string",
"newbook_region": "string",
"operator_id": "string",
"parent_id": "string",
"real_for": "string",
"real_for_id": "string",
"route_id": "string",
"tenant": "string",
"travel_agent_commission": "string",
"vehicle_id": "string",
"weight": "string"
},
"created": "2024-11-05 22:36:03",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcharters`\n(\n `newbook_region` string , `tenant` string , `id` string , `parent_id` string , `for` string , `for_id` string , `real_for` string , `real_for_id` string , `route_id` string , `charter_account_id` string , `billing_account_id` string , `vehicle_id` string , `operator_id` string , `departure_date` string , `departure_time` string , `inventory_item_id` string , `travel_agent_commission` string , `gl_category_id` string , `gl_account_id` string , `description` string , `amount` string , `weight` string , `extra_weight` string , `created_by` string , `created_when` string , `cancelled_by` string , `cancelled_when` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcharters/2024-11-05/1730866403'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcharters`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcharters"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}