Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookbookings_groups
- created: 2024-10-08 17:37:02
- disabled: False
- format: raw
- id: 2409
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookbookings_groups" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748260
- created: 2024-11-05 22:40:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378
- id: 4748260
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6674292
- updated: 2024-11-05 22:40:13
-
Version 4747758
- created: 2024-11-05 22:25:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866312'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866312
- id: 4747758
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6673788
- updated: 2024-11-05 22:25:27
-
Version 4747404
- created: 2024-11-05 22:15:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866237'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866237
- id: 4747404
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6673436
- updated: 2024-11-05 22:15:50
-
Version 4746593
- created: 2024-11-05 04:11:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785656'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785656
- id: 4746593
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6671815
- updated: 2024-11-05 04:11:36
-
Version 4746172
- created: 2024-11-05 03:51:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785086'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785086
- id: 4746172
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6671393
- updated: 2024-11-05 03:52:01
-
Version 4745048
- created: 2024-11-05 03:19:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784780'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784780
- id: 4745048
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6670265
- updated: 2024-11-05 03:19:29
-
Version 4744332
- created: 2024-11-05 03:00:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784177'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784177
- id: 4744332
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6669549
- updated: 2024-11-05 03:00:17
-
Version 4743749
- created: 2024-11-05 02:44:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784014'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784014
- id: 4743749
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6668966
- updated: 2024-11-05 02:45:02
-
Version 4743342
- created: 2024-11-05 02:34:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783869'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783869
- id: 4743342
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6668559
- updated: 2024-11-05 02:34:16
-
Version 4742326
- created: 2024-11-05 02:07:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783727'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783727
- id: 4742326
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6667543
- updated: 2024-11-05 02:07:27
-
Version 4740995
- created: 2024-11-05 01:31:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783600'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783600
- id: 4740995
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6666212
- updated: 2024-11-05 01:32:08
-
Version 4740464
- created: 2024-11-05 01:18:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783483'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783483
- id: 4740464
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6665681
- updated: 2024-11-05 01:18:15
-
Version 4740184
- created: 2024-11-05 01:10:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783264'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783264
- id: 4740184
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6665400
- updated: 2024-11-05 01:10:50
-
Version 4739282
- created: 2024-11-05 00:46:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782867'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782867
- id: 4739282
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6664497
- updated: 2024-11-05 00:46:48
-
Version 4738837
- created: 2024-11-05 00:34:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782776'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782776
- id: 4738837
- processed: 1
- raw_data:
{ "allow_contact": 34, "arrived_by": 28, "arrived_when": 27, "booked_by": 16, "booked_when": 15, "cancel_booking_date": 32, "cancellation_reason_id": 19, "cancelled_by": 18, "cancelled_when": 17, "company_id": 9, "company_staff_id": 10, "create_charges": 23, "create_deposits": 24, "default_client_account_id": 33, "demographic_id": 8, "departed_by": 30, "departed_when": 29, "discount_code_id": 26, "discount_id": 25, "eta": 22, "hybrid_remote_id": 14, "id": 2, "instance_id": 3, "method_id": 5, "name": 4, "newbook_region": 0, "period_from": 20, "period_to": 21, "reason_id": 6, "reference_id": 13, "source_id": 7, "status": 31, "tenant": 1, "travel_agent_id": 11, "travel_agent_staff_id": 12 } - schema_attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - schema_name_id: 2409
- schema_scan_id: 6664050
- updated: 2024-11-05 00:35:08
Schema Scans: 15
Last at 2024-11-05 22:40:01
-
Scan 6674292
- duration: 0:00:12.604338
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674292
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378", "key": "raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5898011624853848227, "service_name": "drive-thru", "span_id": 5638427554043653863, "trace_id": 14357349012598216612 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 22:40:01
- success: True
- trace_id: 14357349012598216612
-
Scan 6673788
- duration: 0:00:14.999464
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673788
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866312", "key": "raw/newbookdev_newbookbookings_groups/2024-11-05/1730866312/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2787569841864768072, "service_name": "drive-thru", "span_id": 9587507158511904059, "trace_id": 387568020425482663 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 22:25:13
- success: True
- trace_id: 387568020425482663
-
Scan 6673436
- duration: 0:00:12.466978
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673436
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866237", "key": "raw/newbookdev_newbookbookings_groups/2024-11-05/1730866237/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15596796851310208480, "service_name": "drive-thru", "span_id": 6584447851022316339, "trace_id": 17755156735231632845 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 22:15:38
- success: True
- trace_id: 17755156735231632845
-
Scan 6671815
- duration: 0:00:12.442846
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671815
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785656", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730785656/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2285711707766642351, "service_name": "drive-thru", "span_id": 5882238682686906656, "trace_id": 6502614618182634057 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 04:11:24
- success: True
- trace_id: 6502614618182634057
-
Scan 6671393
- duration: 0:00:12.448178
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671393
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730785086", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730785086/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9701480181330927746, "service_name": "drive-thru", "span_id": 15113085490887979679, "trace_id": 9921712308625966022 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 03:51:48
- success: True
- trace_id: 9921712308625966022
-
Scan 6670265
- duration: 0:00:12.250753
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670265
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784780", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730784780/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6411811041969435732, "service_name": "drive-thru", "span_id": 16297988235146603038, "trace_id": 14914443475598755687 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 03:19:17
- success: True
- trace_id: 14914443475598755687
-
Scan 6669549
- duration: 0:00:12.296046
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669549
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784177", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730784177/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17349352788057411911, "service_name": "drive-thru", "span_id": 6105879265114838206, "trace_id": 7961586577626880703 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 03:00:05
- success: True
- trace_id: 7961586577626880703
-
Scan 6668966
- duration: 0:00:14.686678
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668966
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730784014", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730784014/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4658210091289359688, "service_name": "drive-thru", "span_id": 5307693329651127494, "trace_id": 8811797793045040930 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 02:44:47
- success: True
- trace_id: 8811797793045040930
-
Scan 6668559
- duration: 0:00:12.256800
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668559
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783869", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730783869/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1411307879573578865, "service_name": "drive-thru", "span_id": 17283108156107292961, "trace_id": 3736866951934142842 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 02:34:03
- success: True
- trace_id: 3736866951934142842
-
Scan 6667543
- duration: 0:00:12.371895
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667543
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783727", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730783727/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14829322780732165301, "service_name": "drive-thru", "span_id": 6837770472727863851, "trace_id": 5180790175608377630 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 02:07:14
- success: True
- trace_id: 5180790175608377630
-
Scan 6666212
- duration: 0:00:12.113272
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666212
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783600", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730783600/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12536256470022053280, "service_name": "drive-thru", "span_id": 15719768390268994969, "trace_id": 18209591634258255337 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 01:31:56
- success: True
- trace_id: 18209591634258255337
-
Scan 6665681
- duration: 0:00:14.944247
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665681
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783483", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730783483/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4779778627751300278, "service_name": "drive-thru", "span_id": 2426548319012416044, "trace_id": 18039521669217032812 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 01:18:00
- success: True
- trace_id: 18039521669217032812
-
Scan 6665400
- duration: 0:00:14.691075
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665400
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730783264", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730783264/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14368527558685835704, "service_name": "drive-thru", "span_id": 14073727213421666443, "trace_id": 3171137091075644667 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 01:10:35
- success: True
- trace_id: 3171137091075644667
-
Scan 6664497
- duration: 0:00:12.239397
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664497
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782867", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730782867/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4618336654531717964, "service_name": "drive-thru", "span_id": 16716523672864298003, "trace_id": 9211259561349906736 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 00:46:35
- success: True
- trace_id: 9211259561349906736
-
Scan 6664050
- duration: 0:00:12.140903
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664050
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-04/1730782776", "key": "raw/newbookdev_newbookbookings_groups/2024-11-04/1730782776/bookings_groups.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbookings_groups", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12205543957494036957, "service_name": "drive-thru", "span_id": 1702543839121665081, "trace_id": 7473545691983982052 } } - running: False
- schema_name_id: 2409
- start_time: 2024-11-05 00:34:56
- success: True
- trace_id: 7473545691983982052
- attributes:
{ "allow_contact": "string", "arrived_by": "string", "arrived_when": "string", "booked_by": "string", "booked_when": "string", "cancel_booking_date": "string", "cancellation_reason_id": "string", "cancelled_by": "string", "cancelled_when": "string", "company_id": "string", "company_staff_id": "string", "create_charges": "string", "create_deposits": "string", "default_client_account_id": "string", "demographic_id": "string", "departed_by": "string", "departed_when": "string", "discount_code_id": "string", "discount_id": "string", "eta": "string", "hybrid_remote_id": "string", "id": "string", "instance_id": "string", "method_id": "string", "name": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "reason_id": "string", "reference_id": "string", "source_id": "string", "status": "string", "tenant": "string", "travel_agent_id": "string", "travel_agent_staff_id": "string" } - created: 2024-11-05 22:40:02
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:37:02",
"disabled": false,
"format": "raw",
"id": 2409,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookbookings_groups"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"allow_contact": "string",
"arrived_by": "string",
"arrived_when": "string",
"booked_by": "string",
"booked_when": "string",
"cancel_booking_date": "string",
"cancellation_reason_id": "string",
"cancelled_by": "string",
"cancelled_when": "string",
"company_id": "string",
"company_staff_id": "string",
"create_charges": "string",
"create_deposits": "string",
"default_client_account_id": "string",
"demographic_id": "string",
"departed_by": "string",
"departed_when": "string",
"discount_code_id": "string",
"discount_id": "string",
"eta": "string",
"hybrid_remote_id": "string",
"id": "string",
"instance_id": "string",
"method_id": "string",
"name": "string",
"newbook_region": "string",
"period_from": "string",
"period_to": "string",
"reason_id": "string",
"reference_id": "string",
"source_id": "string",
"status": "string",
"tenant": "string",
"travel_agent_id": "string",
"travel_agent_staff_id": "string"
},
"created": "2024-11-05 22:40:02",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings_groups`\n(\n `newbook_region` string , `tenant` string , `id` string , `instance_id` string , `name` string , `method_id` string , `reason_id` string , `source_id` string , `demographic_id` string , `company_id` string , `company_staff_id` string , `travel_agent_id` string , `travel_agent_staff_id` string , `reference_id` string , `hybrid_remote_id` string , `booked_when` string , `booked_by` string , `cancelled_when` string , `cancelled_by` string , `cancellation_reason_id` string , `period_from` string , `period_to` string , `eta` string , `create_charges` string , `create_deposits` string , `discount_id` string , `discount_code_id` string , `arrived_when` string , `arrived_by` string , `departed_when` string , `departed_by` string , `status` string , `cancel_booking_date` string , `default_client_account_id` string , `allow_contact` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings_groups/2024-11-05/1730866378'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings_groups`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings_groups"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}