Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookbookings
  • created: 2024-10-08 17:43:25
  • disabled: False
  • format: raw
  • id: 2498
  • is_partitioned: False
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookbookings"
}
  • type: drivethrucsv
Schema Versions: 15
    • created: 2024-11-05 22:31:12
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866373'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866373
    • id: 4747981
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6674013
    • updated: 2024-11-05 22:31:25
    • created: 2024-11-05 22:26:04
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866308'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866308
    • id: 4747794
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6673820
    • updated: 2024-11-05 22:26:17
    • created: 2024-11-05 22:15:29
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866235'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866235
    • id: 4747399
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6673431
    • updated: 2024-11-05 22:15:42
    • created: 2024-11-05 03:43:44
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785653'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785653
    • id: 4745944
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6671164
    • updated: 2024-11-05 03:43:57
    • created: 2024-11-05 03:41:16
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785084'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785084
    • id: 4745862
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6671079
    • updated: 2024-11-05 03:41:27
    • created: 2024-11-05 03:16:10
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784176'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784176
    • id: 4744929
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6670144
    • updated: 2024-11-05 03:16:21
    • created: 2024-11-05 03:05:01
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784779'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784779
    • id: 4744512
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6669729
    • updated: 2024-11-05 03:05:14
    • created: 2024-11-05 02:42:15
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784013'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784013
    • id: 4743651
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6668867
    • updated: 2024-11-05 02:42:28
    • created: 2024-11-05 02:29:36
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783868'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783868
    • id: 4743175
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6668391
    • updated: 2024-11-05 02:29:48
    • created: 2024-11-05 02:03:17
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783726'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783726
    • id: 4742181
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6667397
    • updated: 2024-11-05 02:03:30
    • created: 2024-11-05 01:47:53
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783634'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783634
    • id: 4741600
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6666817
    • updated: 2024-11-05 01:48:04
    • created: 2024-11-05 01:29:39
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783481'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783481
    • id: 4740908
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6666124
    • updated: 2024-11-05 01:29:53
    • created: 2024-11-05 01:01:00
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783263'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783263
    • id: 4739828
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6665045
    • updated: 2024-11-05 01:01:14
    • created: 2024-11-05 00:52:05
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782866'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782866
    • id: 4739492
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6664707
    • updated: 2024-11-05 00:52:16
    • created: 2024-11-05 00:34:32
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782774'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782774
    • id: 4738823
    • processed: 1
    • raw_data: 
      {
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}
    • schema_attributes: 
      {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
    • schema_name_id: 2498
    • schema_scan_id: 6664034
    • updated: 2024-11-05 00:34:43
Schema Scans: 15
Last at 2024-11-05 22:31:10
    • duration: 0:00:15.797480
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6674013
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866373",
        "key": "raw/newbookdev_newbookbookings/2024-11-05/1730866373/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4677598201137545409,
        "service_name": "drive-thru",
        "span_id": 6013165540141087241,
        "trace_id": 14849464964870434201
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 22:31:10
    • success: True
    • trace_id: 14849464964870434201
    • duration: 0:00:15.893093
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6673820
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866308",
        "key": "raw/newbookdev_newbookbookings/2024-11-05/1730866308/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2200085375969877556,
        "service_name": "drive-thru",
        "span_id": 7054428323386518241,
        "trace_id": 9998604823193629313
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 22:26:01
    • success: True
    • trace_id: 9998604823193629313
    • duration: 0:00:15.929263
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6673431
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866235",
        "key": "raw/newbookdev_newbookbookings/2024-11-05/1730866235/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14103956397562197207,
        "service_name": "drive-thru",
        "span_id": 7461443752720038018,
        "trace_id": 2910423186519728180
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 22:15:26
    • success: True
    • trace_id: 2910423186519728180
    • duration: 0:00:16.165132
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6671164
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785653",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730785653/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1743452365878209931,
        "service_name": "drive-thru",
        "span_id": 1823196698488798466,
        "trace_id": 184797917514396296
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 03:43:41
    • success: True
    • trace_id: 184797917514396296
    • duration: 0:00:13.643520
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6671079
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730785084",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730785084/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9651971477967982402,
        "service_name": "drive-thru",
        "span_id": 16019225522407102998,
        "trace_id": 2017152555621616775
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 03:41:14
    • success: True
    • trace_id: 2017152555621616775
    • duration: 0:00:13.296963
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6670144
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784176",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730784176/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 242954331441786096,
        "service_name": "drive-thru",
        "span_id": 975381355959958374,
        "trace_id": 15078131784816110440
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 03:16:08
    • success: True
    • trace_id: 15078131784816110440
    • duration: 0:00:15.980547
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6669729
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784779",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730784779/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8804027800454395202,
        "service_name": "drive-thru",
        "span_id": 13408974822194404974,
        "trace_id": 7915937067646303248
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 03:04:58
    • success: True
    • trace_id: 7915937067646303248
    • duration: 0:00:15.638592
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6668867
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730784013",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730784013/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6435069778155091404,
        "service_name": "drive-thru",
        "span_id": 12796731287824246562,
        "trace_id": 6389279135651362060
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 02:42:13
    • success: True
    • trace_id: 6389279135651362060
    • duration: 0:00:13.381466
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6668391
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783868",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730783868/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14385330677998946967,
        "service_name": "drive-thru",
        "span_id": 13806643116129984209,
        "trace_id": 18069352332636048095
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 02:29:34
    • success: True
    • trace_id: 18069352332636048095
    • duration: 0:00:16.002269
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6667397
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783726",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730783726/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6744082408086377863,
        "service_name": "drive-thru",
        "span_id": 11168152346810713309,
        "trace_id": 5347347534159558417
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 02:03:14
    • success: True
    • trace_id: 5347347534159558417
    • duration: 0:00:13.185383
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6666817
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783634",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730783634/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10484666001636666966,
        "service_name": "drive-thru",
        "span_id": 17397538228620309619,
        "trace_id": 14225562308928453842
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 01:47:51
    • success: True
    • trace_id: 14225562308928453842
    • duration: 0:00:15.663667
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6666124
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783481",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730783481/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2958538543038580946,
        "service_name": "drive-thru",
        "span_id": 7198196489317671685,
        "trace_id": 2216650408676442891
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 01:29:37
    • success: True
    • trace_id: 2216650408676442891
    • duration: 0:00:15.914310
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6665045
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730783263",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730783263/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7443963868031123759,
        "service_name": "drive-thru",
        "span_id": 5032745848622110984,
        "trace_id": 4613547593828426822
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 01:00:58
    • success: True
    • trace_id: 4613547593828426822
    • duration: 0:00:13.323785
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6664707
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782866",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730782866/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13751984460527786468,
        "service_name": "drive-thru",
        "span_id": 18057606958651079557,
        "trace_id": 17423503054230129399
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 00:52:02
    • success: True
    • trace_id: 17423503054230129399
    • duration: 0:00:13.106020
    • exit_message: 
      {
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
    • id: 6664034
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-04/1730782774",
        "key": "raw/newbookdev_newbookbookings/2024-11-04/1730782774/bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9267354453884492840,
        "service_name": "drive-thru",
        "span_id": 14592139544421148842,
        "trace_id": 12575935349494258979
    }
}
    • running: False
    • schema_name_id: 2498
    • start_time: 2024-11-05 00:34:30
    • success: True
    • trace_id: 12575935349494258979
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}
  • created: 2024-11-05 22:31:12
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866373'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2024-10-08 17:43:25",
        "disabled": false,
        "format": "raw",
        "id": 2498,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookbookings"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "adults": "string",
            "allow_contact": "string",
            "allow_guestassist": "string",
            "animals": "string",
            "arrived_by": "string",
            "arrived_when": "string",
            "auto_optimize_site": "string",
            "booked_by": "string",
            "booked_when": "string",
            "booking_channel_id": "string",
            "cancel_booking_date": "string",
            "cancellation_reason_id": "string",
            "cancelled_by": "string",
            "cancelled_when": "string",
            "category_override_tax_rate_ids": "string",
            "children": "string",
            "commission_amount": "string",
            "commission_gl_data": "string",
            "commission_type": "string",
            "company_id": "string",
            "company_staff_id": "string",
            "converted_when": "string",
            "create_charges": "string",
            "default_client_account_id": "string",
            "demographic_id": "string",
            "departed_by": "string",
            "departed_when": "string",
            "direct_channel_manager_id": "string",
            "disburse_to_owners": "string",
            "due_to_optimization": "string",
            "eta": "string",
            "flagged": "string",
            "gl_account_id": "string",
            "gl_category_id": "string",
            "hybrid_remote_id": "string",
            "id": "string",
            "indexnumber": "string",
            "infants": "string",
            "instance_id": "string",
            "inventory_item_id": "string",
            "locked": "string",
            "market_segment_id": "string",
            "method_id": "string",
            "modified_when": "string",
            "newbook_region": "string",
            "no_billing_reason": "string",
            "optimization_tasks_remaining": "string",
            "ota_thread_id": "string",
            "parent_id": "string",
            "period_from": "string",
            "period_to": "string",
            "pre_auth_amount": "string",
            "previous_id": "string",
            "reason_id": "string",
            "reference_id": "string",
            "remote_import": "string",
            "site_id": "string",
            "source_id": "string",
            "status": "string",
            "stay_rating": "string",
            "tariff_invoice_interval": "string",
            "tariff_invoice_interval_multiplier": "string",
            "tariff_system_template_invoices": "string",
            "tariff_system_template_receipts": "string",
            "tax_free": "string",
            "tenant": "string",
            "travel_agent_commission_inventory_item_id": "string",
            "travel_agent_handles_commission": "string",
            "travel_agent_id": "string",
            "travel_agent_staff_id": "string",
            "travelling_from_id": "string",
            "travelling_to_id": "string"
        },
        "created": "2024-11-05 22:31:12",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbookings/2024-11-05/1730866373'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbookings`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbookings"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform