Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden

created: 2024-10-08 18:34:32
disabled: False
format: raw
id: 3048
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktariffs_overridden"
}

type: drivethrucsv

Schema Versions: 15

Version 4749322

created: 2024-11-05 23:38:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566
id: 4749322
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6675354
updated: 2024-11-05 23:38:29

Version 4749273

created: 2024-11-05 23:33:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866613'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866613
id: 4749273
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6675305
updated: 2024-11-05 23:33:17

Version 4748662

created: 2024-11-05 22:55:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866463'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866463
id: 4748662
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6674694
updated: 2024-11-05 22:55:41

Version 4746415

created: 2024-11-05 04:02:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785809'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785809
id: 4746415
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6671636
updated: 2024-11-05 04:02:20

Version 4745805

created: 2024-11-05 03:39:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785174'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785174
id: 4745805
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6671022
updated: 2024-11-05 03:39:44

Version 4745551

created: 2024-11-05 03:32:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784265'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784265
id: 4745551
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6670768
updated: 2024-11-05 03:32:38

Version 4745077

created: 2024-11-05 03:20:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784869'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784869
id: 4745077
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6670293
updated: 2024-11-05 03:20:14

Version 4744162

created: 2024-11-05 02:55:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784103'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784103
id: 4744162
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6669377
updated: 2024-11-05 02:55:48

Version 4743019

created: 2024-11-05 02:25:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783817
id: 4743019
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6668236
updated: 2024-11-05 02:25:45

Version 4742472

created: 2024-11-05 02:11:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783856'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783856
id: 4742472
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6667689
updated: 2024-11-05 02:11:20

Version 4742038

created: 2024-11-05 01:59:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783702'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783702
id: 4742038
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6667253
updated: 2024-11-05 01:59:32

Version 4741508

created: 2024-11-05 01:45:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783574'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783574
id: 4741508
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6666725
updated: 2024-11-05 01:45:36

Version 4740700

created: 2024-11-05 01:24:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783356'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783356
id: 4740700
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6665916
updated: 2024-11-05 01:24:24

Version 4739927

created: 2024-11-05 01:03:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782953'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782953
id: 4739927
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6665144
updated: 2024-11-05 01:03:53

Version 4739219

created: 2024-11-05 00:44:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782842'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782842
id: 4739219
processed: 1

raw_data:

{
    "active": 38,
    "added_by": 36,
    "added_when": 37,
    "adult_amount": 24,
    "animal_amount": 27,
    "base_adult": 19,
    "base_animal": 22,
    "base_child": 21,
    "base_combined": 23,
    "base_infant": 20,
    "booking_channel_id": 6,
    "child_amount": 25,
    "close_arrival": 34,
    "close_departure": 35,
    "date": 3,
    "discounts": 18,
    "dynamic_base": 14,
    "dynamic_max": 13,
    "dynamic_method": 15,
    "dynamic_min": 12,
    "dynamic_occupancy": 16,
    "dynamic_occupancy_min": 17,
    "fixed_method": 9,
    "fixed_override": 8,
    "id": 2,
    "infant_amount": 26,
    "master_tariff_id": 5,
    "maximum_periods": 31,
    "minimum_periods": 30,
    "minimum_sites_cm": 29,
    "minimum_sites_online": 28,
    "newbook_region": 0,
    "override_type": 7,
    "percentage_method": 11,
    "percentage_override": 10,
    "special_deal": 32,
    "stop_sell": 33,
    "tariffs_applied_id": 4,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

schema_name_id: 3048
schema_scan_id: 6664433
updated: 2024-11-05 00:45:05

Schema Scans: 15

Last at 2024-11-05 23:38:16

Scan 6675354

duration: 0:00:12.508536

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675354

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4537321514758289048,
        "service_name": "drive-thru",
        "span_id": 14162685140815155761,
        "trace_id": 11186439824565514847
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 23:38:16
success: True
trace_id: 11186439824565514847

Scan 6675305

duration: 0:00:12.644327

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675305

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866613",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866613/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5570402852544356295,
        "service_name": "drive-thru",
        "span_id": 13198335825064237739,
        "trace_id": 11998347998766794845
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 23:33:05
success: True
trace_id: 11998347998766794845

Scan 6674694

duration: 0:00:12.573934

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674694

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866463",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866463/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6868303121067494694,
        "service_name": "drive-thru",
        "span_id": 5094566506485642088,
        "trace_id": 2758588040601733368
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 22:55:29
success: True
trace_id: 2758588040601733368

Scan 6671636

duration: 0:00:15.090085

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671636

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785809",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785809/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12641313435163422523,
        "service_name": "drive-thru",
        "span_id": 15689970652940936385,
        "trace_id": 1772551401143251439
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 04:02:05
success: True
trace_id: 1772551401143251439

Scan 6671022

duration: 0:00:15.202725

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671022

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785174",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730785174/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7087865683789815095,
        "service_name": "drive-thru",
        "span_id": 9262026931057740924,
        "trace_id": 5704835665489440805
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 03:39:29
success: True
trace_id: 5704835665489440805

Scan 6670768

duration: 0:00:12.161947

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670768

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784265",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784265/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17667137362496573801,
        "service_name": "drive-thru",
        "span_id": 9243966927182119733,
        "trace_id": 9983661570935301308
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 03:32:25
success: True
trace_id: 9983661570935301308

Scan 6670293

duration: 0:00:12.376507

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670293

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784869",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784869/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13280263773029240786,
        "service_name": "drive-thru",
        "span_id": 11497957470045642883,
        "trace_id": 12261378823564538098
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 03:20:01
success: True
trace_id: 12261378823564538098

Scan 6669377

duration: 0:00:14.961814

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669377

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784103",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730784103/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15546462705372869204,
        "service_name": "drive-thru",
        "span_id": 11821846974996770684,
        "trace_id": 12033307351392393209
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 02:55:33
success: True
trace_id: 12033307351392393209

Scan 6668236

duration: 0:00:14.880675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668236

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783817",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783817/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 600875490929991335,
        "service_name": "drive-thru",
        "span_id": 8899795979205530730,
        "trace_id": 14267788603170456459
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 02:25:30
success: True
trace_id: 14267788603170456459

Scan 6667689

duration: 0:00:14.663693

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667689

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783856",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783856/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14430772741114206396,
        "service_name": "drive-thru",
        "span_id": 18268233943529592212,
        "trace_id": 8415070204778754728
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 02:11:05
success: True
trace_id: 8415070204778754728

Scan 6667253

duration: 0:00:12.406209

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667253

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783702",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783702/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17912176278551571169,
        "service_name": "drive-thru",
        "span_id": 6324979301676805214,
        "trace_id": 5542131449517210535
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 01:59:20
success: True
trace_id: 5542131449517210535

Scan 6666725

duration: 0:00:12.295976

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666725

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783574",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783574/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9776798959844528233,
        "service_name": "drive-thru",
        "span_id": 11182723846727721934,
        "trace_id": 15353104420044754807
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 01:45:23
success: True
trace_id: 15353104420044754807

Scan 6665916

duration: 0:00:12.243118

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665916

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783356",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730783356/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13723983952954091092,
        "service_name": "drive-thru",
        "span_id": 1516988640816308336,
        "trace_id": 5517924398818926647
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 01:24:12
success: True
trace_id: 5517924398818926647

Scan 6665144

duration: 0:00:12.212752

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665144

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782953",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782953/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15964765742650198954,
        "service_name": "drive-thru",
        "span_id": 10446142933342163860,
        "trace_id": 5203967871144650444
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 01:03:40
success: True
trace_id: 5203967871144650444

Scan 6664433

duration: 0:00:12.237911

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664433

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782842",
        "key": "raw/newbookdev_newbooktariffs_overridden/2024-11-04/1730782842/tariffs_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10390639795656502906,
        "service_name": "drive-thru",
        "span_id": 4104356374994336746,
        "trace_id": 74689336886557716
    }
}

running: False
schema_name_id: 3048
start_time: 2024-11-05 00:44:53
success: True
trace_id: 74689336886557716

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "adult_amount": "string",
    "animal_amount": "string",
    "base_adult": "string",
    "base_animal": "string",
    "base_child": "string",
    "base_combined": "string",
    "base_infant": "string",
    "booking_channel_id": "string",
    "child_amount": "string",
    "close_arrival": "string",
    "close_departure": "string",
    "date": "string",
    "discounts": "string",
    "dynamic_base": "string",
    "dynamic_max": "string",
    "dynamic_method": "string",
    "dynamic_min": "string",
    "dynamic_occupancy": "string",
    "dynamic_occupancy_min": "string",
    "fixed_method": "string",
    "fixed_override": "string",
    "id": "string",
    "infant_amount": "string",
    "master_tariff_id": "string",
    "maximum_periods": "string",
    "minimum_periods": "string",
    "minimum_sites_cm": "string",
    "minimum_sites_online": "string",
    "newbook_region": "string",
    "override_type": "string",
    "percentage_method": "string",
    "percentage_override": "string",
    "special_deal": "string",
    "stop_sell": "string",
    "tariffs_applied_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:38:18

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:34:32",
        "disabled": false,
        "format": "raw",
        "id": 3048,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktariffs_overridden"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "added_by": "string",
            "added_when": "string",
            "adult_amount": "string",
            "animal_amount": "string",
            "base_adult": "string",
            "base_animal": "string",
            "base_child": "string",
            "base_combined": "string",
            "base_infant": "string",
            "booking_channel_id": "string",
            "child_amount": "string",
            "close_arrival": "string",
            "close_departure": "string",
            "date": "string",
            "discounts": "string",
            "dynamic_base": "string",
            "dynamic_max": "string",
            "dynamic_method": "string",
            "dynamic_min": "string",
            "dynamic_occupancy": "string",
            "dynamic_occupancy_min": "string",
            "fixed_method": "string",
            "fixed_override": "string",
            "id": "string",
            "infant_amount": "string",
            "master_tariff_id": "string",
            "maximum_periods": "string",
            "minimum_periods": "string",
            "minimum_sites_cm": "string",
            "minimum_sites_online": "string",
            "newbook_region": "string",
            "override_type": "string",
            "percentage_method": "string",
            "percentage_override": "string",
            "special_deal": "string",
            "stop_sell": "string",
            "tariffs_applied_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:38:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `date`  string , `tariffs_applied_id`  string , `master_tariff_id`  string , `booking_channel_id`  string , `override_type`  string , `fixed_override`  string , `fixed_method`  string , `percentage_override`  string , `percentage_method`  string , `dynamic_min`  string , `dynamic_max`  string , `dynamic_base`  string , `dynamic_method`  string , `dynamic_occupancy`  string , `dynamic_occupancy_min`  string , `discounts`  string , `base_adult`  string , `base_infant`  string , `base_child`  string , `base_animal`  string , `base_combined`  string , `adult_amount`  string , `child_amount`  string , `infant_amount`  string , `animal_amount`  string , `minimum_sites_online`  string , `minimum_sites_cm`  string , `minimum_periods`  string , `maximum_periods`  string , `special_deal`  string , `stop_sell`  string , `close_arrival`  string , `close_departure`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktariffs_overridden/2024-11-05/1730866566'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktariffs_overridden"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}