Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookavailability_emails
- created: 2024-10-08 17:38:32
- disabled: False
- format: raw
- id: 2430
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookavailability_emails" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748054
- created: 2024-11-05 22:33:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366
- id: 4748054
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6674086
- updated: 2024-11-05 22:33:39
-
Version 4747740
- created: 2024-11-05 22:24:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866301'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866301
- id: 4747740
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6673772
- updated: 2024-11-05 22:24:59
-
Version 4747414
- created: 2024-11-05 22:15:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866231'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866231
- id: 4747414
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6673446
- updated: 2024-11-05 22:16:13
-
Version 4746602
- created: 2024-11-05 04:11:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785649'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785649
- id: 4746602
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6671825
- updated: 2024-11-05 04:12:04
-
Version 4746129
- created: 2024-11-05 03:50:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785082'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785082
- id: 4746129
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6671350
- updated: 2024-11-05 03:50:30
-
Version 4744716
- created: 2024-11-05 03:10:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784173'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784173
- id: 4744716
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6669933
- updated: 2024-11-05 03:10:42
-
Version 4744480
- created: 2024-11-05 03:04:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784776'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784776
- id: 4744480
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6669697
- updated: 2024-11-05 03:04:24
-
Version 4743726
- created: 2024-11-05 02:44:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784011'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784011
- id: 4743726
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6668943
- updated: 2024-11-05 02:44:26
-
Version 4743254
- created: 2024-11-05 02:31:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783866'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783866
- id: 4743254
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6668471
- updated: 2024-11-05 02:31:56
-
Version 4741798
- created: 2024-11-05 01:53:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783632'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783632
- id: 4741798
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6667015
- updated: 2024-11-05 01:53:18
-
Version 4741755
- created: 2024-11-05 01:51:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783723'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783723
- id: 4741755
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6666972
- updated: 2024-11-05 01:52:08
-
Version 4740886
- created: 2024-11-05 01:29:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783479'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783479
- id: 4740886
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6666103
- updated: 2024-11-05 01:29:15
-
Version 4740017
- created: 2024-11-05 01:06:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783260'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783260
- id: 4740017
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6665234
- updated: 2024-11-05 01:06:18
-
Version 4739240
- created: 2024-11-05 00:45:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782863'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782863
- id: 4739240
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6664455
- updated: 2024-11-05 00:45:41
-
Version 4738487
- created: 2024-11-05 00:25:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782772'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782772
- id: 4738487
- processed: 1
- raw_data:
{ "adults": 10, "animals": 13, "booking_id": 8, "children": 11, "converted_when": 20, "expire_quote_date": 17, "follow_up_date": 21, "for": 3, "for_id": 4, "generated_by": 18, "generated_when": 19, "gift_voucher_code": 25, "id": 2, "ignore_on_reporting": 23, "infants": 12, "newbie_session_id": 9, "newbook_region": 0, "period_from": 14, "period_to": 15, "quote_lost_reason_id": 22, "skip_to_step": 24, "source_id": 16, "status": 6, "tenant": 1, "type": 5, "unique_id": 7 } - schema_attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - schema_name_id: 2430
- schema_scan_id: 6663698
- updated: 2024-11-05 00:25:55
Schema Scans: 15
Last at 2024-11-05 22:33:25
-
Scan 6674086
- duration: 0:00:14.554910
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674086
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366", "key": "raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5619634747007958974, "service_name": "drive-thru", "span_id": 14190100503575654077, "trace_id": 10684432900895636696 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 22:33:25
- success: True
- trace_id: 10684432900895636696
-
Scan 6673772
- duration: 0:00:14.599634
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673772
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866301", "key": "raw/newbookdev_newbookavailability_emails/2024-11-05/1730866301/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10308353025108542155, "service_name": "drive-thru", "span_id": 4260175749851989386, "trace_id": 13542731938961062785 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 22:24:44
- success: True
- trace_id: 13542731938961062785
-
Scan 6673446
- duration: 0:00:14.508387
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673446
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866231", "key": "raw/newbookdev_newbookavailability_emails/2024-11-05/1730866231/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3876993277899971222, "service_name": "drive-thru", "span_id": 10513311731805302259, "trace_id": 3036098686270517931 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 22:15:58
- success: True
- trace_id: 3036098686270517931
-
Scan 6671825
- duration: 0:00:12.065798
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671825
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785649", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730785649/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9127228052104339554, "service_name": "drive-thru", "span_id": 12876971094586759355, "trace_id": 50652702716453066 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 04:11:52
- success: True
- trace_id: 50652702716453066
-
Scan 6671350
- duration: 0:00:12.258715
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671350
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730785082", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730785082/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11229008374533003554, "service_name": "drive-thru", "span_id": 9051698822468001951, "trace_id": 5950501332237425062 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 03:50:18
- success: True
- trace_id: 5950501332237425062
-
Scan 6669933
- duration: 0:00:11.709119
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669933
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784173", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730784173/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7410972786477640328, "service_name": "drive-thru", "span_id": 11126167203942856446, "trace_id": 1001717652084620296 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 03:10:30
- success: True
- trace_id: 1001717652084620296
-
Scan 6669697
- duration: 0:00:14.460835
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669697
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784776", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730784776/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2353688144782209005, "service_name": "drive-thru", "span_id": 6957424622076496973, "trace_id": 8260595279625278959 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 03:04:10
- success: True
- trace_id: 8260595279625278959
-
Scan 6668943
- duration: 0:00:14.452520
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668943
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730784011", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730784011/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5056405074562301354, "service_name": "drive-thru", "span_id": 9749105618842902059, "trace_id": 11993900444598384445 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 02:44:12
- success: True
- trace_id: 11993900444598384445
-
Scan 6668471
- duration: 0:00:14.518275
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668471
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783866", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730783866/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14100914939144700883, "service_name": "drive-thru", "span_id": 7465175011797288937, "trace_id": 5226723340981830462 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 02:31:42
- success: True
- trace_id: 5226723340981830462
-
Scan 6667015
- duration: 0:00:14.346070
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667015
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783632", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730783632/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17815003078066012950, "service_name": "drive-thru", "span_id": 13602771150953573210, "trace_id": 8660467144138399512 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 01:53:04
- success: True
- trace_id: 8660467144138399512
-
Scan 6666972
- duration: 0:00:11.991528
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666972
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783723", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730783723/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7819445510662837262, "service_name": "drive-thru", "span_id": 10571777002692769334, "trace_id": 2107351267330617556 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 01:51:56
- success: True
- trace_id: 2107351267330617556
-
Scan 6666103
- duration: 0:00:12.046801
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666103
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783479", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730783479/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5297435551370032026, "service_name": "drive-thru", "span_id": 15872839506444869394, "trace_id": 4066103016815911554 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 01:29:03
- success: True
- trace_id: 4066103016815911554
-
Scan 6665234
- duration: 0:00:11.909848
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665234
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730783260", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730783260/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16333835602986070618, "service_name": "drive-thru", "span_id": 6050413165836428344, "trace_id": 9304442628034232711 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 01:06:06
- success: True
- trace_id: 9304442628034232711
-
Scan 6664455
- duration: 0:00:11.866123
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664455
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782863", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730782863/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8485005524898183305, "service_name": "drive-thru", "span_id": 14854365098408110533, "trace_id": 4646758536730313599 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 00:45:29
- success: True
- trace_id: 4646758536730313599
-
Scan 6663698
- duration: 0:00:12.224418
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663698
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-04/1730782772", "key": "raw/newbookdev_newbookavailability_emails/2024-11-04/1730782772/availability_emails.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookavailability_emails", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8767385286229166935, "service_name": "drive-thru", "span_id": 11684130205429044839, "trace_id": 3588551382653929086 } } - running: False
- schema_name_id: 2430
- start_time: 2024-11-05 00:25:43
- success: True
- trace_id: 3588551382653929086
- attributes:
{ "adults": "string", "animals": "string", "booking_id": "string", "children": "string", "converted_when": "string", "expire_quote_date": "string", "follow_up_date": "string", "for": "string", "for_id": "string", "generated_by": "string", "generated_when": "string", "gift_voucher_code": "string", "id": "string", "ignore_on_reporting": "string", "infants": "string", "newbie_session_id": "string", "newbook_region": "string", "period_from": "string", "period_to": "string", "quote_lost_reason_id": "string", "skip_to_step": "string", "source_id": "string", "status": "string", "tenant": "string", "type": "string", "unique_id": "string" } - created: 2024-11-05 22:33:26
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:38:32",
"disabled": false,
"format": "raw",
"id": 2430,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookavailability_emails"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"adults": "string",
"animals": "string",
"booking_id": "string",
"children": "string",
"converted_when": "string",
"expire_quote_date": "string",
"follow_up_date": "string",
"for": "string",
"for_id": "string",
"generated_by": "string",
"generated_when": "string",
"gift_voucher_code": "string",
"id": "string",
"ignore_on_reporting": "string",
"infants": "string",
"newbie_session_id": "string",
"newbook_region": "string",
"period_from": "string",
"period_to": "string",
"quote_lost_reason_id": "string",
"skip_to_step": "string",
"source_id": "string",
"status": "string",
"tenant": "string",
"type": "string",
"unique_id": "string"
},
"created": "2024-11-05 22:33:26",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookavailability_emails`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `type` string , `status` string , `unique_id` string , `booking_id` string , `newbie_session_id` string , `adults` string , `children` string , `infants` string , `animals` string , `period_from` string , `period_to` string , `source_id` string , `expire_quote_date` string , `generated_by` string , `generated_when` string , `converted_when` string , `follow_up_date` string , `quote_lost_reason_id` string , `ignore_on_reporting` string , `skip_to_step` string , `gift_voucher_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookavailability_emails/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookavailability_emails`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookavailability_emails"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}