Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktasks

created: 2024-10-08 18:37:17
disabled: False
format: raw
id: 3073
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktasks"
}

type: drivethrucsv

Schema Versions: 15

Version 4749284

created: 2024-11-05 23:34:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866616'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866616
id: 4749284
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6675316
updated: 2024-11-05 23:34:30

Version 4749155

created: 2024-11-05 23:24:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866570'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866570
id: 4749155
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6675187
updated: 2024-11-05 23:24:22

Version 4748741

created: 2024-11-05 22:58:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866468'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866468
id: 4748741
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6674773
updated: 2024-11-05 22:59:06

Version 4746727

created: 2024-11-05 04:18:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785176'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785176
id: 4746727
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6671951
updated: 2024-11-05 04:19:07

Version 4746417

created: 2024-11-05 04:02:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785813'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785813
id: 4746417
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6671638
updated: 2024-11-05 04:02:24

Version 4745082

created: 2024-11-05 03:20:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784871'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784871
id: 4745082
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6670298
updated: 2024-11-05 03:20:22

Version 4744587

created: 2024-11-05 03:07:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784106'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784106
id: 4744587
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6669804
updated: 2024-11-05 03:07:16

Version 4744406

created: 2024-11-05 03:02:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784267'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784267
id: 4744406
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6669622
updated: 2024-11-05 03:02:19

Version 4743656

created: 2024-11-05 02:42:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783938'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783938
id: 4743656
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6668873
updated: 2024-11-05 02:42:34

Version 4742803

created: 2024-11-05 02:19:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783819'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783819
id: 4742803
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6668020
updated: 2024-11-05 02:20:03

Version 4741668

created: 2024-11-05 01:49:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783704'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783704
id: 4741668
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6666885
updated: 2024-11-05 01:49:49

Version 4740943

created: 2024-11-05 01:30:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783578'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783578
id: 4740943
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6666160
updated: 2024-11-05 01:30:49

Version 4740692

created: 2024-11-05 01:24:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783357'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783357
id: 4740692
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6665908
updated: 2024-11-05 01:24:12

Version 4739998

created: 2024-11-05 01:05:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782955'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782955
id: 4739998
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6665213
updated: 2024-11-05 01:05:49

Version 4738649

created: 2024-11-05 00:29:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782763'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782763
id: 4738649
processed: 1

raw_data:

{
    "allow_before_departure": 16,
    "billing_set_id": 17,
    "cancelled_by": 31,
    "cancelled_on": 32,
    "completed_by": 29,
    "completed_on": 30,
    "contact_template_booking_status": 15,
    "contact_template_id": 14,
    "created_by": 20,
    "created_for": 21,
    "created_when": 23,
    "daytype": 12,
    "description": 11,
    "display_order": 33,
    "generated_from": 3,
    "generated_from_date": 5,
    "generated_from_id": 4,
    "groupwith": 13,
    "id": 2,
    "interval": 18,
    "interval_multiplier": 19,
    "location_id": 6,
    "location_occupy": 8,
    "location_type": 7,
    "modified_when": 24,
    "newbook_region": 0,
    "notify_staff": 22,
    "period_from": 25,
    "period_to": 26,
    "priority": 10,
    "started_by": 27,
    "started_on": 28,
    "tenant": 1,
    "type_id": 9
}

schema_attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 3073
schema_scan_id: 6663862
updated: 2024-11-05 00:30:07

Schema Scans: 15

Last at 2024-11-05 23:34:17

Scan 6675316

duration: 0:00:12.632477

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675316

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866616",
        "key": "raw/newbookdev_newbooktasks/2024-11-05/1730866616/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4846114175717827537,
        "service_name": "drive-thru",
        "span_id": 16175506766731435167,
        "trace_id": 3912193529044287945
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 23:34:17
success: True
trace_id: 3912193529044287945

Scan 6675187

duration: 0:00:12.432532

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675187

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866570",
        "key": "raw/newbookdev_newbooktasks/2024-11-05/1730866570/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3763790658680533979,
        "service_name": "drive-thru",
        "span_id": 5628936628203737250,
        "trace_id": 2134713877952741692
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 23:24:10
success: True
trace_id: 2134713877952741692

Scan 6674773

duration: 0:00:12.379405

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674773

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866468",
        "key": "raw/newbookdev_newbooktasks/2024-11-05/1730866468/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1786930578583184044,
        "service_name": "drive-thru",
        "span_id": 10639752318071256188,
        "trace_id": 5055522826622098800
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 22:58:54
success: True
trace_id: 5055522826622098800

Scan 6671951

duration: 0:00:12.520856

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671951

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785176",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730785176/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 173385248795879558,
        "service_name": "drive-thru",
        "span_id": 11847614044358052069,
        "trace_id": 3779361961430980451
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 04:18:54
success: True
trace_id: 3779361961430980451

Scan 6671638

duration: 0:00:15.006632

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671638

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730785813",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730785813/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1854547613967349015,
        "service_name": "drive-thru",
        "span_id": 6936267694613391518,
        "trace_id": 15179210794487058566
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 04:02:09
success: True
trace_id: 15179210794487058566

Scan 6670298

duration: 0:00:12.055385

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670298

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784871",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730784871/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4799309876155459664,
        "service_name": "drive-thru",
        "span_id": 8785107911397823610,
        "trace_id": 6758076306907526387
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 03:20:10
success: True
trace_id: 6758076306907526387

Scan 6669804

duration: 0:00:12.255352

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669804

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784106",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730784106/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15098944819821030379,
        "service_name": "drive-thru",
        "span_id": 10820429270297324959,
        "trace_id": 11584265169987015527
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 03:07:04
success: True
trace_id: 11584265169987015527

Scan 6669622

duration: 0:00:12.219659

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669622

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730784267",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730784267/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14117046190757695506,
        "service_name": "drive-thru",
        "span_id": 18024175926199447279,
        "trace_id": 5069242937675006964
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 03:02:07
success: True
trace_id: 5069242937675006964

Scan 6668873

duration: 0:00:12.145138

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668873

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783938",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730783938/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9609635382937728730,
        "service_name": "drive-thru",
        "span_id": 15031878290967487764,
        "trace_id": 1467080079237818743
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 02:42:22
success: True
trace_id: 1467080079237818743

Scan 6668020

duration: 0:00:12.143209

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668020

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783819",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730783819/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2556132051148414655,
        "service_name": "drive-thru",
        "span_id": 10063452589745679746,
        "trace_id": 10113121687421033536
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 02:19:51
success: True
trace_id: 10113121687421033536

Scan 6666885

duration: 0:00:12.116434

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666885

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783704",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730783704/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5081513859980530805,
        "service_name": "drive-thru",
        "span_id": 18307622927387839025,
        "trace_id": 7236229238886383566
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 01:49:37
success: True
trace_id: 7236229238886383566

Scan 6666160

duration: 0:00:14.567931

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666160

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783578",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730783578/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8020770445771957167,
        "service_name": "drive-thru",
        "span_id": 3247788928003133014,
        "trace_id": 1195598142098358505
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 01:30:35
success: True
trace_id: 1195598142098358505

Scan 6665908

duration: 0:00:12.311632

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665908

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730783357",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730783357/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11377772293701132249,
        "service_name": "drive-thru",
        "span_id": 12447933726785028383,
        "trace_id": 17443076457261040480
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 01:23:59
success: True
trace_id: 17443076457261040480

Scan 6665213

duration: 0:00:14.626021

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665213

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782955",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730782955/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6242509460777693929,
        "service_name": "drive-thru",
        "span_id": 1766002759023125744,
        "trace_id": 2392274850943748761
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 01:05:34
success: True
trace_id: 2392274850943748761

Scan 6663862

duration: 0:00:12.148348

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663862

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-04/1730782763",
        "key": "raw/newbookdev_newbooktasks/2024-11-04/1730782763/tasks.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktasks",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9406221495766638416,
        "service_name": "drive-thru",
        "span_id": 11634925154275281775,
        "trace_id": 15275477854524636747
    }
}

running: False
schema_name_id: 3073
start_time: 2024-11-05 00:29:55
success: True
trace_id: 15275477854524636747

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "allow_before_departure": "string",
    "billing_set_id": "string",
    "cancelled_by": "string",
    "cancelled_on": "string",
    "completed_by": "string",
    "completed_on": "string",
    "contact_template_booking_status": "string",
    "contact_template_id": "string",
    "created_by": "string",
    "created_for": "string",
    "created_when": "string",
    "daytype": "string",
    "description": "string",
    "display_order": "string",
    "generated_from": "string",
    "generated_from_date": "string",
    "generated_from_id": "string",
    "groupwith": "string",
    "id": "string",
    "interval": "string",
    "interval_multiplier": "string",
    "location_id": "string",
    "location_occupy": "string",
    "location_type": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "notify_staff": "string",
    "period_from": "string",
    "period_to": "string",
    "priority": "string",
    "started_by": "string",
    "started_on": "string",
    "tenant": "string",
    "type_id": "string"
}

created: 2024-11-05 23:34:18

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866616'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:37:17",
        "disabled": false,
        "format": "raw",
        "id": 3073,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktasks"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "allow_before_departure": "string",
            "billing_set_id": "string",
            "cancelled_by": "string",
            "cancelled_on": "string",
            "completed_by": "string",
            "completed_on": "string",
            "contact_template_booking_status": "string",
            "contact_template_id": "string",
            "created_by": "string",
            "created_for": "string",
            "created_when": "string",
            "daytype": "string",
            "description": "string",
            "display_order": "string",
            "generated_from": "string",
            "generated_from_date": "string",
            "generated_from_id": "string",
            "groupwith": "string",
            "id": "string",
            "interval": "string",
            "interval_multiplier": "string",
            "location_id": "string",
            "location_occupy": "string",
            "location_type": "string",
            "modified_when": "string",
            "newbook_region": "string",
            "notify_staff": "string",
            "period_from": "string",
            "period_to": "string",
            "priority": "string",
            "started_by": "string",
            "started_on": "string",
            "tenant": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 23:34:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `generated_from`  string , `generated_from_id`  string , `generated_from_date`  string , `location_id`  string , `location_type`  string , `location_occupy`  string , `type_id`  string , `priority`  string , `description`  string , `daytype`  string , `groupwith`  string , `contact_template_id`  string , `contact_template_booking_status`  string , `allow_before_departure`  string , `billing_set_id`  string , `interval`  string , `interval_multiplier`  string , `created_by`  string , `created_for`  string , `notify_staff`  string , `created_when`  string , `modified_when`  string , `period_from`  string , `period_to`  string , `started_by`  string , `started_on`  string , `completed_by`  string , `completed_on`  string , `cancelled_by`  string , `cancelled_on`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks/2024-11-05/1730866616'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}