Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies

created: 2024-10-08 17:41:42
disabled: False
format: raw
id: 2474
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcancellation_insurance_policies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748174

created: 2024-11-05 22:37:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390
id: 4748174
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6674206
updated: 2024-11-05 22:37:15

Version 4747825

created: 2024-11-05 22:26:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866321'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866321
id: 4747825
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6673857
updated: 2024-11-05 22:27:09

Version 4747453

created: 2024-11-05 22:17:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866243'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866243
id: 4747453
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6673485
updated: 2024-11-05 22:17:21

Version 4746657

created: 2024-11-05 04:14:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785661'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785661
id: 4746657
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6671880
updated: 2024-11-05 04:15:05

Version 4746182

created: 2024-11-05 03:52:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785089'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785089
id: 4746182
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6671403
updated: 2024-11-05 03:52:20

Version 4745087

created: 2024-11-05 03:20:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784784
id: 4745087
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6670304
updated: 2024-11-05 03:20:29

Version 4744358

created: 2024-11-05 03:00:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784181'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784181
id: 4744358
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6669575
updated: 2024-11-05 03:00:59

Version 4744068

created: 2024-11-05 02:53:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784018'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784018
id: 4744068
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6669285
updated: 2024-11-05 02:53:24

Version 4742511

created: 2024-11-05 02:12:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783872'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783872
id: 4742511
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6667728
updated: 2024-11-05 02:12:22

Version 4742207

created: 2024-11-05 02:03:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783731'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783731
id: 4742207
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6667424
updated: 2024-11-05 02:04:10

Version 4741803

created: 2024-11-05 01:53:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783637'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783637
id: 4741803
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6667020
updated: 2024-11-05 01:53:23

Version 4740781

created: 2024-11-05 01:26:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783487'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783487
id: 4740781
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6665998
updated: 2024-11-05 01:26:32

Version 4740058

created: 2024-11-05 01:07:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783268'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783268
id: 4740058
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6665275
updated: 2024-11-05 01:07:23

Version 4739511

created: 2024-11-05 00:52:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782871'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782871
id: 4739511
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6664726
updated: 2024-11-05 00:52:43

Version 4738743

created: 2024-11-05 00:32:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782778'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782778
id: 4738743
processed: 1

raw_data:

{
    "booking_id": 11,
    "calculated_stay_cost": 10,
    "document_url": 7,
    "generated_when": 12,
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "period_from": 4,
    "period_to": 5,
    "policy_number": 6,
    "premium": 9,
    "status": 13,
    "tenant": 1,
    "trip_type": 8
}

schema_attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

schema_name_id: 2474
schema_scan_id: 6663956
updated: 2024-11-05 00:32:35

Schema Scans: 15

Last at 2024-11-05 22:37:04

Scan 6674206

duration: 0:00:11.722507

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674206

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12927237767925047389,
        "service_name": "drive-thru",
        "span_id": 3351288417272113255,
        "trace_id": 2856174015051881163
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 22:37:04
success: True
trace_id: 2856174015051881163

Scan 6673857

duration: 0:00:14.246794

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673857

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866321",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866321/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8829048806598601037,
        "service_name": "drive-thru",
        "span_id": 11329043444139889040,
        "trace_id": 11690962139272217987
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 22:26:55
success: True
trace_id: 11690962139272217987

Scan 6673485

duration: 0:00:11.552235

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673485

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866243",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866243/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5197448055072108140,
        "service_name": "drive-thru",
        "span_id": 4615468773554060237,
        "trace_id": 10082716386945934671
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 22:17:10
success: True
trace_id: 10082716386945934671

Scan 6671880

duration: 0:00:11.739375

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671880

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785661",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785661/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18100271083917560810,
        "service_name": "drive-thru",
        "span_id": 4983345473374389278,
        "trace_id": 15070149006588629910
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 04:14:54
success: True
trace_id: 15070149006588629910

Scan 6671403

duration: 0:00:11.787769

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671403

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785089",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730785089/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17072017755137307297,
        "service_name": "drive-thru",
        "span_id": 10984816046074923486,
        "trace_id": 13680922537411998515
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 03:52:09
success: True
trace_id: 13680922537411998515

Scan 6670304

duration: 0:00:11.664641

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670304

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784784",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784784/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7962806450064497223,
        "service_name": "drive-thru",
        "span_id": 1356456317983284949,
        "trace_id": 9071934104644330151
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 03:20:18
success: True
trace_id: 9071934104644330151

Scan 6669575

duration: 0:00:11.636166

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669575

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784181",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784181/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12717229604397906809,
        "service_name": "drive-thru",
        "span_id": 11421592635564062737,
        "trace_id": 11258487811271326799
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 03:00:47
success: True
trace_id: 11258487811271326799

Scan 6669285

duration: 0:00:13.998910

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669285

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784018",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730784018/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9499615978551491074,
        "service_name": "drive-thru",
        "span_id": 10836662426507731659,
        "trace_id": 16923562014844316590
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 02:53:10
success: True
trace_id: 16923562014844316590

Scan 6667728

duration: 0:00:14.103195

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667728

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783872",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783872/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15818797742256998594,
        "service_name": "drive-thru",
        "span_id": 12059085823758398234,
        "trace_id": 6158103771637641898
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 02:12:07
success: True
trace_id: 6158103771637641898

Scan 6667424

duration: 0:00:11.515738

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667424

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783731",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783731/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1629581444241095574,
        "service_name": "drive-thru",
        "span_id": 10128558534228804761,
        "trace_id": 17859759182143019077
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 02:03:58
success: True
trace_id: 17859759182143019077

Scan 6667020

duration: 0:00:14.176245

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667020

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783637",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783637/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16143354715713701169,
        "service_name": "drive-thru",
        "span_id": 15769498805967733610,
        "trace_id": 11188251360690072291
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 01:53:09
success: True
trace_id: 11188251360690072291

Scan 6665998

duration: 0:00:14.021870

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665998

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783487",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783487/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13217684780147507655,
        "service_name": "drive-thru",
        "span_id": 9000323516439573878,
        "trace_id": 4638178917200454384
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 01:26:18
success: True
trace_id: 4638178917200454384

Scan 6665275

duration: 0:00:11.544910

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665275

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783268",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730783268/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 761260250440110684,
        "service_name": "drive-thru",
        "span_id": 3008451174208169852,
        "trace_id": 14089759667879699775
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 01:07:11
success: True
trace_id: 14089759667879699775

Scan 6664726

duration: 0:00:11.564352

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664726

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782871",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782871/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13487982633288579805,
        "service_name": "drive-thru",
        "span_id": 16331156547299960321,
        "trace_id": 11582601162726914845
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 00:52:32
success: True
trace_id: 11582601162726914845

Scan 6663956

duration: 0:00:11.707225

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663956

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782778",
        "key": "raw/newbookdev_newbookcancellation_insurance_policies/2024-11-04/1730782778/cancellation_insurance_policies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2750746302592213053,
        "service_name": "drive-thru",
        "span_id": 17014038879813904352,
        "trace_id": 13264882518824591462
    }
}

running: False
schema_name_id: 2474
start_time: 2024-11-05 00:32:23
success: True
trace_id: 13264882518824591462

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "booking_id": "string",
    "calculated_stay_cost": "string",
    "document_url": "string",
    "generated_when": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "policy_number": "string",
    "premium": "string",
    "status": "string",
    "tenant": "string",
    "trip_type": "string"
}

created: 2024-11-05 22:37:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:41:42",
        "disabled": false,
        "format": "raw",
        "id": 2474,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcancellation_insurance_policies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "booking_id": "string",
            "calculated_stay_cost": "string",
            "document_url": "string",
            "generated_when": "string",
            "id": "string",
            "instance_id": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "policy_number": "string",
            "premium": "string",
            "status": "string",
            "tenant": "string",
            "trip_type": "string"
        },
        "created": "2024-11-05 22:37:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `period_from`  string , `period_to`  string , `policy_number`  string , `document_url`  string , `trip_type`  string , `premium`  string , `calculated_stay_cost`  string , `booking_id`  string , `generated_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_policies/2024-11-05/1730866390'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_policies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}