Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooklost_quotes

created: 2024-10-08 18:13:11
disabled: False
format: raw
id: 2849
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooklost_quotes"
}

type: drivethrucsv

Schema Versions: 15

Version 4749249

created: 2024-11-05 23:30:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548
id: 4749249
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6675281
updated: 2024-11-05 23:31:05

Version 4748790

created: 2024-11-05 23:01:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866489
id: 4748790
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6674822
updated: 2024-11-05 23:01:53

Version 4748111

created: 2024-11-05 22:35:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866354
id: 4748111
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6674143
updated: 2024-11-05 22:35:22

Version 4746281

created: 2024-11-05 03:56:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785142'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785142
id: 4746281
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6671502
updated: 2024-11-05 03:56:33

Version 4746199

created: 2024-11-05 03:52:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785753'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785753
id: 4746199
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6671420
updated: 2024-11-05 03:53:01

Version 4745549

created: 2024-11-05 03:32:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784837
id: 4745549
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6670766
updated: 2024-11-05 03:32:33

Version 4744784

created: 2024-11-05 03:12:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784233'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784233
id: 4744784
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6670001
updated: 2024-11-05 03:12:30

Version 4743523

created: 2024-11-05 02:38:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784071
id: 4743523
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6668740
updated: 2024-11-05 02:39:03

Version 4743517

created: 2024-11-05 02:38:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783913'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783913
id: 4743517
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6668734
updated: 2024-11-05 02:38:55

Version 4742705

created: 2024-11-05 02:17:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783785
id: 4742705
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6667922
updated: 2024-11-05 02:17:29

Version 4741116

created: 2024-11-05 01:35:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783541
id: 4741116
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6666333
updated: 2024-11-05 01:35:23

Version 4741037

created: 2024-11-05 01:33:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783614'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783614
id: 4741037
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6666254
updated: 2024-11-05 01:33:19

Version 4740530

created: 2024-11-05 01:19:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783323
id: 4740530
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6665747
updated: 2024-11-05 01:19:54

Version 4739597

created: 2024-11-05 00:54:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782923
id: 4739597
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6664814
updated: 2024-11-05 00:55:03

Version 4739048

created: 2024-11-05 00:40:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782818
id: 4739048
processed: 1

raw_data:

{
    "adults": 4,
    "animals": 7,
    "children": 5,
    "generated_when": 10,
    "guest_id": 3,
    "id": 2,
    "infants": 6,
    "newbook_region": 0,
    "period_from": 8,
    "period_to": 9,
    "quote_lost_reason_id": 11,
    "tenant": 1
}

schema_attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

schema_name_id: 2849
schema_scan_id: 6664263
updated: 2024-11-05 00:40:38

Schema Scans: 15

Last at 2024-11-05 23:30:51

Scan 6675281

duration: 0:00:14.267889

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675281

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9625354686503256964,
        "service_name": "drive-thru",
        "span_id": 10680400028198191180,
        "trace_id": 2706064717289786860
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 23:30:51
success: True
trace_id: 2706064717289786860

Scan 6674822

duration: 0:00:14.245295

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674822

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866489",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-05/1730866489/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7648315715478765524,
        "service_name": "drive-thru",
        "span_id": 17169269521372325631,
        "trace_id": 7747226654734483023
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 23:01:39
success: True
trace_id: 7747226654734483023

Scan 6674143

duration: 0:00:11.682598

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674143

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866354",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-05/1730866354/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8617401987991183840,
        "service_name": "drive-thru",
        "span_id": 8779027671960564849,
        "trace_id": 14005402758381738347
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 22:35:10
success: True
trace_id: 14005402758381738347

Scan 6671502

duration: 0:00:14.163829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671502

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785142",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730785142/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14238904549703740533,
        "service_name": "drive-thru",
        "span_id": 7191777859281575682,
        "trace_id": 2795981532335192385
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 03:56:18
success: True
trace_id: 2795981532335192385

Scan 6671420

duration: 0:00:14.128307

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671420

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730785753",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730785753/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3412691564384043063,
        "service_name": "drive-thru",
        "span_id": 7792088295319726883,
        "trace_id": 6064204891811288115
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 03:52:46
success: True
trace_id: 6064204891811288115

Scan 6670766

duration: 0:00:11.333465

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670766

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784837",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730784837/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 745337397907152379,
        "service_name": "drive-thru",
        "span_id": 2278150591944487607,
        "trace_id": 14158154958240555476
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 03:32:22
success: True
trace_id: 14158154958240555476

Scan 6670001

duration: 0:00:14.488067

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670001

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784233",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730784233/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12257829404200463155,
        "service_name": "drive-thru",
        "span_id": 404453367705729686,
        "trace_id": 11207700194713669799
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 03:12:16
success: True
trace_id: 11207700194713669799

Scan 6668740

duration: 0:00:14.120544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668740

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730784071",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730784071/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1197728215200943583,
        "service_name": "drive-thru",
        "span_id": 8421282127962266170,
        "trace_id": 16120293020978978135
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 02:38:49
success: True
trace_id: 16120293020978978135

Scan 6668734

duration: 0:00:11.345970

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668734

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783913",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730783913/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 345832492221038121,
        "service_name": "drive-thru",
        "span_id": 3055540397306142784,
        "trace_id": 7914696673576534168
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 02:38:44
success: True
trace_id: 7914696673576534168

Scan 6667922

duration: 0:00:11.553458

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667922

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783785",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730783785/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16097156344566471351,
        "service_name": "drive-thru",
        "span_id": 6003711548116111092,
        "trace_id": 4305534089646952468
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 02:17:18
success: True
trace_id: 4305534089646952468

Scan 6666333

duration: 0:00:11.499831

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666333

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783541",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730783541/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3333945698651113351,
        "service_name": "drive-thru",
        "span_id": 2034413555182752563,
        "trace_id": 17043105935119864496
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 01:35:11
success: True
trace_id: 17043105935119864496

Scan 6666254

duration: 0:00:11.502283

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666254

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783614",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730783614/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14469738668484842295,
        "service_name": "drive-thru",
        "span_id": 11105914019170200771,
        "trace_id": 12629966853743751843
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 01:33:07
success: True
trace_id: 12629966853743751843

Scan 6665747

duration: 0:00:11.696759

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665747

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730783323",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730783323/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14574359022743044322,
        "service_name": "drive-thru",
        "span_id": 10131314832899430968,
        "trace_id": 13427264322134607122
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 01:19:42
success: True
trace_id: 13427264322134607122

Scan 6664814

duration: 0:00:11.582057

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664814

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782923",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730782923/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8609876607535972357,
        "service_name": "drive-thru",
        "span_id": 1060540851818727712,
        "trace_id": 11175299483428264626
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 00:54:52
success: True
trace_id: 11175299483428264626

Scan 6664263

duration: 0:00:11.417347

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664263

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-04/1730782818",
        "key": "raw/newbookdev_newbooklost_quotes/2024-11-04/1730782818/lost_quotes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15638586396356194052,
        "service_name": "drive-thru",
        "span_id": 14652865847785857869,
        "trace_id": 737407660402289886
    }
}

running: False
schema_name_id: 2849
start_time: 2024-11-05 00:40:27
success: True
trace_id: 737407660402289886

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "adults": "string",
    "animals": "string",
    "children": "string",
    "generated_when": "string",
    "guest_id": "string",
    "id": "string",
    "infants": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "quote_lost_reason_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:30:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:13:11",
        "disabled": false,
        "format": "raw",
        "id": 2849,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooklost_quotes"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "adults": "string",
            "animals": "string",
            "children": "string",
            "generated_when": "string",
            "guest_id": "string",
            "id": "string",
            "infants": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "quote_lost_reason_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:30:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `guest_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `generated_when`  string , `quote_lost_reason_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}