Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link

created: 2024-10-08 18:14:25
disabled: False
format: raw
id: 2862
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooklost_quotes_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4749259

created: 2024-11-05 23:31:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548
id: 4749259
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6675291
updated: 2024-11-05 23:31:49

Version 4748681

created: 2024-11-05 22:56:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866489
id: 4748681
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6674713
updated: 2024-11-05 22:56:28

Version 4747871

created: 2024-11-05 22:28:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866354'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866354
id: 4747871
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6673903
updated: 2024-11-05 22:28:20

Version 4746592

created: 2024-11-05 04:11:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785142'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785142
id: 4746592
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6671816
updated: 2024-11-05 04:11:38

Version 4746197

created: 2024-11-05 03:52:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785753'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785753
id: 4746197
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6671418
updated: 2024-11-05 03:52:59

Version 4745484

created: 2024-11-05 03:30:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784837
id: 4745484
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6670701
updated: 2024-11-05 03:30:52

Version 4744730

created: 2024-11-05 03:10:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784233'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784233
id: 4744730
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6669947
updated: 2024-11-05 03:11:05

Version 4744008

created: 2024-11-05 02:51:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784071
id: 4744008
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6669225
updated: 2024-11-05 02:51:49

Version 4742759

created: 2024-11-05 02:18:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783912'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783912
id: 4742759
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6667976
updated: 2024-11-05 02:18:50

Version 4742128

created: 2024-11-05 02:01:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783785
id: 4742128
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6667345
updated: 2024-11-05 02:02:01

Version 4741864

created: 2024-11-05 01:54:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783678'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783678
id: 4741864
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6667081
updated: 2024-11-05 01:54:59

Version 4741237

created: 2024-11-05 01:38:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783542'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783542
id: 4741237
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6666454
updated: 2024-11-05 01:38:33

Version 4740410

created: 2024-11-05 01:16:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783323
id: 4740410
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6665627
updated: 2024-11-05 01:16:48

Version 4739593

created: 2024-11-05 00:54:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782923
id: 4739593
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6664811
updated: 2024-11-05 00:54:54

Version 4738655

created: 2024-11-05 00:30:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782755'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782755
id: 4738655
processed: 1

raw_data:

{
    "category_id": 4,
    "discount_code": 6,
    "discount_id": 5,
    "expire_quote_date": 9,
    "id": 2,
    "inventory_items": 8,
    "newbook_region": 0,
    "quote_id": 3,
    "tariffs_quoted": 7,
    "tenant": 1
}

schema_attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

schema_name_id: 2862
schema_scan_id: 6663868
updated: 2024-11-05 00:30:17

Schema Scans: 15

Last at 2024-11-05 23:31:35

Scan 6675291

duration: 0:00:14.168978

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675291

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8761944348736700850,
        "service_name": "drive-thru",
        "span_id": 10893136751102431576,
        "trace_id": 1110823575760863974
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 23:31:35
success: True
trace_id: 1110823575760863974

Scan 6674713

duration: 0:00:11.635050

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674713

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866489",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866489/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7534136478214700149,
        "service_name": "drive-thru",
        "span_id": 2481523781720314628,
        "trace_id": 11692775706607884124
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 22:56:16
success: True
trace_id: 11692775706607884124

Scan 6673903

duration: 0:00:11.408638

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673903

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866354",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866354/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1308561585769792217,
        "service_name": "drive-thru",
        "span_id": 7439680345419554828,
        "trace_id": 12228736819536134743
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 22:28:09
success: True
trace_id: 12228736819536134743

Scan 6671816

duration: 0:00:14.157378

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671816

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785142",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785142/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13226110946220958943,
        "service_name": "drive-thru",
        "span_id": 6789196222372081528,
        "trace_id": 7414034845390939795
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 04:11:24
success: True
trace_id: 7414034845390939795

Scan 6671418

duration: 0:00:14.101210

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671418

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785753",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730785753/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18096445704112653388,
        "service_name": "drive-thru",
        "span_id": 15874865133231374560,
        "trace_id": 13233129509527179101
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 03:52:45
success: True
trace_id: 13233129509527179101

Scan 6670701

duration: 0:00:13.979986

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670701

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784837",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784837/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6549052413308665098,
        "service_name": "drive-thru",
        "span_id": 1018346347798631570,
        "trace_id": 4485621218411600303
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 03:30:38
success: True
trace_id: 4485621218411600303

Scan 6669947

duration: 0:00:11.386048

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669947

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784233",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784233/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11872710018880940619,
        "service_name": "drive-thru",
        "span_id": 15954737478948762910,
        "trace_id": 1779717380918209247
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 03:10:54
success: True
trace_id: 1779717380918209247

Scan 6669225

duration: 0:00:11.446103

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669225

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784071",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730784071/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18365189132354541424,
        "service_name": "drive-thru",
        "span_id": 13354284247789576517,
        "trace_id": 16222706110958816511
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 02:51:37
success: True
trace_id: 16222706110958816511

Scan 6667976

duration: 0:00:11.407356

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667976

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783912",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783912/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13353958592565050625,
        "service_name": "drive-thru",
        "span_id": 10185496993558385717,
        "trace_id": 15178423566969486405
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 02:18:39
success: True
trace_id: 15178423566969486405

Scan 6667345

duration: 0:00:13.928677

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667345

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783785",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783785/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7638776503269114366,
        "service_name": "drive-thru",
        "span_id": 11217475048221050073,
        "trace_id": 2982311068293228356
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 02:01:47
success: True
trace_id: 2982311068293228356

Scan 6667081

duration: 0:00:13.937603

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667081

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783678",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783678/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4375077610679474109,
        "service_name": "drive-thru",
        "span_id": 12642086982851595736,
        "trace_id": 3433074190830189309
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 01:54:45
success: True
trace_id: 3433074190830189309

Scan 6666454

duration: 0:00:11.427471

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666454

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783542",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783542/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16739256124056362747,
        "service_name": "drive-thru",
        "span_id": 7020170130305412688,
        "trace_id": 12138161060738306204
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 01:38:21
success: True
trace_id: 12138161060738306204

Scan 6665627

duration: 0:00:14.054721

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665627

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783323",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730783323/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 559057977625643327,
        "service_name": "drive-thru",
        "span_id": 4206371145724469842,
        "trace_id": 11453797397381817179
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 01:16:34
success: True
trace_id: 11453797397381817179

Scan 6664811

duration: 0:00:11.321620

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664811

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782923",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782923/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 650134758886862184,
        "service_name": "drive-thru",
        "span_id": 11095422496812596635,
        "trace_id": 11123810330010197777
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 00:54:43
success: True
trace_id: 11123810330010197777

Scan 6663868

duration: 0:00:11.548092

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663868

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782755",
        "key": "raw/newbookdev_newbooklost_quotes_link/2024-11-04/1730782755/lost_quotes_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 795262606742571331,
        "service_name": "drive-thru",
        "span_id": 10748553131104642812,
        "trace_id": 8724963021256503603
    }
}

running: False
schema_name_id: 2862
start_time: 2024-11-05 00:30:06
success: True
trace_id: 8724963021256503603

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "category_id": "string",
    "discount_code": "string",
    "discount_id": "string",
    "expire_quote_date": "string",
    "id": "string",
    "inventory_items": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "tariffs_quoted": "string",
    "tenant": "string"
}

created: 2024-11-05 23:31:36

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:14:25",
        "disabled": false,
        "format": "raw",
        "id": 2862,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooklost_quotes_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "category_id": "string",
            "discount_code": "string",
            "discount_id": "string",
            "expire_quote_date": "string",
            "id": "string",
            "inventory_items": "string",
            "newbook_region": "string",
            "quote_id": "string",
            "tariffs_quoted": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:31:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `category_id`  string , `discount_id`  string , `discount_code`  string , `tariffs_quoted`  string , `inventory_items`  string , `expire_quote_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_quotes_link/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_quotes_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}