Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales

created: 2024-10-08 18:11:21
disabled: False
format: raw
id: 2833
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooknewbook_online_sales"
}

type: drivethrucsv

Schema Versions: 15

Version 4749321

created: 2024-11-05 23:38:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563
id: 4749321
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6675353
updated: 2024-11-05 23:38:28

Version 4749007

created: 2024-11-05 23:13:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866506
id: 4749007
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6675039
updated: 2024-11-05 23:13:45

Version 4748183

created: 2024-11-05 22:37:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866372'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866372
id: 4748183
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6674215
updated: 2024-11-05 22:37:29

Version 4747040

created: 2024-11-05 04:43:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785764'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785764
id: 4747040
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6672272
updated: 2024-11-05 04:44:12

Version 4746338

created: 2024-11-05 03:58:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785148'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785148
id: 4746338
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6671559
updated: 2024-11-05 03:58:57

Version 4745604

created: 2024-11-05 03:33:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784843'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784843
id: 4745604
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6670821
updated: 2024-11-05 03:34:01

Version 4744748

created: 2024-11-05 03:11:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784239'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784239
id: 4744748
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6669965
updated: 2024-11-05 03:11:35

Version 4744556

created: 2024-11-05 03:06:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784078'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784078
id: 4744556
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6669774
updated: 2024-11-05 03:06:29

Version 4743377

created: 2024-11-05 02:35:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783917'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783917
id: 4743377
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6668594
updated: 2024-11-05 02:35:11

Version 4742850

created: 2024-11-05 02:21:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783791'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783791
id: 4742850
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6668068
updated: 2024-11-05 02:21:18

Version 4741493

created: 2024-11-05 01:45:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783616'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783616
id: 4741493
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6666710
updated: 2024-11-05 01:45:13

Version 4741374

created: 2024-11-05 01:41:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783548
id: 4741374
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6666591
updated: 2024-11-05 01:42:11

Version 4740572

created: 2024-11-05 01:20:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783330'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783330
id: 4740572
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6665789
updated: 2024-11-05 01:21:00

Version 4739474

created: 2024-11-05 00:51:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782929'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782929
id: 4739474
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6664689
updated: 2024-11-05 00:51:43

Version 4739082

created: 2024-11-05 00:41:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782823'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782823
id: 4739082
processed: 1

raw_data:

{
    "active": 7,
    "discount_id": 4,
    "footer_information": 11,
    "header_information": 10,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "promo_code": 6,
    "requires_code": 5,
    "sale_end_date": 9,
    "sale_start_date": 8,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

schema_name_id: 2833
schema_scan_id: 6664297
updated: 2024-11-05 00:41:37

Schema Scans: 15

Last at 2024-11-05 23:38:16

Scan 6675353

duration: 0:00:11.712256

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675353

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15344562504299000585,
        "service_name": "drive-thru",
        "span_id": 4010919922177987179,
        "trace_id": 17296429259806974022
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 23:38:16
success: True
trace_id: 17296429259806974022

Scan 6675039

duration: 0:00:11.834306

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675039

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866506",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866506/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10456923892979804160,
        "service_name": "drive-thru",
        "span_id": 18035993156080394313,
        "trace_id": 3090770028995657455
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 23:13:33
success: True
trace_id: 3090770028995657455

Scan 6674215

duration: 0:00:11.628563

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674215

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866372",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866372/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4894654386269278949,
        "service_name": "drive-thru",
        "span_id": 617330111825900272,
        "trace_id": 4629447171821697780
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 22:37:17
success: True
trace_id: 4629447171821697780

Scan 6672272

duration: 0:00:14.239047

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672272

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785764",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785764/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2770714379688656809,
        "service_name": "drive-thru",
        "span_id": 11098705178969648149,
        "trace_id": 10615248375451926307
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 04:43:58
success: True
trace_id: 10615248375451926307

Scan 6671559

duration: 0:00:11.620013

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671559

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785148",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730785148/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11013339071754382640,
        "service_name": "drive-thru",
        "span_id": 10077040007207402668,
        "trace_id": 14773449091674416052
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 03:58:45
success: True
trace_id: 14773449091674416052

Scan 6670821

duration: 0:00:14.034515

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670821

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784843",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784843/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9771602300114857119,
        "service_name": "drive-thru",
        "span_id": 6993635966729906708,
        "trace_id": 13558917362263046861
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 03:33:47
success: True
trace_id: 13558917362263046861

Scan 6669965

duration: 0:00:14.120287

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669965

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784239",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784239/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2441994458622375660,
        "service_name": "drive-thru",
        "span_id": 7256062802671520903,
        "trace_id": 16395670686448292262
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 03:11:21
success: True
trace_id: 16395670686448292262

Scan 6669774

duration: 0:00:14.267129

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669774

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784078",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730784078/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2725595171491405166,
        "service_name": "drive-thru",
        "span_id": 7703443898553866461,
        "trace_id": 9905594939429679899
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 03:06:15
success: True
trace_id: 9905594939429679899

Scan 6668594

duration: 0:00:11.625382

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668594

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783917",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783917/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3252271888608875968,
        "service_name": "drive-thru",
        "span_id": 15874303268303707098,
        "trace_id": 3396866152326573735
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 02:35:00
success: True
trace_id: 3396866152326573735

Scan 6668068

duration: 0:00:11.690693

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668068

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783791",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783791/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15750340990602830488,
        "service_name": "drive-thru",
        "span_id": 17967254668738082,
        "trace_id": 9483829601796337863
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 02:21:06
success: True
trace_id: 9483829601796337863

Scan 6666710

duration: 0:00:11.642618

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666710

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783616",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783616/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16214160997647434371,
        "service_name": "drive-thru",
        "span_id": 8861381110757783438,
        "trace_id": 7030076749444512195
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 01:45:02
success: True
trace_id: 7030076749444512195

Scan 6666591

duration: 0:00:14.120572

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666591

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783548",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783548/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18146569640846478783,
        "service_name": "drive-thru",
        "span_id": 6971110146227317042,
        "trace_id": 15060347346786764902
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 01:41:57
success: True
trace_id: 15060347346786764902

Scan 6665789

duration: 0:00:11.655267

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665789

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783330",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730783330/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9743153608682239760,
        "service_name": "drive-thru",
        "span_id": 18307979405516541113,
        "trace_id": 6072890434957762144
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 01:20:49
success: True
trace_id: 6072890434957762144

Scan 6664689

duration: 0:00:11.460931

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664689

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782929",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782929/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18120797919199097922,
        "service_name": "drive-thru",
        "span_id": 3571675746081752156,
        "trace_id": 13555379492743869676
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 00:51:32
success: True
trace_id: 13555379492743869676

Scan 6664297

duration: 0:00:14.054291

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664297

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782823",
        "key": "raw/newbookdev_newbooknewbook_online_sales/2024-11-04/1730782823/newbook_online_sales.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6931616859306990572,
        "service_name": "drive-thru",
        "span_id": 6529126663039154819,
        "trace_id": 12674941362701920676
    }
}

running: False
schema_name_id: 2833
start_time: 2024-11-05 00:41:23
success: True
trace_id: 12674941362701920676

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "discount_id": "string",
    "footer_information": "string",
    "header_information": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "promo_code": "string",
    "requires_code": "string",
    "sale_end_date": "string",
    "sale_start_date": "string",
    "tenant": "string"
}

created: 2024-11-05 23:38:17

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:11:21",
        "disabled": false,
        "format": "raw",
        "id": 2833,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooknewbook_online_sales"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "discount_id": "string",
            "footer_information": "string",
            "header_information": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "promo_code": "string",
            "requires_code": "string",
            "sale_end_date": "string",
            "sale_start_date": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:38:17",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `discount_id`  string , `requires_code`  string , `promo_code`  string , `active`  string , `sale_start_date`  string , `sale_end_date`  string , `header_information`  string , `footer_information`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_sales/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_sales"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}