Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookgift_vouchers

created: 2024-10-08 17:55:33
disabled: False
format: raw
id: 2667
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookgift_vouchers"
}

type: drivethrucsv

Schema Versions: 15

Version 4748807

created: 2024-11-05 23:02:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502
id: 4748807
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6674839
updated: 2024-11-05 23:02:48

Version 4748451

created: 2024-11-05 22:46:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866420
id: 4748451
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6674483
updated: 2024-11-05 22:46:59

Version 4747760

created: 2024-11-05 22:25:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866303'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866303
id: 4747760
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6673793
updated: 2024-11-05 22:25:26

Version 4747120

created: 2024-11-05 04:52:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785716'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785716
id: 4747120
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6672352
updated: 2024-11-05 04:52:40

Version 4746420

created: 2024-11-05 04:02:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785122'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785122
id: 4746420
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6671641
updated: 2024-11-05 04:02:32

Version 4745624

created: 2024-11-05 03:34:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784817'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784817
id: 4745624
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6670841
updated: 2024-11-05 03:34:34

Version 4744534

created: 2024-11-05 03:05:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784213'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784213
id: 4744534
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6669751
updated: 2024-11-05 03:05:52

Version 4744290

created: 2024-11-05 02:58:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784051'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784051
id: 4744290
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6669507
updated: 2024-11-05 02:59:08

Version 4743512

created: 2024-11-05 02:38:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783897'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783897
id: 4743512
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6668729
updated: 2024-11-05 02:38:46

Version 4742546

created: 2024-11-05 02:13:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783764'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783764
id: 4742546
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6667762
updated: 2024-11-05 02:13:13

Version 4741974

created: 2024-11-05 01:57:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783663'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783663
id: 4741974
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6667191
updated: 2024-11-05 01:57:53

Version 4741195

created: 2024-11-05 01:37:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783520'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783520
id: 4741195
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6666412
updated: 2024-11-05 01:37:27

Version 4740399

created: 2024-11-05 01:16:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783303'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783303
id: 4740399
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6665616
updated: 2024-11-05 01:16:30

Version 4739314

created: 2024-11-05 00:47:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782904'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782904
id: 4739314
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6664529
updated: 2024-11-05 00:47:39

Version 4738664

created: 2024-11-05 00:30:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782803'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782803
id: 4738664
processed: 1

raw_data:

{
    "active": 13,
    "amount": 5,
    "description": 4,
    "display_order": 8,
    "expiry_inventory_item_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "name": 3,
    "newbook_region": 0,
    "redeem_online": 11,
    "sell_online": 10,
    "template_id": 9,
    "tenant": 1,
    "variable_price": 12
}

schema_attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

schema_name_id: 2667
schema_scan_id: 6663877
updated: 2024-11-05 00:30:30

Schema Scans: 15

Last at 2024-11-05 23:02:33

Scan 6674839

duration: 0:00:14.232665

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674839

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1063061619915337111,
        "service_name": "drive-thru",
        "span_id": 14637187521992353238,
        "trace_id": 295982399536311108
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 23:02:33
success: True
trace_id: 295982399536311108

Scan 6674483

duration: 0:00:14.357674

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674483

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866420",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866420/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10770772395937857552,
        "service_name": "drive-thru",
        "span_id": 8748719827486769437,
        "trace_id": 14701015013556814879
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 22:46:45
success: True
trace_id: 14701015013556814879

Scan 6673793

duration: 0:00:11.754397

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673793

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866303",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866303/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4379069889489077712,
        "service_name": "drive-thru",
        "span_id": 13480742535256512698,
        "trace_id": 8859222309928137701
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 22:25:14
success: True
trace_id: 8859222309928137701

Scan 6672352

duration: 0:00:14.385765

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672352

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785716",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785716/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11395671745626973788,
        "service_name": "drive-thru",
        "span_id": 5062017410171702029,
        "trace_id": 4285374719336815589
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 04:52:26
success: True
trace_id: 4285374719336815589

Scan 6671641

duration: 0:00:11.873557

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671641

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785122",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730785122/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13343583826959872190,
        "service_name": "drive-thru",
        "span_id": 7728771214977481949,
        "trace_id": 2899802056504246188
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 04:02:20
success: True
trace_id: 2899802056504246188

Scan 6670841

duration: 0:00:11.613277

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670841

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784817",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784817/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 487068642087564230,
        "service_name": "drive-thru",
        "span_id": 11321631514603791728,
        "trace_id": 931551234858866992
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 03:34:23
success: True
trace_id: 931551234858866992

Scan 6669751

duration: 0:00:14.283631

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669751

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784213",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784213/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8259289196914782729,
        "service_name": "drive-thru",
        "span_id": 14099058971223851201,
        "trace_id": 4188737266733661220
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 03:05:38
success: True
trace_id: 4188737266733661220

Scan 6669507

duration: 0:00:11.681646

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669507

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784051",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730784051/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13433742939091796158,
        "service_name": "drive-thru",
        "span_id": 10588259903666514101,
        "trace_id": 17605972327674295697
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 02:58:56
success: True
trace_id: 17605972327674295697

Scan 6668729

duration: 0:00:11.721772

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668729

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783897",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783897/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17446915523501954657,
        "service_name": "drive-thru",
        "span_id": 9210584472679122243,
        "trace_id": 6156711066086745762
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 02:38:35
success: True
trace_id: 6156711066086745762

Scan 6667762

duration: 0:00:11.644323

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667762

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783764",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783764/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13135263275352760408,
        "service_name": "drive-thru",
        "span_id": 5052553957063882026,
        "trace_id": 13664605126036253057
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 02:13:02
success: True
trace_id: 13664605126036253057

Scan 6667191

duration: 0:00:11.667124

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667191

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783663",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783663/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9492551349122652697,
        "service_name": "drive-thru",
        "span_id": 17516424058591732575,
        "trace_id": 13193016311437392372
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 01:57:41
success: True
trace_id: 13193016311437392372

Scan 6666412

duration: 0:00:11.668443

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666412

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783520",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783520/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14015942978374023876,
        "service_name": "drive-thru",
        "span_id": 4471763859646213707,
        "trace_id": 4314403353186732853
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 01:37:15
success: True
trace_id: 4314403353186732853

Scan 6665616

duration: 0:00:14.075738

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665616

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783303",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730783303/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3293612603426752981,
        "service_name": "drive-thru",
        "span_id": 9049758360958346616,
        "trace_id": 9465769379046908728
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 01:16:16
success: True
trace_id: 9465769379046908728

Scan 6664529

duration: 0:00:11.538732

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664529

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782904",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782904/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4606380631284342410,
        "service_name": "drive-thru",
        "span_id": 8384190213865823497,
        "trace_id": 3201781562340000023
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 00:47:28
success: True
trace_id: 3201781562340000023

Scan 6663877

duration: 0:00:11.444619

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663877

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782803",
        "key": "raw/newbookdev_newbookgift_vouchers/2024-11-04/1730782803/gift_vouchers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookgift_vouchers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10233800325736729673,
        "service_name": "drive-thru",
        "span_id": 4170788340559782726,
        "trace_id": 10508176600193850389
    }
}

running: False
schema_name_id: 2667
start_time: 2024-11-05 00:30:19
success: True
trace_id: 10508176600193850389

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "amount": "string",
    "description": "string",
    "display_order": "string",
    "expiry_inventory_item_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "redeem_online": "string",
    "sell_online": "string",
    "template_id": "string",
    "tenant": "string",
    "variable_price": "string"
}

created: 2024-11-05 23:02:34

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:55:33",
        "disabled": false,
        "format": "raw",
        "id": 2667,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookgift_vouchers"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "amount": "string",
            "description": "string",
            "display_order": "string",
            "expiry_inventory_item_id": "string",
            "gl_category_id": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "redeem_online": "string",
            "sell_online": "string",
            "template_id": "string",
            "tenant": "string",
            "variable_price": "string"
        },
        "created": "2024-11-05 23:02:34",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `amount`  string , `gl_category_id`  string , `expiry_inventory_item_id`  string , `display_order`  string , `template_id`  string , `sell_online`  string , `redeem_online`  string , `variable_price`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookgift_vouchers/2024-11-05/1730866502'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookgift_vouchers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookgift_vouchers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}