Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types

created: 2024-10-08 17:38:38
disabled: False
format: raw
id: 2432
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookaccommodation_categories_types"
}

type: drivethrucsv

Schema Versions: 15

Version 4748038

created: 2024-11-05 22:32:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345
id: 4748038
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6674070
updated: 2024-11-05 22:33:08

Version 4747645

created: 2024-11-05 22:22:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866283'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866283
id: 4747645
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6673677
updated: 2024-11-05 22:22:31

Version 4747348

created: 2024-11-05 22:12:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866222'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866222
id: 4747348
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6673380
updated: 2024-11-05 22:12:38

Version 4746539

created: 2024-11-05 04:08:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785637'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785637
id: 4746539
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6671762
updated: 2024-11-05 04:08:40

Version 4746086

created: 2024-11-05 03:48:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785075'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785075
id: 4746086
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6671307
updated: 2024-11-05 03:48:58

Version 4745149

created: 2024-11-05 03:21:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784770'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784770
id: 4745149
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6670365
updated: 2024-11-05 03:22:05

Version 4744477

created: 2024-11-05 03:04:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784167'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784167
id: 4744477
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6669692
updated: 2024-11-05 03:04:15

Version 4743880

created: 2024-11-05 02:48:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784005'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784005
id: 4743880
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6669097
updated: 2024-11-05 02:48:28

Version 4743392

created: 2024-11-05 02:35:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783861'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783861
id: 4743392
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6668610
updated: 2024-11-05 02:35:36

Version 4742277

created: 2024-11-05 02:05:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783716'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783716
id: 4742277
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6667494
updated: 2024-11-05 02:06:08

Version 4741778

created: 2024-11-05 01:52:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783626'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783626
id: 4741778
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6666995
updated: 2024-11-05 01:52:46

Version 4740666

created: 2024-11-05 01:23:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783472'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783472
id: 4740666
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6665882
updated: 2024-11-05 01:23:30

Version 4739974

created: 2024-11-05 01:04:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783253'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783253
id: 4739974
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6665191
updated: 2024-11-05 01:05:08

Version 4739009

created: 2024-11-05 00:39:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782856'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782856
id: 4739009
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6664224
updated: 2024-11-05 00:39:37

Version 4738746

created: 2024-11-05 00:32:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782767'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782767
id: 4738746
processed: 1

raw_data:

{
    "big4_name": 4,
    "colour": 10,
    "description": 7,
    "display_order": 13,
    "id": 2,
    "image_uri": 8,
    "name": 3,
    "newbook_region": 0,
    "placeholder_image": 9,
    "short_description": 6,
    "slab_bound_offline": 12,
    "slab_bound_online": 11,
    "tenant": 1,
    "top10_name": 5
}

schema_attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

schema_name_id: 2432
schema_scan_id: 6663959
updated: 2024-11-05 00:32:42

Schema Scans: 15

Last at 2024-11-05 22:32:57

Scan 6674070

duration: 0:00:11.572491

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674070

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7201553401337935770,
        "service_name": "drive-thru",
        "span_id": 3721207465664082471,
        "trace_id": 15199559147131916196
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 22:32:57
success: True
trace_id: 15199559147131916196

Scan 6673677

duration: 0:00:14.189430

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673677

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866283",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866283/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5360294947482017640,
        "service_name": "drive-thru",
        "span_id": 1944195784281696016,
        "trace_id": 866569233888198724
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 22:22:17
success: True
trace_id: 866569233888198724

Scan 6673380

duration: 0:00:11.710361

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673380

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866222",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866222/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9030908719376757118,
        "service_name": "drive-thru",
        "span_id": 4994303248866986455,
        "trace_id": 12495172740693081867
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 22:12:27
success: True
trace_id: 12495172740693081867

Scan 6671762

duration: 0:00:14.393307

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671762

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785637",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785637/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 685457748148134714,
        "service_name": "drive-thru",
        "span_id": 15864171203624734479,
        "trace_id": 6980815076132077163
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 04:08:26
success: True
trace_id: 6980815076132077163

Scan 6671307

duration: 0:00:11.705150

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671307

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785075",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730785075/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11743090955693687718,
        "service_name": "drive-thru",
        "span_id": 10176559552970608429,
        "trace_id": 12061395167249425255
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 03:48:46
success: True
trace_id: 12061395167249425255

Scan 6670365

duration: 0:00:11.659663

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784770",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784770/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1123842914643293799,
        "service_name": "drive-thru",
        "span_id": 1217925792280346917,
        "trace_id": 8663604939919470246
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 03:21:53
success: True
trace_id: 8663604939919470246

Scan 6669692

duration: 0:00:14.117924

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669692

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784167",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784167/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9685472845784754605,
        "service_name": "drive-thru",
        "span_id": 13494274505538532165,
        "trace_id": 15031718968044067990
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 03:04:01
success: True
trace_id: 15031718968044067990

Scan 6669097

duration: 0:00:11.715674

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669097

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784005",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730784005/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6739566169914844404,
        "service_name": "drive-thru",
        "span_id": 15570316018558895113,
        "trace_id": 13012504653436875742
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 02:48:16
success: True
trace_id: 13012504653436875742

Scan 6668610

duration: 0:00:11.752936

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668610

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783861",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783861/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9144635794314897791,
        "service_name": "drive-thru",
        "span_id": 1048652771654918336,
        "trace_id": 12110464193911370204
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 02:35:25
success: True
trace_id: 12110464193911370204

Scan 6667494

duration: 0:00:14.039993

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667494

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783716",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783716/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9870147690197637299,
        "service_name": "drive-thru",
        "span_id": 7575656287463277242,
        "trace_id": 1398741830397043328
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 02:05:54
success: True
trace_id: 1398741830397043328

Scan 6666995

duration: 0:00:14.147000

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666995

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783626",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783626/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1507854501669780164,
        "service_name": "drive-thru",
        "span_id": 16888856368592660665,
        "trace_id": 11866595184407747497
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 01:52:32
success: True
trace_id: 11866595184407747497

Scan 6665882

duration: 0:00:11.589899

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665882

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783472",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783472/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2458429363361087427,
        "service_name": "drive-thru",
        "span_id": 10502408948362525354,
        "trace_id": 6592918574664472954
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 01:23:18
success: True
trace_id: 6592918574664472954

Scan 6665191

duration: 0:00:11.577578

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665191

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783253",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730783253/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13612955177561391025,
        "service_name": "drive-thru",
        "span_id": 17764356111370992847,
        "trace_id": 9994097272823667047
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 01:04:57
success: True
trace_id: 9994097272823667047

Scan 6664224

duration: 0:00:11.521411

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664224

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782856",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782856/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5038980050489018104,
        "service_name": "drive-thru",
        "span_id": 10351508782236623460,
        "trace_id": 7762404137140091680
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 00:39:25
success: True
trace_id: 7762404137140091680

Scan 6663959

duration: 0:00:14.124081

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663959

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782767",
        "key": "raw/newbookdev_newbookaccommodation_categories_types/2024-11-04/1730782767/accommodation_categories_types.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12744814113055225008,
        "service_name": "drive-thru",
        "span_id": 17564445775850317545,
        "trace_id": 9608769433912910064
    }
}

running: False
schema_name_id: 2432
start_time: 2024-11-05 00:32:28
success: True
trace_id: 9608769433912910064

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "big4_name": "string",
    "colour": "string",
    "description": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "placeholder_image": "string",
    "short_description": "string",
    "slab_bound_offline": "string",
    "slab_bound_online": "string",
    "tenant": "string",
    "top10_name": "string"
}

created: 2024-11-05 22:32:57

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:38:38",
        "disabled": false,
        "format": "raw",
        "id": 2432,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookaccommodation_categories_types"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "big4_name": "string",
            "colour": "string",
            "description": "string",
            "display_order": "string",
            "id": "string",
            "image_uri": "string",
            "name": "string",
            "newbook_region": "string",
            "placeholder_image": "string",
            "short_description": "string",
            "slab_bound_offline": "string",
            "slab_bound_online": "string",
            "tenant": "string",
            "top10_name": "string"
        },
        "created": "2024-11-05 22:32:57",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `big4_name`  string , `top10_name`  string , `short_description`  string , `description`  string , `image_uri`  string , `placeholder_image`  string , `colour`  string , `slab_bound_online`  string , `slab_bound_offline`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_categories_types/2024-11-05/1730866345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_categories_types"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}