Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images

created: 2024-10-08 17:35:12
disabled: False
format: raw
id: 2390
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookaccommodation_sites_images"
}

type: drivethrucsv

Schema Versions: 15

Version 4748087

created: 2024-11-05 22:34:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352
id: 4748087
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6674119
updated: 2024-11-05 22:34:41

Version 4747576

created: 2024-11-05 22:20:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866289'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866289
id: 4747576
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6673608
updated: 2024-11-05 22:20:39

Version 4747383

created: 2024-11-05 22:14:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866224'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866224
id: 4747383
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6673415
updated: 2024-11-05 22:14:57

Version 4746552

created: 2024-11-05 04:09:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785641'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785641
id: 4746552
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6671775
updated: 2024-11-05 04:09:20

Version 4745891

created: 2024-11-05 03:42:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785077'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785077
id: 4745891
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6671109
updated: 2024-11-05 03:42:18

Version 4745063

created: 2024-11-05 03:19:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784771'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784771
id: 4745063
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6670280
updated: 2024-11-05 03:19:54

Version 4744870

created: 2024-11-05 03:14:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784168'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784168
id: 4744870
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6670087
updated: 2024-11-05 03:14:46

Version 4743952

created: 2024-11-05 02:50:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784006'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784006
id: 4743952
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6669169
updated: 2024-11-05 02:50:20

Version 4743401

created: 2024-11-05 02:35:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783863
id: 4743401
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6668618
updated: 2024-11-05 02:35:49

Version 4742358

created: 2024-11-05 02:08:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783718'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783718
id: 4742358
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6667575
updated: 2024-11-05 02:08:16

Version 4741782

created: 2024-11-05 01:52:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783628'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783628
id: 4741782
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6666999
updated: 2024-11-05 01:52:50

Version 4740876

created: 2024-11-05 01:28:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783474'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783474
id: 4740876
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6666093
updated: 2024-11-05 01:29:02

Version 4739982

created: 2024-11-05 01:05:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783256'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783256
id: 4739982
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6665199
updated: 2024-11-05 01:05:21

Version 4739176

created: 2024-11-05 00:43:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782858
id: 4739176
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6664391
updated: 2024-11-05 00:44:02

Version 4738401

created: 2024-11-05 00:23:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782738'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782738
id: 4738401
processed: 1

raw_data:

{
    "active": 7,
    "display_order": 6,
    "id": 2,
    "image_uri": 5,
    "newbook_region": 0,
    "site_id": 3,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2390
schema_scan_id: 6663612
updated: 2024-11-05 00:23:39

Schema Scans: 15

Last at 2024-11-05 22:34:27

Scan 6674119

duration: 0:00:14.072594

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674119

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5428005192177833679,
        "service_name": "drive-thru",
        "span_id": 14784320588936138524,
        "trace_id": 2855129852817272141
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 22:34:27
success: True
trace_id: 2855129852817272141

Scan 6673608

duration: 0:00:11.418664

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673608

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866289",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866289/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6225063542388244602,
        "service_name": "drive-thru",
        "span_id": 14281627450225328583,
        "trace_id": 13581055407034858675
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 22:20:27
success: True
trace_id: 13581055407034858675

Scan 6673415

duration: 0:00:14.048937

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673415

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866224",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866224/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2925656805626042546,
        "service_name": "drive-thru",
        "span_id": 11540469154313228940,
        "trace_id": 2027069970652362572
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 22:14:43
success: True
trace_id: 2027069970652362572

Scan 6671775

duration: 0:00:11.533045

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671775

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785641",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785641/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11837175458058808617,
        "service_name": "drive-thru",
        "span_id": 17953870865418014459,
        "trace_id": 8262583046036927783
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 04:09:08
success: True
trace_id: 8262583046036927783

Scan 6671109

duration: 0:00:11.513792

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671109

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785077",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730785077/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5619561833299926751,
        "service_name": "drive-thru",
        "span_id": 15016760861534354642,
        "trace_id": 14578769995394756301
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 03:42:06
success: True
trace_id: 14578769995394756301

Scan 6670280

duration: 0:00:11.362302

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670280

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784771",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784771/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9544280924512816139,
        "service_name": "drive-thru",
        "span_id": 4840301226371295997,
        "trace_id": 3266810997209852763
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 03:19:42
success: True
trace_id: 3266810997209852763

Scan 6670087

duration: 0:00:13.876155

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670087

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784168",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784168/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14438760601485335215,
        "service_name": "drive-thru",
        "span_id": 15952453258928440517,
        "trace_id": 7580145962738098561
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 03:14:33
success: True
trace_id: 7580145962738098561

Scan 6669169

duration: 0:00:11.431626

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669169

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784006",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730784006/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4540714885301072532,
        "service_name": "drive-thru",
        "span_id": 17174229221614185102,
        "trace_id": 13451117919945861656
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 02:50:09
success: True
trace_id: 13451117919945861656

Scan 6668618

duration: 0:00:11.407366

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668618

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783863",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783863/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3053438080179523401,
        "service_name": "drive-thru",
        "span_id": 6229547243039727778,
        "trace_id": 6397861463249009290
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 02:35:38
success: True
trace_id: 6397861463249009290

Scan 6667575

duration: 0:00:11.370880

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667575

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783718",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783718/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18422854963887875881,
        "service_name": "drive-thru",
        "span_id": 15317313082052859578,
        "trace_id": 14073486377637530981
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 02:08:05
success: True
trace_id: 14073486377637530981

Scan 6666999

duration: 0:00:14.001763

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666999

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783628",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783628/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6808004779844263826,
        "service_name": "drive-thru",
        "span_id": 16837194875095065934,
        "trace_id": 13843876962020773447
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 01:52:36
success: True
trace_id: 13843876962020773447

Scan 6666093

duration: 0:00:11.280821

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666093

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783474",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783474/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10046080497937858278,
        "service_name": "drive-thru",
        "span_id": 14746772187489518766,
        "trace_id": 13906049755880669309
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 01:28:51
success: True
trace_id: 13906049755880669309

Scan 6665199

duration: 0:00:11.342192

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665199

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783256",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730783256/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 820633301554156345,
        "service_name": "drive-thru",
        "span_id": 11316253108129027782,
        "trace_id": 7009946405689904346
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 01:05:10
success: True
trace_id: 7009946405689904346

Scan 6664391

duration: 0:00:13.965468

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664391

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782858",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782858/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5238110719408244880,
        "service_name": "drive-thru",
        "span_id": 3566600746251633800,
        "trace_id": 16820532679516009185
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 00:43:48
success: True
trace_id: 16820532679516009185

Scan 6663612

duration: 0:00:11.463339

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663612

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782738",
        "key": "raw/newbookdev_newbookaccommodation_sites_images/2024-11-04/1730782738/accommodation_sites_images.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12644904596284683237,
        "service_name": "drive-thru",
        "span_id": 3075161439668611154,
        "trace_id": 9201044086365763746
    }
}

running: False
schema_name_id: 2390
start_time: 2024-11-05 00:23:28
success: True
trace_id: 9201044086365763746

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "display_order": "string",
    "id": "string",
    "image_uri": "string",
    "newbook_region": "string",
    "site_id": "string",
    "tenant": "string",
    "type_id": "string"
}

created: 2024-11-05 22:34:27

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:35:12",
        "disabled": false,
        "format": "raw",
        "id": 2390,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookaccommodation_sites_images"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "display_order": "string",
            "id": "string",
            "image_uri": "string",
            "newbook_region": "string",
            "site_id": "string",
            "tenant": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 22:34:27",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `site_id`  string , `type_id`  string , `image_uri`  string , `display_order`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaccommodation_sites_images/2024-11-05/1730866352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaccommodation_sites_images"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}