Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcompendium_services

created: 2024-10-08 17:47:26
disabled: False
format: raw
id: 2554
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcompendium_services"
}

type: drivethrucsv

Schema Versions: 15

Version 4748331

created: 2024-11-05 22:42:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422
id: 4748331
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6674363
updated: 2024-11-05 22:42:43

Version 4747798

created: 2024-11-05 22:26:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866341'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866341
id: 4747798
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6673830
updated: 2024-11-05 22:26:26

Version 4747475

created: 2024-11-05 22:17:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866256'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866256
id: 4747475
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6673507
updated: 2024-11-05 22:17:59

Version 4746685

created: 2024-11-05 04:16:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785676'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785676
id: 4746685
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6671908
updated: 2024-11-05 04:16:35

Version 4746019

created: 2024-11-05 03:46:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785098'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785098
id: 4746019
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6671240
updated: 2024-11-05 03:46:36

Version 4745437

created: 2024-11-05 03:29:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784793'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784793
id: 4745437
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6670654
updated: 2024-11-05 03:29:33

Version 4744427

created: 2024-11-05 03:02:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784189'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784189
id: 4744427
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6669644
updated: 2024-11-05 03:02:59

Version 4744173

created: 2024-11-05 02:55:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784027
id: 4744173
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6669390
updated: 2024-11-05 02:56:07

Version 4743384

created: 2024-11-05 02:35:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783879
id: 4743384
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6668601
updated: 2024-11-05 02:35:23

Version 4742409

created: 2024-11-05 02:09:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783740'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783740
id: 4742409
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6667626
updated: 2024-11-05 02:09:41

Version 4741645

created: 2024-11-05 01:49:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783603'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783603
id: 4741645
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6666862
updated: 2024-11-05 01:49:17

Version 4740811

created: 2024-11-05 01:27:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783496'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783496
id: 4740811
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6666028
updated: 2024-11-05 01:27:21

Version 4740246

created: 2024-11-05 01:12:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783277'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783277
id: 4740246
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6665464
updated: 2024-11-05 01:12:30

Version 4739402

created: 2024-11-05 00:49:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782879
id: 4739402
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6664617
updated: 2024-11-05 00:49:53

Version 4738906

created: 2024-11-05 00:36:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782785
id: 4738906
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2554
schema_scan_id: 6664120
updated: 2024-11-05 00:36:56

Schema Scans: 15

Last at 2024-11-05 22:42:32

Scan 6674363

duration: 0:00:11.628464

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674363

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13548472041080040806,
        "service_name": "drive-thru",
        "span_id": 6201445420059186093,
        "trace_id": 9405650609599349453
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 22:42:32
success: True
trace_id: 9405650609599349453

Scan 6673830

duration: 0:00:11.538824

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673830

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866341",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-05/1730866341/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13040942869204570784,
        "service_name": "drive-thru",
        "span_id": 2091397490561706031,
        "trace_id": 6946270500036464387
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 22:26:15
success: True
trace_id: 6946270500036464387

Scan 6673507

duration: 0:00:11.570843

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673507

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866256",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-05/1730866256/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5214811159995141789,
        "service_name": "drive-thru",
        "span_id": 3408460612273612051,
        "trace_id": 6788058837445414397
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 22:17:47
success: True
trace_id: 6788058837445414397

Scan 6671908

duration: 0:00:14.328433

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671908

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785676",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730785676/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12111378796729144850,
        "service_name": "drive-thru",
        "span_id": 13824244479668441527,
        "trace_id": 8231692168615072440
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 04:16:21
success: True
trace_id: 8231692168615072440

Scan 6671240

duration: 0:00:14.498484

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671240

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730785098",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730785098/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8949648468788026621,
        "service_name": "drive-thru",
        "span_id": 18068038287160390768,
        "trace_id": 7830520834449714197
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 03:46:21
success: True
trace_id: 7830520834449714197

Scan 6670654

duration: 0:00:11.498441

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670654

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784793",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730784793/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2206825049734311415,
        "service_name": "drive-thru",
        "span_id": 5636885686227591471,
        "trace_id": 10349755413314685218
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 03:29:21
success: True
trace_id: 10349755413314685218

Scan 6669644

duration: 0:00:14.138668

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669644

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784189",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730784189/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5085327493392523218,
        "service_name": "drive-thru",
        "span_id": 3298923552255003394,
        "trace_id": 4776364810332907199
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 03:02:45
success: True
trace_id: 4776364810332907199

Scan 6669390

duration: 0:00:11.557380

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669390

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730784027",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730784027/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14539705580115793863,
        "service_name": "drive-thru",
        "span_id": 5609647427995505725,
        "trace_id": 11166253997593800747
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 02:55:56
success: True
trace_id: 11166253997593800747

Scan 6668601

duration: 0:00:11.539455

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668601

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783879",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730783879/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16235592711927764301,
        "service_name": "drive-thru",
        "span_id": 13125946363286265716,
        "trace_id": 1573587915631188069
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 02:35:11
success: True
trace_id: 1573587915631188069

Scan 6667626

duration: 0:00:11.744956

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667626

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783740",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730783740/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1671214054405161796,
        "service_name": "drive-thru",
        "span_id": 15292167102357333118,
        "trace_id": 7663156864628289681
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 02:09:30
success: True
trace_id: 7663156864628289681

Scan 6666862

duration: 0:00:14.080978

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666862

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783603",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730783603/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10358288929151335235,
        "service_name": "drive-thru",
        "span_id": 14565823521592767306,
        "trace_id": 2933500184554621991
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 01:49:03
success: True
trace_id: 2933500184554621991

Scan 6666028

duration: 0:00:14.195760

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666028

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783496",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730783496/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4869974748483429972,
        "service_name": "drive-thru",
        "span_id": 805273587453257892,
        "trace_id": 904068273633641057
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 01:27:07
success: True
trace_id: 904068273633641057

Scan 6665464

duration: 0:00:11.311772

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665464

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730783277",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730783277/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17433510569499289002,
        "service_name": "drive-thru",
        "span_id": 2466881370721445777,
        "trace_id": 12471222724668038766
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 01:12:19
success: True
trace_id: 12471222724668038766

Scan 6664617

duration: 0:00:11.501870

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664617

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782879",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730782879/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4930961841018651316,
        "service_name": "drive-thru",
        "span_id": 8239663215730866461,
        "trace_id": 17779428992352172710
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 00:49:42
success: True
trace_id: 17779428992352172710

Scan 6664120

duration: 0:00:11.610957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664120

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-04/1730782785",
        "key": "raw/newbookdev_newbookcompendium_services/2024-11-04/1730782785/compendium_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18159521511247932244,
        "service_name": "drive-thru",
        "span_id": 10614214285330709025,
        "trace_id": 13030579715114237767
    }
}

running: False
schema_name_id: 2554
start_time: 2024-11-05 00:36:45
success: True
trace_id: 13030579715114237767

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

created: 2024-11-05 22:42:32

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:47:26",
        "disabled": false,
        "format": "raw",
        "id": 2554,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcompendium_services"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "description": "string",
            "google_maps_place_address": "string",
            "google_maps_place_id": "string",
            "id": "string",
            "images": "string",
            "lat": "string",
            "long": "string",
            "name": "string",
            "newbook_region": "string",
            "phone_number": "string",
            "remove": "string",
            "tenant": "string",
            "type": "string",
            "website_link": "string"
        },
        "created": "2024-11-05 22:42:32",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_services/2024-11-05/1730866422'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_services`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_services"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}