Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services

created: 2024-10-08 17:43:32
disabled: False
format: raw
id: 2500
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcompendium_emergency_services"
}

type: drivethrucsv

Schema Versions: 15

Version 4748327

created: 2024-11-05 22:42:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419
id: 4748327
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6674359
updated: 2024-11-05 22:42:32

Version 4747771

created: 2024-11-05 22:25:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866339'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866339
id: 4747771
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6673803
updated: 2024-11-05 22:25:46

Version 4747479

created: 2024-11-05 22:17:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866254'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866254
id: 4747479
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6673511
updated: 2024-11-05 22:18:08

Version 4746915

created: 2024-11-05 04:32:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785674'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785674
id: 4746915
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6672146
updated: 2024-11-05 04:32:39

Version 4745922

created: 2024-11-05 03:43:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785097
id: 4745922
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6671142
updated: 2024-11-05 03:43:16

Version 4745758

created: 2024-11-05 03:38:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784792
id: 4745758
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6670975
updated: 2024-11-05 03:38:13

Version 4744422

created: 2024-11-05 03:02:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784189'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784189
id: 4744422
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6669637
updated: 2024-11-05 03:02:46

Version 4744078

created: 2024-11-05 02:53:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784026'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784026
id: 4744078
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6669295
updated: 2024-11-05 02:53:36

Version 4743255

created: 2024-11-05 02:31:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783877'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783877
id: 4743255
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6668472
updated: 2024-11-05 02:31:58

Version 4742411

created: 2024-11-05 02:09:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783739'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783739
id: 4742411
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6667628
updated: 2024-11-05 02:09:41

Version 4741879

created: 2024-11-05 01:55:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783643'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783643
id: 4741879
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6667096
updated: 2024-11-05 01:55:22

Version 4740839

created: 2024-11-05 01:27:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783495
id: 4740839
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6666056
updated: 2024-11-05 01:28:03

Version 4739871

created: 2024-11-05 01:02:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783276'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783276
id: 4739871
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6665088
updated: 2024-11-05 01:02:24

Version 4739290

created: 2024-11-05 00:46:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782879
id: 4739290
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6664505
updated: 2024-11-05 00:47:02

Version 4738921

created: 2024-11-05 00:37:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782784
id: 4738921
processed: 1

raw_data:

{
    "description": 5,
    "google_maps_place_address": 8,
    "google_maps_place_id": 9,
    "id": 2,
    "images": 12,
    "lat": 10,
    "long": 11,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 7,
    "remove": 13,
    "tenant": 1,
    "type": 4,
    "website_link": 6
}

schema_attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

schema_name_id: 2500
schema_scan_id: 6664135
updated: 2024-11-05 00:37:20

Schema Scans: 15

Last at 2024-11-05 22:42:20

Scan 6674359

duration: 0:00:11.748577

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674359

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13072279797639303732,
        "service_name": "drive-thru",
        "span_id": 16365421171735756246,
        "trace_id": 12676311431251096503
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 22:42:20
success: True
trace_id: 12676311431251096503

Scan 6673803

duration: 0:00:11.591463

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673803

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866339",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866339/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11702772730491360175,
        "service_name": "drive-thru",
        "span_id": 9355879793772221753,
        "trace_id": 16922144486850337182
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 22:25:34
success: True
trace_id: 16922144486850337182

Scan 6673511

duration: 0:00:11.488544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673511

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866254",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866254/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15522355750662130843,
        "service_name": "drive-thru",
        "span_id": 9508451525233103716,
        "trace_id": 14903606260068914964
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 22:17:57
success: True
trace_id: 14903606260068914964

Scan 6672146

duration: 0:00:14.260496

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672146

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785674",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785674/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8401205351273014726,
        "service_name": "drive-thru",
        "span_id": 6968864388083805981,
        "trace_id": 16730984005980739282
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 04:32:25
success: True
trace_id: 16730984005980739282

Scan 6671142

duration: 0:00:14.287222

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671142

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785097",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730785097/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4149175910592386193,
        "service_name": "drive-thru",
        "span_id": 10447588359373975935,
        "trace_id": 12556274446369493828
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 03:43:01
success: True
trace_id: 12556274446369493828

Scan 6670975

duration: 0:00:11.712774

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670975

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784792",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784792/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15558449529228873986,
        "service_name": "drive-thru",
        "span_id": 11541658401991911915,
        "trace_id": 11786398248428135141
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 03:38:02
success: True
trace_id: 11786398248428135141

Scan 6669637

duration: 0:00:11.636479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669637

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784189",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784189/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10625896220995181519,
        "service_name": "drive-thru",
        "span_id": 13593090855499678366,
        "trace_id": 309481640118035616
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 03:02:34
success: True
trace_id: 309481640118035616

Scan 6669295

duration: 0:00:11.583639

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669295

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784026",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730784026/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9180943947605919785,
        "service_name": "drive-thru",
        "span_id": 16702538560099854869,
        "trace_id": 9859967050007173460
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 02:53:24
success: True
trace_id: 9859967050007173460

Scan 6668472

duration: 0:00:13.972381

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668472

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783877",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783877/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17955806396184986278,
        "service_name": "drive-thru",
        "span_id": 13983326611075728465,
        "trace_id": 16686230741285278621
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 02:31:44
success: True
trace_id: 16686230741285278621

Scan 6667628

duration: 0:00:11.636411

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667628

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783739",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783739/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1988174751291087697,
        "service_name": "drive-thru",
        "span_id": 6294208691393587471,
        "trace_id": 17089494679193762765
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 02:09:30
success: True
trace_id: 17089494679193762765

Scan 6667096

duration: 0:00:11.577933

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667096

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783643",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783643/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4861593628427688142,
        "service_name": "drive-thru",
        "span_id": 9727709171345851612,
        "trace_id": 3240265473697743083
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 01:55:10
success: True
trace_id: 3240265473697743083

Scan 6666056

duration: 0:00:11.585739

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666056

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783495",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783495/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1380951271629154524,
        "service_name": "drive-thru",
        "span_id": 17157095727244146818,
        "trace_id": 4445991869673022098
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 01:27:51
success: True
trace_id: 4445991869673022098

Scan 6665088

duration: 0:00:14.313844

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665088

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783276",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730783276/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8214119505340125190,
        "service_name": "drive-thru",
        "span_id": 8988942018691549146,
        "trace_id": 14720515137022917371
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 01:02:10
success: True
trace_id: 14720515137022917371

Scan 6664505

duration: 0:00:14.169849

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664505

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782879",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782879/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9118362682514408593,
        "service_name": "drive-thru",
        "span_id": 540547158987928761,
        "trace_id": 2639966508345208153
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 00:46:48
success: True
trace_id: 2639966508345208153

Scan 6664135

duration: 0:00:11.802021

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664135

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782784",
        "key": "raw/newbookdev_newbookcompendium_emergency_services/2024-11-04/1730782784/compendium_emergency_services.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9656953708115002073,
        "service_name": "drive-thru",
        "span_id": 11379737781908614302,
        "trace_id": 8086556767882408374
    }
}

running: False
schema_name_id: 2500
start_time: 2024-11-05 00:37:08
success: True
trace_id: 8086556767882408374

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "description": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "tenant": "string",
    "type": "string",
    "website_link": "string"
}

created: 2024-11-05 22:42:21

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:43:32",
        "disabled": false,
        "format": "raw",
        "id": 2500,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcompendium_emergency_services"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "description": "string",
            "google_maps_place_address": "string",
            "google_maps_place_id": "string",
            "id": "string",
            "images": "string",
            "lat": "string",
            "long": "string",
            "name": "string",
            "newbook_region": "string",
            "phone_number": "string",
            "remove": "string",
            "tenant": "string",
            "type": "string",
            "website_link": "string"
        },
        "created": "2024-11-05 22:42:21",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `type`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_emergency_services/2024-11-05/1730866419'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_emergency_services"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}