Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations
- created: 2024-10-08 17:43:56
- disabled: False
- format: raw
- id: 2505
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcompendium_destinations" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748351
- created: 2024-11-05 22:43:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418
- id: 4748351
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6674383
- updated: 2024-11-05 22:43:24
-
Version 4747968
- created: 2024-11-05 22:30:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866339'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866339
- id: 4747968
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6674000
- updated: 2024-11-05 22:31:03
-
Version 4747477
- created: 2024-11-05 22:17:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866254'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866254
- id: 4747477
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6673509
- updated: 2024-11-05 22:18:05
-
Version 4746901
- created: 2024-11-05 04:31:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785674'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785674
- id: 4746901
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6672132
- updated: 2024-11-05 04:31:36
-
Version 4746226
- created: 2024-11-05 03:53:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785097'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785097
- id: 4746226
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6671447
- updated: 2024-11-05 03:54:04
-
Version 4745204
- created: 2024-11-05 03:23:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784792'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784792
- id: 4745204
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6670421
- updated: 2024-11-05 03:23:33
-
Version 4744072
- created: 2024-11-05 02:53:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784026'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784026
- id: 4744072
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6669289
- updated: 2024-11-05 02:53:26
-
Version 4744005
- created: 2024-11-05 02:51:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784188'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784188
- id: 4744005
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6669222
- updated: 2024-11-05 02:51:42
-
Version 4743057
- created: 2024-11-05 02:26:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783837'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783837
- id: 4743057
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6668273
- updated: 2024-11-05 02:26:42
-
Version 4742379
- created: 2024-11-05 02:08:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783739'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783739
- id: 4742379
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6667596
- updated: 2024-11-05 02:08:53
-
Version 4741896
- created: 2024-11-05 01:55:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783643'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783643
- id: 4741896
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6667113
- updated: 2024-11-05 01:55:50
-
Version 4740832
- created: 2024-11-05 01:27:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783495'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783495
- id: 4740832
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6666049
- updated: 2024-11-05 01:27:51
-
Version 4740223
- created: 2024-11-05 01:11:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783276'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783276
- id: 4740223
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6665440
- updated: 2024-11-05 01:11:51
-
Version 4739174
- created: 2024-11-05 00:43:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782879'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782879
- id: 4739174
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6664389
- updated: 2024-11-05 00:44:01
-
Version 4738738
- created: 2024-11-05 00:32:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782784'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782784
- id: 4738738
- processed: 1
- raw_data:
{ "description": 5, "google_maps_place_address": 8, "google_maps_place_id": 9, "id": 2, "images": 12, "lat": 10, "long": 11, "name": 3, "newbook_region": 0, "phone_number": 7, "remove": 13, "tenant": 1, "type": 4, "website_link": 6 } - schema_attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - schema_name_id: 2505
- schema_scan_id: 6663951
- updated: 2024-11-05 00:32:28
Schema Scans: 15
Last at 2024-11-05 22:43:10
-
Scan 6674383
- duration: 0:00:14.395079
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674383
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11820171625230123575, "service_name": "drive-thru", "span_id": 17468200485211523469, "trace_id": 8056925388009374035 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 22:43:10
- success: True
- trace_id: 8056925388009374035
-
Scan 6674000
- duration: 0:00:14.191739
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674000
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866339", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866339/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3573029561721505759, "service_name": "drive-thru", "span_id": 2361792851549882044, "trace_id": 11111221031917555161 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 22:30:49
- success: True
- trace_id: 11111221031917555161
-
Scan 6673509
- duration: 0:00:14.089478
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673509
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866254", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866254/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10271157648932051667, "service_name": "drive-thru", "span_id": 7068914591747115100, "trace_id": 14846891524721666346 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 22:17:51
- success: True
- trace_id: 14846891524721666346
-
Scan 6672132
- duration: 0:00:11.737532
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672132
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785674", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785674/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7767777173300241963, "service_name": "drive-thru", "span_id": 14861991649504989062, "trace_id": 5107075345392598600 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 04:31:24
- success: True
- trace_id: 5107075345392598600
-
Scan 6671447
- duration: 0:00:11.879172
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671447
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785097", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730785097/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2743605368671007685, "service_name": "drive-thru", "span_id": 4696958872774343368, "trace_id": 3951872518418909461 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 03:53:52
- success: True
- trace_id: 3951872518418909461
-
Scan 6670421
- duration: 0:00:13.938706
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670421
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784792", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784792/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11412658845224812730, "service_name": "drive-thru", "span_id": 4388984874883347964, "trace_id": 16260517795678084201 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 03:23:20
- success: True
- trace_id: 16260517795678084201
-
Scan 6669289
- duration: 0:00:11.581115
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669289
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784026", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784026/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12512908733143314890, "service_name": "drive-thru", "span_id": 9505080913739383229, "trace_id": 1311746278006094719 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 02:53:15
- success: True
- trace_id: 1311746278006094719
-
Scan 6669222
- duration: 0:00:11.544745
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669222
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784188", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730784188/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13374133780245722695, "service_name": "drive-thru", "span_id": 16130997367630138375, "trace_id": 6155300461734640966 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 02:51:31
- success: True
- trace_id: 6155300461734640966
-
Scan 6668273
- duration: 0:00:14.218564
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668273
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783837", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783837/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10496949448848381346, "service_name": "drive-thru", "span_id": 5333246000209470166, "trace_id": 10524734780399259309 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 02:26:28
- success: True
- trace_id: 10524734780399259309
-
Scan 6667596
- duration: 0:00:14.098831
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667596
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783739", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783739/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8164251049030545077, "service_name": "drive-thru", "span_id": 619247752383483532, "trace_id": 3545456693884802780 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 02:08:39
- success: True
- trace_id: 3545456693884802780
-
Scan 6667113
- duration: 0:00:14.246558
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667113
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783643", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783643/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9023674358633702739, "service_name": "drive-thru", "span_id": 1840275489162290300, "trace_id": 9785232547691456209 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 01:55:36
- success: True
- trace_id: 9785232547691456209
-
Scan 6666049
- duration: 0:00:11.590764
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666049
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783495", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783495/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8744579332007594304, "service_name": "drive-thru", "span_id": 2390630701342853284, "trace_id": 14081855294124104053 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 01:27:39
- success: True
- trace_id: 14081855294124104053
-
Scan 6665440
- duration: 0:00:11.580409
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665440
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783276", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730783276/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16952531400019965091, "service_name": "drive-thru", "span_id": 9390797008336556273, "trace_id": 11596371524898489347 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 01:11:39
- success: True
- trace_id: 11596371524898489347
-
Scan 6664389
- duration: 0:00:14.101974
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664389
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782879", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782879/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16962188730829903735, "service_name": "drive-thru", "span_id": 14643909080393348248, "trace_id": 16904277968026857968 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 00:43:47
- success: True
- trace_id: 16904277968026857968
-
Scan 6663951
- duration: 0:00:11.735597
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663951
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782784", "key": "raw/newbookdev_newbookcompendium_destinations/2024-11-04/1730782784/compendium_destinations.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17885244800557293699, "service_name": "drive-thru", "span_id": 2295822713296312962, "trace_id": 11975709995513154044 } } - running: False
- schema_name_id: 2505
- start_time: 2024-11-05 00:32:16
- success: True
- trace_id: 11975709995513154044
- attributes:
{ "description": "string", "google_maps_place_address": "string", "google_maps_place_id": "string", "id": "string", "images": "string", "lat": "string", "long": "string", "name": "string", "newbook_region": "string", "phone_number": "string", "remove": "string", "tenant": "string", "type": "string", "website_link": "string" } - created: 2024-11-05 22:43:10
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:43:56",
"disabled": false,
"format": "raw",
"id": 2505,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcompendium_destinations"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"description": "string",
"google_maps_place_address": "string",
"google_maps_place_id": "string",
"id": "string",
"images": "string",
"lat": "string",
"long": "string",
"name": "string",
"newbook_region": "string",
"phone_number": "string",
"remove": "string",
"tenant": "string",
"type": "string",
"website_link": "string"
},
"created": "2024-11-05 22:43:10",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `type` string , `description` string , `website_link` string , `phone_number` string , `google_maps_place_address` string , `google_maps_place_id` string , `lat` string , `long` string , `images` string , `remove` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_destinations/2024-11-05/1730866418'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_destinations"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}