Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcompendium_events

created: 2024-10-08 17:46:48
disabled: False
format: raw
id: 2545
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcompendium_events"
}

type: drivethrucsv

Schema Versions: 15

Version 4748325

created: 2024-11-05 22:42:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420
id: 4748325
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6674357
updated: 2024-11-05 22:42:32

Version 4747776

created: 2024-11-05 22:25:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866340'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866340
id: 4747776
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6673808
updated: 2024-11-05 22:25:50

Version 4747493

created: 2024-11-05 22:18:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866255'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866255
id: 4747493
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6673525
updated: 2024-11-05 22:18:27

Version 4746682

created: 2024-11-05 04:16:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785675'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785675
id: 4746682
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6671906
updated: 2024-11-05 04:16:22

Version 4745323

created: 2024-11-05 03:26:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785098'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785098
id: 4745323
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6670540
updated: 2024-11-05 03:26:36

Version 4744609

created: 2024-11-05 03:07:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784189'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784189
id: 4744609
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6669826
updated: 2024-11-05 03:07:51

Version 4744544

created: 2024-11-05 03:05:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784792
id: 4744544
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6669761
updated: 2024-11-05 03:06:06

Version 4744074

created: 2024-11-05 02:53:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784026'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784026
id: 4744074
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6669291
updated: 2024-11-05 02:53:36

Version 4743307

created: 2024-11-05 02:33:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783878'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783878
id: 4743307
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6668524
updated: 2024-11-05 02:33:23

Version 4742273

created: 2024-11-05 02:05:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783739'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783739
id: 4742273
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6667490
updated: 2024-11-05 02:06:00

Version 4741394

created: 2024-11-05 01:42:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783603'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783603
id: 4741394
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6666611
updated: 2024-11-05 01:42:36

Version 4740850

created: 2024-11-05 01:28:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783495
id: 4740850
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6666067
updated: 2024-11-05 01:28:24

Version 4740233

created: 2024-11-05 01:11:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783276'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783276
id: 4740233
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6665450
updated: 2024-11-05 01:12:07

Version 4739150

created: 2024-11-05 00:43:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782879
id: 4739150
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6664365
updated: 2024-11-05 00:43:20

Version 4738932

created: 2024-11-05 00:37:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782784
id: 4738932
processed: 1

raw_data:

{
    "description": 4,
    "finishing_date": 13,
    "google_maps_place_address": 7,
    "google_maps_place_id": 8,
    "id": 2,
    "images": 11,
    "lat": 9,
    "long": 10,
    "name": 3,
    "newbook_region": 0,
    "phone_number": 6,
    "remove": 14,
    "starting_date": 12,
    "tenant": 1,
    "website_link": 5
}

schema_attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

schema_name_id: 2545
schema_scan_id: 6664146
updated: 2024-11-05 00:37:36

Schema Scans: 15

Last at 2024-11-05 22:42:18

Scan 6674357

duration: 0:00:14.383773

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674357

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10459620833726983337,
        "service_name": "drive-thru",
        "span_id": 12350616085748387545,
        "trace_id": 11709800731708187801
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 22:42:18
success: True
trace_id: 11709800731708187801

Scan 6673808

duration: 0:00:11.524434

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673808

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866340",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-05/1730866340/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2019300326940920082,
        "service_name": "drive-thru",
        "span_id": 2719312688428637721,
        "trace_id": 10215582640098170745
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 22:25:38
success: True
trace_id: 10215582640098170745

Scan 6673525

duration: 0:00:11.619574

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673525

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866255",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-05/1730866255/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5044832907639141219,
        "service_name": "drive-thru",
        "span_id": 2011330529045015864,
        "trace_id": 2608671420382921627
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 22:18:16
success: True
trace_id: 2608671420382921627

Scan 6671906

duration: 0:00:11.788366

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671906

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785675",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730785675/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3875285239165607248,
        "service_name": "drive-thru",
        "span_id": 1725494649532370779,
        "trace_id": 4929533001349343386
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 04:16:11
success: True
trace_id: 4929533001349343386

Scan 6670540

duration: 0:00:11.639223

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670540

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730785098",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730785098/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3854772564216347874,
        "service_name": "drive-thru",
        "span_id": 16770863354693768171,
        "trace_id": 2614705851210449132
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 03:26:25
success: True
trace_id: 2614705851210449132

Scan 6669826

duration: 0:00:14.003108

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669826

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784189",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730784189/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15046755841538946821,
        "service_name": "drive-thru",
        "span_id": 11168622970203119406,
        "trace_id": 9447772825371144485
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 03:07:37
success: True
trace_id: 9447772825371144485

Scan 6669761

duration: 0:00:11.566016

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669761

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784792",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730784792/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1166599949098151042,
        "service_name": "drive-thru",
        "span_id": 9051180332795797499,
        "trace_id": 3434214212252312978
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 03:05:54
success: True
trace_id: 3434214212252312978

Scan 6669291

duration: 0:00:14.084064

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669291

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730784026",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730784026/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17729367450430270469,
        "service_name": "drive-thru",
        "span_id": 10040803347511925498,
        "trace_id": 4588086391625309091
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 02:53:22
success: True
trace_id: 4588086391625309091

Scan 6668524

duration: 0:00:14.139198

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668524

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783878",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730783878/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14303345245775641763,
        "service_name": "drive-thru",
        "span_id": 7637309204473930178,
        "trace_id": 4158868293815574155
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 02:33:09
success: True
trace_id: 4158868293815574155

Scan 6667490

duration: 0:00:14.193136

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667490

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783739",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730783739/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11527748834517087544,
        "service_name": "drive-thru",
        "span_id": 13649198205744584009,
        "trace_id": 13739997584761499448
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 02:05:46
success: True
trace_id: 13739997584761499448

Scan 6666611

duration: 0:00:11.638002

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666611

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783603",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730783603/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1230951304997414636,
        "service_name": "drive-thru",
        "span_id": 1714682633761972972,
        "trace_id": 4710178520123380159
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 01:42:25
success: True
trace_id: 4710178520123380159

Scan 6666067

duration: 0:00:14.051595

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666067

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783495",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730783495/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3753647068464267023,
        "service_name": "drive-thru",
        "span_id": 18010892032239029531,
        "trace_id": 5563563032607447303
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 01:28:10
success: True
trace_id: 5563563032607447303

Scan 6665450

duration: 0:00:11.502969

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665450

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730783276",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730783276/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3932288682262306123,
        "service_name": "drive-thru",
        "span_id": 7167430350214766841,
        "trace_id": 7606705029042032992
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 01:11:55
success: True
trace_id: 7606705029042032992

Scan 6664365

duration: 0:00:14.127192

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782879",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730782879/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15206689156209752936,
        "service_name": "drive-thru",
        "span_id": 9780672834264746308,
        "trace_id": 1600150955995871322
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 00:43:06
success: True
trace_id: 1600150955995871322

Scan 6664146

duration: 0:00:11.700895

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664146

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-04/1730782784",
        "key": "raw/newbookdev_newbookcompendium_events/2024-11-04/1730782784/compendium_events.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcompendium_events",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9588671128190534471,
        "service_name": "drive-thru",
        "span_id": 14691633615260692110,
        "trace_id": 13962376303202300308
    }
}

running: False
schema_name_id: 2545
start_time: 2024-11-05 00:37:25
success: True
trace_id: 13962376303202300308

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "description": "string",
    "finishing_date": "string",
    "google_maps_place_address": "string",
    "google_maps_place_id": "string",
    "id": "string",
    "images": "string",
    "lat": "string",
    "long": "string",
    "name": "string",
    "newbook_region": "string",
    "phone_number": "string",
    "remove": "string",
    "starting_date": "string",
    "tenant": "string",
    "website_link": "string"
}

created: 2024-11-05 22:42:18

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:46:48",
        "disabled": false,
        "format": "raw",
        "id": 2545,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcompendium_events"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "description": "string",
            "finishing_date": "string",
            "google_maps_place_address": "string",
            "google_maps_place_id": "string",
            "id": "string",
            "images": "string",
            "lat": "string",
            "long": "string",
            "name": "string",
            "newbook_region": "string",
            "phone_number": "string",
            "remove": "string",
            "starting_date": "string",
            "tenant": "string",
            "website_link": "string"
        },
        "created": "2024-11-05 22:42:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcompendium_events`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `description`  string , `website_link`  string , `phone_number`  string , `google_maps_place_address`  string , `google_maps_place_id`  string , `lat`  string , `long`  string , `images`  string , `starting_date`  string , `finishing_date`  string , `remove`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcompendium_events/2024-11-05/1730866420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcompendium_events`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcompendium_events"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}