Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookmaps

created: 2024-10-08 18:18:44
disabled: False
format: raw
id: 2902
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookmaps"
}

type: drivethrucsv

Schema Versions: 15

Version 4748991

created: 2024-11-05 23:12:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866548
id: 4748991
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6675023
updated: 2024-11-05 23:12:56

Version 4748851

created: 2024-11-05 23:05:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866489
id: 4748851
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6674884
updated: 2024-11-05 23:05:14

Version 4748121

created: 2024-11-05 22:35:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866355'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866355
id: 4748121
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6674153
updated: 2024-11-05 22:35:40

Version 4746997

created: 2024-11-05 04:39:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785753'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785753
id: 4746997
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6672228
updated: 2024-11-05 04:39:34

Version 4746308

created: 2024-11-05 03:57:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785142'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785142
id: 4746308
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6671529
updated: 2024-11-05 03:57:41

Version 4745491

created: 2024-11-05 03:30:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784837
id: 4745491
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6670708
updated: 2024-11-05 03:31:01

Version 4745006

created: 2024-11-05 03:18:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784234'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784234
id: 4745006
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6670223
updated: 2024-11-05 03:18:25

Version 4743542

created: 2024-11-05 02:39:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784071
id: 4743542
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6668759
updated: 2024-11-05 02:39:35

Version 4743146

created: 2024-11-05 02:28:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783848'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783848
id: 4743146
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6668362
updated: 2024-11-05 02:28:59

Version 4742672

created: 2024-11-05 02:16:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783785
id: 4742672
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6667889
updated: 2024-11-05 02:16:32

Version 4741515

created: 2024-11-05 01:45:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783678'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783678
id: 4741515
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6666732
updated: 2024-11-05 01:45:47

Version 4741254

created: 2024-11-05 01:38:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783541
id: 4741254
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6666471
updated: 2024-11-05 01:39:01

Version 4740521

created: 2024-11-05 01:19:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783324'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783324
id: 4740521
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6665738
updated: 2024-11-05 01:19:42

Version 4739750

created: 2024-11-05 00:58:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782923
id: 4739750
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6664967
updated: 2024-11-05 00:59:06

Version 4738820

created: 2024-11-05 00:34:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782818
id: 4738820
processed: 1

raw_data:

{
    "active": 14,
    "allow_site_selection": 6,
    "east": 10,
    "google_maps_integrated": 7,
    "id": 2,
    "image_uri": 4,
    "name": 3,
    "newbook_region": 0,
    "north": 8,
    "rotation": 12,
    "show_on_kiosk": 13,
    "south": 9,
    "system_default": 5,
    "tenant": 1,
    "west": 11
}

schema_attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

schema_name_id: 2902
schema_scan_id: 6664033
updated: 2024-11-05 00:34:41

Schema Scans: 15

Last at 2024-11-05 23:12:42

Scan 6675023

duration: 0:00:14.293834

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675023

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866548",
        "key": "raw/newbookdev_newbookmaps/2024-11-05/1730866548/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17820649516361002278,
        "service_name": "drive-thru",
        "span_id": 2439347156608349067,
        "trace_id": 2971559722591558012
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 23:12:42
success: True
trace_id: 2971559722591558012

Scan 6674884

duration: 0:00:11.817439

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674884

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866489",
        "key": "raw/newbookdev_newbookmaps/2024-11-05/1730866489/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11469743114469354496,
        "service_name": "drive-thru",
        "span_id": 9281957305062109323,
        "trace_id": 4029898123695244360
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 23:05:03
success: True
trace_id: 4029898123695244360

Scan 6674153

duration: 0:00:14.348383

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674153

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866355",
        "key": "raw/newbookdev_newbookmaps/2024-11-05/1730866355/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12693787693065245385,
        "service_name": "drive-thru",
        "span_id": 16826406513840295152,
        "trace_id": 10788886156684797443
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 22:35:26
success: True
trace_id: 10788886156684797443

Scan 6672228

duration: 0:00:14.480891

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672228

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785753",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730785753/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15308596818619898353,
        "service_name": "drive-thru",
        "span_id": 2063983311759694323,
        "trace_id": 3483104557027136598
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 04:39:19
success: True
trace_id: 3483104557027136598

Scan 6671529

duration: 0:00:14.821341

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671529

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730785142",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730785142/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11252080005541814398,
        "service_name": "drive-thru",
        "span_id": 6063249496778865979,
        "trace_id": 6502494357420216005
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 03:57:26
success: True
trace_id: 6502494357420216005

Scan 6670708

duration: 0:00:11.691348

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670708

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784837",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730784837/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8698543040659278421,
        "service_name": "drive-thru",
        "span_id": 3758050291572147152,
        "trace_id": 11506639734809553368
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 03:30:49
success: True
trace_id: 11506639734809553368

Scan 6670223

duration: 0:00:14.104223

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670223

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784234",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730784234/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 251712627965714048,
        "service_name": "drive-thru",
        "span_id": 7390092059847828239,
        "trace_id": 1814298036691222311
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 03:18:11
success: True
trace_id: 1814298036691222311

Scan 6668759

duration: 0:00:14.234300

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668759

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730784071",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730784071/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10618599196475544976,
        "service_name": "drive-thru",
        "span_id": 4420561224581961844,
        "trace_id": 4619375592375341322
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 02:39:21
success: True
trace_id: 4619375592375341322

Scan 6668362

duration: 0:00:11.738435

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668362

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783848",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730783848/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5785230370032642122,
        "service_name": "drive-thru",
        "span_id": 13526372835884291546,
        "trace_id": 6999245350707415561
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 02:28:48
success: True
trace_id: 6999245350707415561

Scan 6667889

duration: 0:00:11.651479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667889

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783785",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730783785/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2031038160687057114,
        "service_name": "drive-thru",
        "span_id": 14982503561602634411,
        "trace_id": 5205544886702272055
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 02:16:21
success: True
trace_id: 5205544886702272055

Scan 6666732

duration: 0:00:11.624616

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666732

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783678",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730783678/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4644247543673087090,
        "service_name": "drive-thru",
        "span_id": 11737224785130066348,
        "trace_id": 6023930624251235727
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 01:45:35
success: True
trace_id: 6023930624251235727

Scan 6666471

duration: 0:00:14.215658

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666471

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783541",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730783541/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6144961762096994812,
        "service_name": "drive-thru",
        "span_id": 3860664201604502726,
        "trace_id": 11423282973450588207
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 01:38:46
success: True
trace_id: 11423282973450588207

Scan 6665738

duration: 0:00:14.184908

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665738

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730783324",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730783324/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18424707054057294874,
        "service_name": "drive-thru",
        "span_id": 10794056531973595593,
        "trace_id": 5915583762435171909
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 01:19:28
success: True
trace_id: 5915583762435171909

Scan 6664967

duration: 0:00:11.657984

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664967

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782923",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730782923/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1165879336052823826,
        "service_name": "drive-thru",
        "span_id": 296609143446683525,
        "trace_id": 16761686834191824917
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 00:58:55
success: True
trace_id: 16761686834191824917

Scan 6664033

duration: 0:00:14.220004

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664033

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-04/1730782818",
        "key": "raw/newbookdev_newbookmaps/2024-11-04/1730782818/maps.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookmaps",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14701493220303861819,
        "service_name": "drive-thru",
        "span_id": 10384534522269480221,
        "trace_id": 14964469512695325141
    }
}

running: False
schema_name_id: 2902
start_time: 2024-11-05 00:34:27
success: True
trace_id: 14964469512695325141

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "allow_site_selection": "string",
    "east": "string",
    "google_maps_integrated": "string",
    "id": "string",
    "image_uri": "string",
    "name": "string",
    "newbook_region": "string",
    "north": "string",
    "rotation": "string",
    "show_on_kiosk": "string",
    "south": "string",
    "system_default": "string",
    "tenant": "string",
    "west": "string"
}

created: 2024-11-05 23:12:43

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:18:44",
        "disabled": false,
        "format": "raw",
        "id": 2902,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookmaps"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "allow_site_selection": "string",
            "east": "string",
            "google_maps_integrated": "string",
            "id": "string",
            "image_uri": "string",
            "name": "string",
            "newbook_region": "string",
            "north": "string",
            "rotation": "string",
            "show_on_kiosk": "string",
            "south": "string",
            "system_default": "string",
            "tenant": "string",
            "west": "string"
        },
        "created": "2024-11-05 23:12:43",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookmaps`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `image_uri`  string , `system_default`  string , `allow_site_selection`  string , `google_maps_integrated`  string , `north`  string , `south`  string , `east`  string , `west`  string , `rotation`  string , `show_on_kiosk`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookmaps/2024-11-05/1730866548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookmaps`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookmaps"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}