Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookinstances_weather

created: 2024-10-08 18:09:31
disabled: False
format: raw
id: 2816
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookinstances_weather"
}

type: drivethrucsv

Schema Versions: 15

Version 4748982

created: 2024-11-05 23:12:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515
id: 4748982
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6675014
updated: 2024-11-05 23:12:26

Version 4748470

created: 2024-11-05 22:47:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866442'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866442
id: 4748470
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6674502
updated: 2024-11-05 22:47:38

Version 4747807

created: 2024-11-05 22:26:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866318'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866318
id: 4747807
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6673839
updated: 2024-11-05 22:26:41

Version 4746920

created: 2024-11-05 04:32:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785727'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785727
id: 4746920
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6672151
updated: 2024-11-05 04:32:54

Version 4746462

created: 2024-11-05 04:04:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785128'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785128
id: 4746462
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6671683
updated: 2024-11-05 04:04:22

Version 4745463

created: 2024-11-05 03:30:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784823'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784823
id: 4745463
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6670680
updated: 2024-11-05 03:30:21

Version 4744559

created: 2024-11-05 03:06:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784219'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784219
id: 4744559
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6669776
updated: 2024-11-05 03:06:32

Version 4743417

created: 2024-11-05 02:36:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784057'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784057
id: 4743417
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6668634
updated: 2024-11-05 02:36:17

Version 4743273

created: 2024-11-05 02:32:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783845'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783845
id: 4743273
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6668490
updated: 2024-11-05 02:32:23

Version 4742078

created: 2024-11-05 02:00:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783770'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783770
id: 4742078
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6667295
updated: 2024-11-05 02:00:42

Version 4741428

created: 2024-11-05 01:43:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783667'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783667
id: 4741428
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6666645
updated: 2024-11-05 01:43:33

Version 4741137

created: 2024-11-05 01:35:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783526'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783526
id: 4741137
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6666354
updated: 2024-11-05 01:35:57

Version 4740016

created: 2024-11-05 01:06:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783309'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783309
id: 4740016
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6665233
updated: 2024-11-05 01:06:17

Version 4739587

created: 2024-11-05 00:54:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782909'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782909
id: 4739587
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6664803
updated: 2024-11-05 00:54:42

Version 4739030

created: 2024-11-05 00:40:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782808'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782808
id: 4739030
processed: 1

raw_data:

{
    "atmosphere_humidity": 14,
    "atmosphere_pressure": 16,
    "atmosphere_visibility": 15,
    "fetched_when": 17,
    "id": 2,
    "newbook_region": 0,
    "station_name": 7,
    "temp_current": 8,
    "temp_high": 9,
    "temp_low": 10,
    "tenant": 1,
    "weather_code": 5,
    "weather_date": 4,
    "weather_description": 6,
    "weather_station_code": 3,
    "wind_chill": 11,
    "wind_direction": 12,
    "wind_speed": 13
}

schema_attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

schema_name_id: 2816
schema_scan_id: 6664244
updated: 2024-11-05 00:40:11

Schema Scans: 15

Last at 2024-11-05 23:12:12

Scan 6675014

duration: 0:00:14.616829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675014

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10488120504032030881,
        "service_name": "drive-thru",
        "span_id": 1343941995446682801,
        "trace_id": 13919268056847964803
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 23:12:12
success: True
trace_id: 13919268056847964803

Scan 6674502

duration: 0:00:12.169087

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674502

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866442",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-05/1730866442/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6451452698663920334,
        "service_name": "drive-thru",
        "span_id": 148540499449770372,
        "trace_id": 5159649711432120064
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 22:47:26
success: True
trace_id: 5159649711432120064

Scan 6673839

duration: 0:00:14.313240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673839

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866318",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-05/1730866318/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4921538415004431163,
        "service_name": "drive-thru",
        "span_id": 14442158272576421792,
        "trace_id": 8243927927093022371
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 22:26:27
success: True
trace_id: 8243927927093022371

Scan 6672151

duration: 0:00:12.038650

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672151

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785727",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730785727/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7282022351602021863,
        "service_name": "drive-thru",
        "span_id": 4534624821132883639,
        "trace_id": 7596256841840196220
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 04:32:42
success: True
trace_id: 7596256841840196220

Scan 6671683

duration: 0:00:12.162471

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671683

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730785128",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730785128/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2945929053941723411,
        "service_name": "drive-thru",
        "span_id": 10491047557315920863,
        "trace_id": 16547894302423220714
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 04:04:10
success: True
trace_id: 16547894302423220714

Scan 6670680

duration: 0:00:14.448220

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670680

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784823",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730784823/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5200250442901021260,
        "service_name": "drive-thru",
        "span_id": 8736097598584920169,
        "trace_id": 16129919629417591246
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 03:30:06
success: True
trace_id: 16129919629417591246

Scan 6669776

duration: 0:00:14.548232

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669776

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784219",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730784219/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2351667282758591756,
        "service_name": "drive-thru",
        "span_id": 3078698730290917607,
        "trace_id": 16531240483968142088
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 03:06:17
success: True
trace_id: 16531240483968142088

Scan 6668634

duration: 0:00:14.370893

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668634

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730784057",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730784057/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18257721462416272871,
        "service_name": "drive-thru",
        "span_id": 3107876092409119713,
        "trace_id": 11726059365611343789
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 02:36:03
success: True
trace_id: 11726059365611343789

Scan 6668490

duration: 0:00:11.871377

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668490

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783845",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730783845/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17021814501706548010,
        "service_name": "drive-thru",
        "span_id": 8405685328974587772,
        "trace_id": 4827420286549158504
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 02:32:12
success: True
trace_id: 4827420286549158504

Scan 6667295

duration: 0:00:14.078578

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667295

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783770",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730783770/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14306059983135196560,
        "service_name": "drive-thru",
        "span_id": 14874620242482465082,
        "trace_id": 15308433671176232572
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 02:00:28
success: True
trace_id: 15308433671176232572

Scan 6666645

duration: 0:00:14.403675

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666645

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783667",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730783667/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2661751246137104099,
        "service_name": "drive-thru",
        "span_id": 10581633951394090029,
        "trace_id": 4074371134877457949
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 01:43:19
success: True
trace_id: 4074371134877457949

Scan 6666354

duration: 0:00:12.029826

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666354

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783526",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730783526/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14984336653701443156,
        "service_name": "drive-thru",
        "span_id": 9383139202212579104,
        "trace_id": 16483685578093171894
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 01:35:45
success: True
trace_id: 16483685578093171894

Scan 6665233

duration: 0:00:11.936686

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665233

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730783309",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730783309/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13240344166869193002,
        "service_name": "drive-thru",
        "span_id": 7131923357748594634,
        "trace_id": 15673626509760456126
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 01:06:05
success: True
trace_id: 15673626509760456126

Scan 6664803

duration: 0:00:11.767681

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664803

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782909",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730782909/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15751560654220117882,
        "service_name": "drive-thru",
        "span_id": 2069103788782660163,
        "trace_id": 1526812464915788927
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 00:54:31
success: True
trace_id: 1526812464915788927

Scan 6664244

duration: 0:00:12.052177

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664244

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-04/1730782808",
        "key": "raw/newbookdev_newbookinstances_weather/2024-11-04/1730782808/instances_weather.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookinstances_weather",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3158299656842304507,
        "service_name": "drive-thru",
        "span_id": 7297713123588238066,
        "trace_id": 3982450658717934495
    }
}

running: False
schema_name_id: 2816
start_time: 2024-11-05 00:39:59
success: True
trace_id: 3982450658717934495

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "atmosphere_humidity": "string",
    "atmosphere_pressure": "string",
    "atmosphere_visibility": "string",
    "fetched_when": "string",
    "id": "string",
    "newbook_region": "string",
    "station_name": "string",
    "temp_current": "string",
    "temp_high": "string",
    "temp_low": "string",
    "tenant": "string",
    "weather_code": "string",
    "weather_date": "string",
    "weather_description": "string",
    "weather_station_code": "string",
    "wind_chill": "string",
    "wind_direction": "string",
    "wind_speed": "string"
}

created: 2024-11-05 23:12:13

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:09:31",
        "disabled": false,
        "format": "raw",
        "id": 2816,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookinstances_weather"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "atmosphere_humidity": "string",
            "atmosphere_pressure": "string",
            "atmosphere_visibility": "string",
            "fetched_when": "string",
            "id": "string",
            "newbook_region": "string",
            "station_name": "string",
            "temp_current": "string",
            "temp_high": "string",
            "temp_low": "string",
            "tenant": "string",
            "weather_code": "string",
            "weather_date": "string",
            "weather_description": "string",
            "weather_station_code": "string",
            "wind_chill": "string",
            "wind_direction": "string",
            "wind_speed": "string"
        },
        "created": "2024-11-05 23:12:13",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookinstances_weather`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `weather_station_code`  string , `weather_date`  string , `weather_code`  string , `weather_description`  string , `station_name`  string , `temp_current`  string , `temp_high`  string , `temp_low`  string , `wind_chill`  string , `wind_direction`  string , `wind_speed`  string , `atmosphere_humidity`  string , `atmosphere_visibility`  string , `atmosphere_pressure`  string , `fetched_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookinstances_weather/2024-11-05/1730866515'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookinstances_weather`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookinstances_weather"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}