Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookincidents

created: 2024-10-08 18:05:43
disabled: False
format: raw
id: 2782
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookincidents"
}

type: drivethrucsv

Schema Versions: 15

Version 4748990

created: 2024-11-05 23:12:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866506
id: 4748990
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6675022
updated: 2024-11-05 23:12:52

Version 4748397

created: 2024-11-05 22:44:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866427
id: 4748397
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6674429
updated: 2024-11-05 22:45:06

Version 4747786

created: 2024-11-05 22:25:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866308'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866308
id: 4747786
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6673818
updated: 2024-11-05 22:26:03

Version 4746759

created: 2024-11-05 04:21:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785720'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785720
id: 4746759
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6671986
updated: 2024-11-05 04:21:22

Version 4745444

created: 2024-11-05 03:29:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785125'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785125
id: 4745444
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6670661
updated: 2024-11-05 03:29:46

Version 4745375

created: 2024-11-05 03:27:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784819'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784819
id: 4745375
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6670592
updated: 2024-11-05 03:28:03

Version 4744938

created: 2024-11-05 03:16:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784215'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784215
id: 4744938
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6670155
updated: 2024-11-05 03:16:35

Version 4744348

created: 2024-11-05 03:00:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784053'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784053
id: 4744348
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6669565
updated: 2024-11-05 03:00:43

Version 4743369

created: 2024-11-05 02:34:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783898
id: 4743369
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6668587
updated: 2024-11-05 02:34:58

Version 4742464

created: 2024-11-05 02:10:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783766
id: 4742464
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6667681
updated: 2024-11-05 02:11:05

Version 4741998

created: 2024-11-05 01:58:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783664'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783664
id: 4741998
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6667215
updated: 2024-11-05 01:58:31

Version 4740634

created: 2024-11-05 01:22:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783522'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783522
id: 4740634
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6665851
updated: 2024-11-05 01:22:41

Version 4740002

created: 2024-11-05 01:05:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783304
id: 4740002
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6665219
updated: 2024-11-05 01:05:54

Version 4739563

created: 2024-11-05 00:53:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782905
id: 4739563
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6664779
updated: 2024-11-05 00:54:05

Version 4738839

created: 2024-11-05 00:34:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782804
id: 4738839
processed: 1

raw_data:

{
    "description": 4,
    "id": 2,
    "location_id": 7,
    "location_name": 8,
    "location_type": 6,
    "lodged_by": 10,
    "lodged_when": 9,
    "newbook_region": 0,
    "occurred_when": 5,
    "tenant": 1,
    "type_involved": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

schema_name_id: 2782
schema_scan_id: 6664052
updated: 2024-11-05 00:35:12

Schema Scans: 15

Last at 2024-11-05 23:12:38

Scan 6675022

duration: 0:00:14.274876

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675022

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866506",
        "key": "raw/newbookdev_newbookincidents/2024-11-05/1730866506/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8092095119360659659,
        "service_name": "drive-thru",
        "span_id": 6576415687121564406,
        "trace_id": 12612896628093929782
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 23:12:38
success: True
trace_id: 12612896628093929782

Scan 6674429

duration: 0:00:11.646568

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674429

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866427",
        "key": "raw/newbookdev_newbookincidents/2024-11-05/1730866427/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4082246460191415918,
        "service_name": "drive-thru",
        "span_id": 9871934476848319841,
        "trace_id": 9839711861565109646
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 22:44:54
success: True
trace_id: 9839711861565109646

Scan 6673818

duration: 0:00:11.483860

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673818

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866308",
        "key": "raw/newbookdev_newbookincidents/2024-11-05/1730866308/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8235193806118324924,
        "service_name": "drive-thru",
        "span_id": 17414797391479133586,
        "trace_id": 10136990983814033652
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 22:25:52
success: True
trace_id: 10136990983814033652

Scan 6671986

duration: 0:00:11.686146

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671986

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785720",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730785720/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3457227049324806068,
        "service_name": "drive-thru",
        "span_id": 982471883065599919,
        "trace_id": 1996558631476889848
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 04:21:10
success: True
trace_id: 1996558631476889848

Scan 6670661

duration: 0:00:13.981026

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670661

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730785125",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730785125/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 954196953108232350,
        "service_name": "drive-thru",
        "span_id": 1544214839532013336,
        "trace_id": 78741826570217555
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 03:29:32
success: True
trace_id: 78741826570217555

Scan 6670592

duration: 0:00:14.103129

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670592

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784819",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730784819/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6505134086512794986,
        "service_name": "drive-thru",
        "span_id": 16927936248449194849,
        "trace_id": 7356728434172217509
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 03:27:49
success: True
trace_id: 7356728434172217509

Scan 6670155

duration: 0:00:11.510468

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670155

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784215",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730784215/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1912133186772624579,
        "service_name": "drive-thru",
        "span_id": 73684765044211624,
        "trace_id": 18116454205418453474
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 03:16:23
success: True
trace_id: 18116454205418453474

Scan 6669565

duration: 0:00:11.474510

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669565

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730784053",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730784053/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1855892526009067362,
        "service_name": "drive-thru",
        "span_id": 283469579446324684,
        "trace_id": 12566146431078172259
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 03:00:32
success: True
trace_id: 12566146431078172259

Scan 6668587

duration: 0:00:11.513058

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668587

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783898",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730783898/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14399603486509589529,
        "service_name": "drive-thru",
        "span_id": 11609708027067056611,
        "trace_id": 17365522345791054193
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 02:34:46
success: True
trace_id: 17365522345791054193

Scan 6667681

duration: 0:00:11.486416

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667681

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783766",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730783766/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13472073364837061207,
        "service_name": "drive-thru",
        "span_id": 17067740007321468547,
        "trace_id": 6792665266855656538
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 02:10:54
success: True
trace_id: 6792665266855656538

Scan 6667215

duration: 0:00:11.663874

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667215

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783664",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730783664/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17605223414361233001,
        "service_name": "drive-thru",
        "span_id": 9504546952493498704,
        "trace_id": 4613445891913469701
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 01:58:19
success: True
trace_id: 4613445891913469701

Scan 6665851

duration: 0:00:11.564419

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665851

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783522",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730783522/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2555452127526642102,
        "service_name": "drive-thru",
        "span_id": 2430022326296636868,
        "trace_id": 13739492138445843031
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 01:22:29
success: True
trace_id: 13739492138445843031

Scan 6665219

duration: 0:00:11.468989

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665219

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730783304",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730783304/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13440728772894281086,
        "service_name": "drive-thru",
        "span_id": 8741463190051470841,
        "trace_id": 14879632359651642301
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 01:05:43
success: True
trace_id: 14879632359651642301

Scan 6664779

duration: 0:00:11.365235

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664779

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782905",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730782905/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10899755906529149900,
        "service_name": "drive-thru",
        "span_id": 6679933816542442943,
        "trace_id": 16037858315131645896
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 00:53:54
success: True
trace_id: 16037858315131645896

Scan 6664052

duration: 0:00:14.147463

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664052

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-04/1730782804",
        "key": "raw/newbookdev_newbookincidents/2024-11-04/1730782804/incidents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookincidents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2449648346875585086,
        "service_name": "drive-thru",
        "span_id": 9592088982628705212,
        "trace_id": 8949450358049640090
    }
}

running: False
schema_name_id: 2782
start_time: 2024-11-05 00:34:58
success: True
trace_id: 8949450358049640090

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "description": "string",
    "id": "string",
    "location_id": "string",
    "location_name": "string",
    "location_type": "string",
    "lodged_by": "string",
    "lodged_when": "string",
    "newbook_region": "string",
    "occurred_when": "string",
    "tenant": "string",
    "type_involved": "string"
}

created: 2024-11-05 23:12:39

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:05:43",
        "disabled": false,
        "format": "raw",
        "id": 2782,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookincidents"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "description": "string",
            "id": "string",
            "location_id": "string",
            "location_name": "string",
            "location_type": "string",
            "lodged_by": "string",
            "lodged_when": "string",
            "newbook_region": "string",
            "occurred_when": "string",
            "tenant": "string",
            "type_involved": "string"
        },
        "created": "2024-11-05 23:12:39",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type_involved`  string , `description`  string , `occurred_when`  string , `location_type`  string , `location_id`  string , `location_name`  string , `lodged_when`  string , `lodged_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}