Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookincidents_people
- created: 2024-10-08 17:57:40
- disabled: False
- format: raw
- id: 2695
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookincidents_people" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748817
- created: 2024-11-05 23:03:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866507'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866507
- id: 4748817
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6674849
- updated: 2024-11-05 23:03:22
-
Version 4748307
- created: 2024-11-05 22:41:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866427
- id: 4748307
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6674339
- updated: 2024-11-05 22:41:51
-
Version 4747781
- created: 2024-11-05 22:25:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866308'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866308
- id: 4747781
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6673813
- updated: 2024-11-05 22:26:01
-
Version 4746761
- created: 2024-11-05 04:21:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785720'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785720
- id: 4746761
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6671988
- updated: 2024-11-05 04:21:34
-
Version 4746438
- created: 2024-11-05 04:03:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785124'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785124
- id: 4746438
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6671659
- updated: 2024-11-05 04:03:17
-
Version 4745643
- created: 2024-11-05 03:34:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784819'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784819
- id: 4745643
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6670861
- updated: 2024-11-05 03:35:05
-
Version 4744612
- created: 2024-11-05 03:07:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784215'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784215
- id: 4744612
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6669829
- updated: 2024-11-05 03:08:00
-
Version 4743922
- created: 2024-11-05 02:49:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784053'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784053
- id: 4743922
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6669139
- updated: 2024-11-05 02:49:37
-
Version 4743621
- created: 2024-11-05 02:41:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783898
- id: 4743621
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6668838
- updated: 2024-11-05 02:41:37
-
Version 4742468
- created: 2024-11-05 02:11:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783766'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783766
- id: 4742468
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6667685
- updated: 2024-11-05 02:11:12
-
Version 4741446
- created: 2024-11-05 01:43:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783609'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783609
- id: 4741446
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6666663
- updated: 2024-11-05 01:43:58
-
Version 4741089
- created: 2024-11-05 01:34:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783522'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783522
- id: 4741089
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6666307
- updated: 2024-11-05 01:34:45
-
Version 4740261
- created: 2024-11-05 01:12:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783305'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783305
- id: 4740261
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6665478
- updated: 2024-11-05 01:12:54
-
Version 4739617
- created: 2024-11-05 00:55:21
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782905
- id: 4739617
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6664834
- updated: 2024-11-05 00:55:32
-
Version 4738688
- created: 2024-11-05 00:30:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782805'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782805
- id: 4738688
- processed: 1
- raw_data:
{ "id": 2, "incident_id": 3, "newbook_region": 0, "tenant": 1, "type": 5, "type_id": 4 } - schema_attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - schema_name_id: 2695
- schema_scan_id: 6663901
- updated: 2024-11-05 00:31:10
Schema Scans: 15
Last at 2024-11-05 23:03:08
-
Scan 6674849
- duration: 0:00:13.992006
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674849
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866507", "key": "raw/newbookdev_newbookincidents_people/2024-11-05/1730866507/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7801063192191700457, "service_name": "drive-thru", "span_id": 12329677568436980355, "trace_id": 882124909273958963 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 23:03:08
- success: True
- trace_id: 882124909273958963
-
Scan 6674339
- duration: 0:00:11.543143
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674339
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866427", "key": "raw/newbookdev_newbookincidents_people/2024-11-05/1730866427/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12648439686836145793, "service_name": "drive-thru", "span_id": 13501712852480671942, "trace_id": 2740797398040650359 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 22:41:39
- success: True
- trace_id: 2740797398040650359
-
Scan 6673813
- duration: 0:00:11.336738
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673813
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866308", "key": "raw/newbookdev_newbookincidents_people/2024-11-05/1730866308/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 703843175168385607, "service_name": "drive-thru", "span_id": 16878199277707681436, "trace_id": 8856216434623167047 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 22:25:50
- success: True
- trace_id: 8856216434623167047
-
Scan 6671988
- duration: 0:00:11.522535
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671988
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785720", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730785720/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16200672184305688316, "service_name": "drive-thru", "span_id": 11178024595311820517, "trace_id": 1632482406348684156 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 04:21:22
- success: True
- trace_id: 1632482406348684156
-
Scan 6671659
- duration: 0:00:14.056447
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671659
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730785124", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730785124/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18111030594830171351, "service_name": "drive-thru", "span_id": 17760030492440739176, "trace_id": 11785516225984752986 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 04:03:03
- success: True
- trace_id: 11785516225984752986
-
Scan 6670861
- duration: 0:00:14.029389
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670861
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784819", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730784819/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4338945929315722854, "service_name": "drive-thru", "span_id": 11226458593483378075, "trace_id": 4734085559861757968 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 03:34:51
- success: True
- trace_id: 4734085559861757968
-
Scan 6669829
- duration: 0:00:13.828754
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669829
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784215", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730784215/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16452843287353575088, "service_name": "drive-thru", "span_id": 2818809573443289697, "trace_id": 15989410792313683405 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 03:07:46
- success: True
- trace_id: 15989410792313683405
-
Scan 6669139
- duration: 0:00:13.896479
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669139
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730784053", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730784053/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6034917252352863990, "service_name": "drive-thru", "span_id": 14420607271861880976, "trace_id": 11286103467959943619 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 02:49:23
- success: True
- trace_id: 11286103467959943619
-
Scan 6668838
- duration: 0:00:11.318375
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668838
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783898", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730783898/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13224486650480240110, "service_name": "drive-thru", "span_id": 8052016695966273630, "trace_id": 13368794148161101039 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 02:41:26
- success: True
- trace_id: 13368794148161101039
-
Scan 6667685
- duration: 0:00:11.352148
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667685
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783766", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730783766/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9001405961662903803, "service_name": "drive-thru", "span_id": 17657354907568837680, "trace_id": 14522178617247835269 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 02:11:00
- success: True
- trace_id: 14522178617247835269
-
Scan 6666663
- duration: 0:00:11.358974
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666663
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783609", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730783609/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 292424598172424458, "service_name": "drive-thru", "span_id": 13528990501463199102, "trace_id": 1475300628794785617 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 01:43:47
- success: True
- trace_id: 1475300628794785617
-
Scan 6666307
- duration: 0:00:11.288715
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666307
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783522", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730783522/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3498016101092744162, "service_name": "drive-thru", "span_id": 7427962405716335998, "trace_id": 13818372035376554151 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 01:34:33
- success: True
- trace_id: 13818372035376554151
-
Scan 6665478
- duration: 0:00:11.343832
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665478
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730783305", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730783305/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8870858888973051996, "service_name": "drive-thru", "span_id": 17222590803709719585, "trace_id": 10125596468692354697 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 01:12:43
- success: True
- trace_id: 10125596468692354697
-
Scan 6664834
- duration: 0:00:11.303762
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664834
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782905", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730782905/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9878522048580372077, "service_name": "drive-thru", "span_id": 17462093669209302141, "trace_id": 5099432676130125574 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 00:55:20
- success: True
- trace_id: 5099432676130125574
-
Scan 6663901
- duration: 0:00:11.381103
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663901
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-04/1730782805", "key": "raw/newbookdev_newbookincidents_people/2024-11-04/1730782805/incidents_people.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookincidents_people", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5511807286992346834, "service_name": "drive-thru", "span_id": 5363457432394095526, "trace_id": 14951841556135520084 } } - running: False
- schema_name_id: 2695
- start_time: 2024-11-05 00:30:59
- success: True
- trace_id: 14951841556135520084
- attributes:
{ "id": "string", "incident_id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string" } - created: 2024-11-05 23:03:09
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866507'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:57:40",
"disabled": false,
"format": "raw",
"id": 2695,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookincidents_people"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"incident_id": "string",
"newbook_region": "string",
"tenant": "string",
"type": "string",
"type_id": "string"
},
"created": "2024-11-05 23:03:09",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookincidents_people`\n(\n `newbook_region` string , `tenant` string , `id` string , `incident_id` string , `type_id` string , `type` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookincidents_people/2024-11-05/1730866507'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookincidents_people`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookincidents_people"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}