Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooktasks_types
- created: 2024-10-08 18:22:59
- disabled: False
- format: raw
- id: 2941
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooktasks_types" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749481
- created: 2024-11-05 23:55:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866618
- id: 4749481
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6675546
- updated: 2024-11-05 23:55:51
-
Version 4749371
- created: 2024-11-05 23:43:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866574'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866574
- id: 4749371
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6675405
- updated: 2024-11-05 23:43:45
-
Version 4748700
- created: 2024-11-05 22:57:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866473'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866473
- id: 4748700
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6674732
- updated: 2024-11-05 22:57:20
-
Version 4747166
- created: 2024-11-05 04:57:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785815'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785815
- id: 4747166
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6672398
- updated: 2024-11-05 04:57:35
-
Version 4746742
- created: 2024-11-05 04:19:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785178'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785178
- id: 4746742
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6671966
- updated: 2024-11-05 04:20:10
-
Version 4746059
- created: 2024-11-05 03:47:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784872'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784872
- id: 4746059
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6671280
- updated: 2024-11-05 03:47:59
-
Version 4744946
- created: 2024-11-05 03:16:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784268'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784268
- id: 4744946
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6670163
- updated: 2024-11-05 03:16:48
-
Version 4744595
- created: 2024-11-05 03:07:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784107'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784107
- id: 4744595
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6669812
- updated: 2024-11-05 03:07:29
-
Version 4743634
- created: 2024-11-05 02:41:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783939'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783939
- id: 4743634
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6668851
- updated: 2024-11-05 02:42:01
-
Version 4742985
- created: 2024-11-05 02:24:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783820'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783820
- id: 4742985
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6668202
- updated: 2024-11-05 02:24:48
-
Version 4742283
- created: 2024-11-05 02:06:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783705'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783705
- id: 4742283
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6667500
- updated: 2024-11-05 02:06:18
-
Version 4741557
- created: 2024-11-05 01:46:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783577'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783577
- id: 4741557
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6666774
- updated: 2024-11-05 01:46:55
-
Version 4740648
- created: 2024-11-05 01:22:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783359'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783359
- id: 4740648
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6665865
- updated: 2024-11-05 01:23:05
-
Version 4739876
- created: 2024-11-05 01:02:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782957'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782957
- id: 4739876
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6665093
- updated: 2024-11-05 01:02:27
-
Version 4739106
- created: 2024-11-05 00:42:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782844'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782844
- id: 4739106
- processed: 1
- raw_data:
{ "active": 6, "colour": 5, "icon": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 2941
- schema_scan_id: 6664321
- updated: 2024-11-05 00:42:15
Schema Scans: 15
Last at 2024-11-05 23:55:40
-
Scan 6675546
- duration: 0:00:11.489987
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675546
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866618", "key": "raw/newbookdev_newbooktasks_types/2024-11-05/1730866618/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6182599275882135983, "service_name": "drive-thru", "span_id": 8113168651861694430, "trace_id": 2600264425706582377 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 23:55:40
- success: True
- trace_id: 2600264425706582377
-
Scan 6675405
- duration: 0:00:14.072650
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675405
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866574", "key": "raw/newbookdev_newbooktasks_types/2024-11-05/1730866574/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17053785991338730242, "service_name": "drive-thru", "span_id": 5938453566162238212, "trace_id": 15297621041006931092 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 23:43:31
- success: True
- trace_id: 15297621041006931092
-
Scan 6674732
- duration: 0:00:14.143740
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674732
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866473", "key": "raw/newbookdev_newbooktasks_types/2024-11-05/1730866473/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11254730606611677148, "service_name": "drive-thru", "span_id": 16011920874914706875, "trace_id": 18196205310085592353 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 22:57:06
- success: True
- trace_id: 18196205310085592353
-
Scan 6672398
- duration: 0:00:11.600049
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672398
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785815", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730785815/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3913194275483339677, "service_name": "drive-thru", "span_id": 8254674394875291457, "trace_id": 15978987977606033273 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 04:57:24
- success: True
- trace_id: 15978987977606033273
-
Scan 6671966
- duration: 0:00:11.567978
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671966
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730785178", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730785178/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16666635707639714895, "service_name": "drive-thru", "span_id": 1666716181664980213, "trace_id": 2169689739425973275 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 04:19:59
- success: True
- trace_id: 2169689739425973275
-
Scan 6671280
- duration: 0:00:11.523245
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671280
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784872", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730784872/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18191957024239787882, "service_name": "drive-thru", "span_id": 7032195982130603993, "trace_id": 16730660746484639587 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 03:47:47
- success: True
- trace_id: 16730660746484639587
-
Scan 6670163
- duration: 0:00:11.447399
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670163
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784268", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730784268/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5366812928632576213, "service_name": "drive-thru", "span_id": 9047675485632911511, "trace_id": 4974705936243838475 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 03:16:36
- success: True
- trace_id: 4974705936243838475
-
Scan 6669812
- duration: 0:00:11.302688
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669812
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730784107", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730784107/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18339908805028782217, "service_name": "drive-thru", "span_id": 11622974904105073179, "trace_id": 14543579667910112530 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 03:07:18
- success: True
- trace_id: 14543579667910112530
-
Scan 6668851
- duration: 0:00:13.957451
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668851
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783939", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730783939/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2649188700593138208, "service_name": "drive-thru", "span_id": 13522034526791342074, "trace_id": 15718258042965100034 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 02:41:47
- success: True
- trace_id: 15718258042965100034
-
Scan 6668202
- duration: 0:00:11.443498
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668202
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783820", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730783820/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18307889195574423547, "service_name": "drive-thru", "span_id": 16015622568285217721, "trace_id": 9316299539703654862 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 02:24:37
- success: True
- trace_id: 9316299539703654862
-
Scan 6667500
- duration: 0:00:14.024082
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667500
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783705", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730783705/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9753692600001488530, "service_name": "drive-thru", "span_id": 2606040219240927742, "trace_id": 4275134308215276976 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 02:06:04
- success: True
- trace_id: 4275134308215276976
-
Scan 6666774
- duration: 0:00:13.895575
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666774
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783577", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730783577/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4132623470840801753, "service_name": "drive-thru", "span_id": 4026294028365734871, "trace_id": 7232005847358805647 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 01:46:42
- success: True
- trace_id: 7232005847358805647
-
Scan 6665865
- duration: 0:00:14.178657
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665865
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730783359", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730783359/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8729041812169532194, "service_name": "drive-thru", "span_id": 6755456254542891083, "trace_id": 15117283882726374441 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 01:22:51
- success: True
- trace_id: 15117283882726374441
-
Scan 6665093
- duration: 0:00:11.445003
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665093
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782957", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730782957/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13972239638275767019, "service_name": "drive-thru", "span_id": 9695075845852445623, "trace_id": 9493752177193034252 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 01:02:16
- success: True
- trace_id: 9493752177193034252
-
Scan 6664321
- duration: 0:00:14.098534
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664321
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-04/1730782844", "key": "raw/newbookdev_newbooktasks_types/2024-11-04/1730782844/tasks_types.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooktasks_types", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15945221199195872788, "service_name": "drive-thru", "span_id": 5525781047057224967, "trace_id": 9322452407776097592 } } - running: False
- schema_name_id: 2941
- start_time: 2024-11-05 00:42:01
- success: True
- trace_id: 9322452407776097592
- attributes:
{ "active": "string", "colour": "string", "icon": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 23:55:40
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:22:59",
"disabled": false,
"format": "raw",
"id": 2941,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooktasks_types"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"colour": "string",
"icon": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 23:55:40",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktasks_types`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `icon` string , `colour` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktasks_types/2024-11-05/1730866618'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktasks_types`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktasks_types"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}