Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooklinen
- created: 2024-10-08 18:12:33
- disabled: False
- format: raw
- id: 2844
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooklinen" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748965
- created: 2024-11-05 23:11:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866543'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866543
- id: 4748965
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6674997
- updated: 2024-11-05 23:11:31
-
Version 4748630
- created: 2024-11-05 22:54:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866482'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866482
- id: 4748630
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6674662
- updated: 2024-11-05 22:54:22
-
Version 4747997
- created: 2024-11-05 22:31:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866348'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866348
- id: 4747997
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6674029
- updated: 2024-11-05 22:31:52
-
Version 4747151
- created: 2024-11-05 04:55:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785749'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785749
- id: 4747151
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6672383
- updated: 2024-11-05 04:55:58
-
Version 4746239
- created: 2024-11-05 03:54:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785140'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785140
- id: 4746239
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6671460
- updated: 2024-11-05 03:54:40
-
Version 4745514
- created: 2024-11-05 03:31:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784835'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784835
- id: 4745514
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6670731
- updated: 2024-11-05 03:31:40
-
Version 4744675
- created: 2024-11-05 03:09:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784231'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784231
- id: 4744675
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6669893
- updated: 2024-11-05 03:09:40
-
Version 4743577
- created: 2024-11-05 02:40:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783910'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783910
- id: 4743577
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6668794
- updated: 2024-11-05 02:40:28
-
Version 4743520
- created: 2024-11-05 02:38:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784069'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784069
- id: 4743520
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6668737
- updated: 2024-11-05 02:38:58
-
Version 4742779
- created: 2024-11-05 02:19:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783783'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783783
- id: 4742779
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6667996
- updated: 2024-11-05 02:19:24
-
Version 4741245
- created: 2024-11-05 01:38:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783539'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783539
- id: 4741245
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6666462
- updated: 2024-11-05 01:38:46
-
Version 4741046
- created: 2024-11-05 01:33:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783614'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783614
- id: 4741046
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6666263
- updated: 2024-11-05 01:33:34
-
Version 4740490
- created: 2024-11-05 01:18:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783321'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783321
- id: 4740490
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6665707
- updated: 2024-11-05 01:18:52
-
Version 4739588
- created: 2024-11-05 00:54:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782921'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782921
- id: 4739588
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6664804
- updated: 2024-11-05 00:54:51
-
Version 4739098
- created: 2024-11-05 00:41:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782817'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782817
- id: 4739098
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2844
- schema_scan_id: 6664313
- updated: 2024-11-05 00:42:00
Schema Scans: 15
Last at 2024-11-05 23:11:19
-
Scan 6674997
- duration: 0:00:11.666615
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674997
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866543", "key": "raw/newbookdev_newbooklinen/2024-11-05/1730866543/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12178546957909445510, "service_name": "drive-thru", "span_id": 10210280738887794781, "trace_id": 966650481041411476 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 23:11:19
- success: True
- trace_id: 966650481041411476
-
Scan 6674662
- duration: 0:00:11.591547
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674662
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866482", "key": "raw/newbookdev_newbooklinen/2024-11-05/1730866482/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11309946790477364148, "service_name": "drive-thru", "span_id": 7234312728498331262, "trace_id": 704629313950921495 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 22:54:10
- success: True
- trace_id: 704629313950921495
-
Scan 6674029
- duration: 0:00:11.498337
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674029
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866348", "key": "raw/newbookdev_newbooklinen/2024-11-05/1730866348/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16755512087832514812, "service_name": "drive-thru", "span_id": 2716928126961562534, "trace_id": 12869603034395004655 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 22:31:41
- success: True
- trace_id: 12869603034395004655
-
Scan 6672383
- duration: 0:00:11.423950
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672383
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785749", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730785749/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13935795606537567488, "service_name": "drive-thru", "span_id": 17227289287930353232, "trace_id": 7374602239958432195 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 04:55:47
- success: True
- trace_id: 7374602239958432195
-
Scan 6671460
- duration: 0:00:11.500207
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671460
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730785140", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730785140/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6643520722407926869, "service_name": "drive-thru", "span_id": 12176514962349494253, "trace_id": 16530552168498852087 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 03:54:29
- success: True
- trace_id: 16530552168498852087
-
Scan 6670731
- duration: 0:00:11.644302
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670731
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784835", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730784835/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10321763662096910818, "service_name": "drive-thru", "span_id": 894045645482112792, "trace_id": 8539985285558563227 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 03:31:28
- success: True
- trace_id: 8539985285558563227
-
Scan 6669893
- duration: 0:00:13.868235
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669893
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784231", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730784231/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8890324457174818754, "service_name": "drive-thru", "span_id": 3702069005495055553, "trace_id": 7138231328230423341 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 03:09:26
- success: True
- trace_id: 7138231328230423341
-
Scan 6668794
- duration: 0:00:11.447194
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668794
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783910", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730783910/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17601611917936313266, "service_name": "drive-thru", "span_id": 10562145751597341465, "trace_id": 16877816867805500518 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 02:40:17
- success: True
- trace_id: 16877816867805500518
-
Scan 6668737
- duration: 0:00:11.358427
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668737
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730784069", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730784069/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9295656551654764424, "service_name": "drive-thru", "span_id": 12462919723858944863, "trace_id": 4435556509035422448 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 02:38:47
- success: True
- trace_id: 4435556509035422448
-
Scan 6667996
- duration: 0:00:11.339524
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667996
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783783", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730783783/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2595818476799616669, "service_name": "drive-thru", "span_id": 15448225621601190283, "trace_id": 52924458624315122 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 02:19:13
- success: True
- trace_id: 52924458624315122
-
Scan 6666462
- duration: 0:00:11.335991
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666462
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783539", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730783539/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18100292407055357964, "service_name": "drive-thru", "span_id": 11177653665064704978, "trace_id": 16711805489055612794 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 01:38:34
- success: True
- trace_id: 16711805489055612794
-
Scan 6666263
- duration: 0:00:11.290561
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666263
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783614", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730783614/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7951222245371892576, "service_name": "drive-thru", "span_id": 13126234299941455590, "trace_id": 9416863917278827398 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 01:33:23
- success: True
- trace_id: 9416863917278827398
-
Scan 6665707
- duration: 0:00:11.411616
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665707
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730783321", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730783321/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13594365503600988275, "service_name": "drive-thru", "span_id": 3534887311474542846, "trace_id": 17721889166584429884 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 01:18:40
- success: True
- trace_id: 17721889166584429884
-
Scan 6664804
- duration: 0:00:13.863171
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664804
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782921", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730782921/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16397650440581751021, "service_name": "drive-thru", "span_id": 3071741492018939812, "trace_id": 14357881887619971058 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 00:54:37
- success: True
- trace_id: 14357881887619971058
-
Scan 6664313
- duration: 0:00:11.364726
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664313
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-04/1730782817", "key": "raw/newbookdev_newbooklinen/2024-11-04/1730782817/linen.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooklinen", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8301370716043172565, "service_name": "drive-thru", "span_id": 10414373721815354984, "trace_id": 6693753278013040164 } } - running: False
- schema_name_id: 2844
- start_time: 2024-11-05 00:41:49
- success: True
- trace_id: 6693753278013040164
- attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - created: 2024-11-05 23:11:19
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866543'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:12:33",
"disabled": false,
"format": "raw",
"id": 2844,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooklinen"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"category_id": "string",
"count": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"type_id": "string"
},
"created": "2024-11-05 23:11:19",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklinen`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklinen/2024-11-05/1730866543'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklinen`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklinen"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}