Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookbedding
- created: 2024-10-08 17:36:26
- disabled: False
- format: raw
- id: 2402
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookbedding" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748239
- created: 2024-11-05 22:39:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866372'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866372
- id: 4748239
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6674271
- updated: 2024-11-05 22:39:27
-
Version 4747730
- created: 2024-11-05 22:24:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866307'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866307
- id: 4747730
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6673762
- updated: 2024-11-05 22:24:39
-
Version 4747432
- created: 2024-11-05 22:16:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866234'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866234
- id: 4747432
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6673464
- updated: 2024-11-05 22:16:43
-
Version 4746840
- created: 2024-11-05 04:27:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785653'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785653
- id: 4746840
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6672070
- updated: 2024-11-05 04:27:15
-
Version 4746154
- created: 2024-11-05 03:51:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785084'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785084
- id: 4746154
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6671375
- updated: 2024-11-05 03:51:24
-
Version 4744489
- created: 2024-11-05 03:04:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784778'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784778
- id: 4744489
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6669706
- updated: 2024-11-05 03:04:35
-
Version 4744292
- created: 2024-11-05 02:59:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784175'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784175
- id: 4744292
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6669509
- updated: 2024-11-05 02:59:12
-
Version 4743697
- created: 2024-11-05 02:43:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784012'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784012
- id: 4743697
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6668914
- updated: 2024-11-05 02:43:37
-
Version 4743281
- created: 2024-11-05 02:32:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783868'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783868
- id: 4743281
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6668498
- updated: 2024-11-05 02:32:36
-
Version 4742295
- created: 2024-11-05 02:06:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783725'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783725
- id: 4742295
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6667512
- updated: 2024-11-05 02:06:36
-
Version 4741643
- created: 2024-11-05 01:48:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783599'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783599
- id: 4741643
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6666860
- updated: 2024-11-05 01:49:09
-
Version 4740791
- created: 2024-11-05 01:26:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783481'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783481
- id: 4740791
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6666008
- updated: 2024-11-05 01:26:45
-
Version 4740035
- created: 2024-11-05 01:06:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783263'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783263
- id: 4740035
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6665252
- updated: 2024-11-05 01:06:49
-
Version 4739490
- created: 2024-11-05 00:51:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782865'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782865
- id: 4739490
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6664705
- updated: 2024-11-05 00:52:09
-
Version 4738686
- created: 2024-11-05 00:30:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782774'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782774
- id: 4738686
- processed: 1
- raw_data:
{ "category_id": 3, "count": 5, "id": 2, "newbook_region": 0, "tenant": 1, "type_id": 4 } - schema_attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - schema_name_id: 2402
- schema_scan_id: 6663899
- updated: 2024-11-05 00:31:07
Schema Scans: 15
Last at 2024-11-05 22:39:16
-
Scan 6674271
- duration: 0:00:11.631175
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674271
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866372", "key": "raw/newbookdev_newbookbedding/2024-11-05/1730866372/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2552378897445346619, "service_name": "drive-thru", "span_id": 14940428733468504094, "trace_id": 14435583974710593478 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 22:39:16
- success: True
- trace_id: 14435583974710593478
-
Scan 6673762
- duration: 0:00:11.419767
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673762
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866307", "key": "raw/newbookdev_newbookbedding/2024-11-05/1730866307/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7581704469376708566, "service_name": "drive-thru", "span_id": 12183750019836797690, "trace_id": 9501181878240185007 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 22:24:27
- success: True
- trace_id: 9501181878240185007
-
Scan 6673464
- duration: 0:00:11.425611
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673464
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866234", "key": "raw/newbookdev_newbookbedding/2024-11-05/1730866234/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16872802890308579843, "service_name": "drive-thru", "span_id": 16063610441949123588, "trace_id": 17530700642881554057 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 22:16:32
- success: True
- trace_id: 17530700642881554057
-
Scan 6672070
- duration: 0:00:14.163901
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672070
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785653", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730785653/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10057632407837248753, "service_name": "drive-thru", "span_id": 12227460191821346995, "trace_id": 9007202765080205692 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 04:27:01
- success: True
- trace_id: 9007202765080205692
-
Scan 6671375
- duration: 0:00:14.090558
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671375
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730785084", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730785084/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 408381480650332460, "service_name": "drive-thru", "span_id": 13142799176897142877, "trace_id": 13180516083198914588 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 03:51:10
- success: True
- trace_id: 13180516083198914588
-
Scan 6669706
- duration: 0:00:11.308281
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669706
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784778", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730784778/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6445082017215231071, "service_name": "drive-thru", "span_id": 645245941140307894, "trace_id": 2225608961135535408 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 03:04:24
- success: True
- trace_id: 2225608961135535408
-
Scan 6669509
- duration: 0:00:11.356420
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669509
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784175", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730784175/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10359157282225398857, "service_name": "drive-thru", "span_id": 17847351535707673953, "trace_id": 14443485568853012247 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 02:59:01
- success: True
- trace_id: 14443485568853012247
-
Scan 6668914
- duration: 0:00:11.456386
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668914
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730784012", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730784012/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17537154650092049802, "service_name": "drive-thru", "span_id": 1266385662444735466, "trace_id": 4199997642795135576 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 02:43:26
- success: True
- trace_id: 4199997642795135576
-
Scan 6668498
- duration: 0:00:11.333758
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668498
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783868", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730783868/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11683042192531395493, "service_name": "drive-thru", "span_id": 11924526790542076183, "trace_id": 14056304726440035817 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 02:32:25
- success: True
- trace_id: 14056304726440035817
-
Scan 6667512
- duration: 0:00:13.864586
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667512
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783725", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730783725/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12829718798725614347, "service_name": "drive-thru", "span_id": 9150995526749750243, "trace_id": 11977230007572837913 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 02:06:22
- success: True
- trace_id: 11977230007572837913
-
Scan 6666860
- duration: 0:00:11.386533
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666860
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783599", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730783599/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16260634886080647887, "service_name": "drive-thru", "span_id": 6954954155222675825, "trace_id": 6507399556529083179 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 01:48:57
- success: True
- trace_id: 6507399556529083179
-
Scan 6666008
- duration: 0:00:11.371835
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666008
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783481", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730783481/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4162917686905820962, "service_name": "drive-thru", "span_id": 8720242970003481666, "trace_id": 3690404922712992739 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 01:26:34
- success: True
- trace_id: 3690404922712992739
-
Scan 6665252
- duration: 0:00:13.932211
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665252
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730783263", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730783263/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11271745937085112443, "service_name": "drive-thru", "span_id": 6015265559963374892, "trace_id": 6736148689847691451 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 01:06:35
- success: True
- trace_id: 6736148689847691451
-
Scan 6664705
- duration: 0:00:11.349947
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664705
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782865", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730782865/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17673084800037032223, "service_name": "drive-thru", "span_id": 1243395131978605064, "trace_id": 2653874201881233801 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 00:51:57
- success: True
- trace_id: 2653874201881233801
-
Scan 6663899
- duration: 0:00:14.052039
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663899
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-04/1730782774", "key": "raw/newbookdev_newbookbedding/2024-11-04/1730782774/bedding.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookbedding", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1963158779453868826, "service_name": "drive-thru", "span_id": 5358215585965137726, "trace_id": 3320741820177719932 } } - running: False
- schema_name_id: 2402
- start_time: 2024-11-05 00:30:53
- success: True
- trace_id: 3320741820177719932
- attributes:
{ "category_id": "string", "count": "string", "id": "string", "newbook_region": "string", "tenant": "string", "type_id": "string" } - created: 2024-11-05 22:39:16
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866372'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:36:26",
"disabled": false,
"format": "raw",
"id": 2402,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookbedding"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"category_id": "string",
"count": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"type_id": "string"
},
"created": "2024-11-05 22:39:16",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbedding`\n(\n `newbook_region` string , `tenant` string , `id` string , `category_id` string , `type_id` string , `count` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbedding/2024-11-05/1730866372'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbedding`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbedding"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}