Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories
- created: 2024-10-08 18:31:06
- disabled: False
- format: raw
- id: 3017
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookstaff_test_categories" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749447
- created: 2024-11-05 23:52:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605
- id: 4749447
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6675502
- updated: 2024-11-05 23:52:14
-
Version 4749017
- created: 2024-11-05 23:14:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866552'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866552
- id: 4749017
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6675049
- updated: 2024-11-05 23:14:34
-
Version 4748468
- created: 2024-11-05 22:47:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866442'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866442
- id: 4748468
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6674500
- updated: 2024-11-05 22:47:28
-
Version 4747242
- created: 2024-11-05 05:06:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785799'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785799
- id: 4747242
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6672511
- updated: 2024-11-05 05:06:36
-
Version 4746665
- created: 2024-11-05 04:15:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785168'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785168
- id: 4746665
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6671888
- updated: 2024-11-05 04:15:31
-
Version 4745928
- created: 2024-11-05 03:43:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784863'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784863
- id: 4745928
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6671148
- updated: 2024-11-05 03:43:26
-
Version 4745162
- created: 2024-11-05 03:22:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784259'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784259
- id: 4745162
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6670379
- updated: 2024-11-05 03:22:26
-
Version 4744473
- created: 2024-11-05 03:04:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784098'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784098
- id: 4744473
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6669690
- updated: 2024-11-05 03:04:13
-
Version 4742984
- created: 2024-11-05 02:24:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783811'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783811
- id: 4742984
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6668201
- updated: 2024-11-05 02:24:50
-
Version 4742942
- created: 2024-11-05 02:23:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783932'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783932
- id: 4742942
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6668159
- updated: 2024-11-05 02:23:40
-
Version 4741525
- created: 2024-11-05 01:45:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783621'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783621
- id: 4741525
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6666742
- updated: 2024-11-05 01:46:01
-
Version 4741240
- created: 2024-11-05 01:38:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783568'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783568
- id: 4741240
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6666457
- updated: 2024-11-05 01:38:40
-
Version 4740710
- created: 2024-11-05 01:24:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783350'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783350
- id: 4740710
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6665927
- updated: 2024-11-05 01:24:38
-
Version 4739909
- created: 2024-11-05 01:03:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782948'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782948
- id: 4739909
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6665126
- updated: 2024-11-05 01:03:25
-
Version 4739280
- created: 2024-11-05 00:46:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782837'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782837
- id: 4739280
- processed: 1
- raw_data:
{ "active": 4, "id": 2, "name": 3, "newbook_region": 0, "tenant": 1 } - schema_attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - schema_name_id: 3017
- schema_scan_id: 6664495
- updated: 2024-11-05 00:46:47
Schema Scans: 15
Last at 2024-11-05 23:52:00
-
Scan 6675502
- duration: 0:00:13.953439
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675502
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12506117211422197559, "service_name": "drive-thru", "span_id": 13539456959339188776, "trace_id": 18359711444717809933 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 23:52:00
- success: True
- trace_id: 18359711444717809933
-
Scan 6675049
- duration: 0:00:11.426038
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675049
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866552", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866552/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3677082161326518352, "service_name": "drive-thru", "span_id": 6351863229426451665, "trace_id": 17395368505883696097 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 23:14:23
- success: True
- trace_id: 17395368505883696097
-
Scan 6674500
- duration: 0:00:11.456739
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674500
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866442", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866442/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17857390371555074292, "service_name": "drive-thru", "span_id": 7544421271834015856, "trace_id": 9800517217931600111 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 22:47:17
- success: True
- trace_id: 9800517217931600111
-
Scan 6672511
- duration: 0:00:11.588338
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672511
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785799", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785799/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5470373690330099331, "service_name": "drive-thru", "span_id": 18180084698239671017, "trace_id": 15076274276698639749 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 05:06:24
- success: True
- trace_id: 15076274276698639749
-
Scan 6671888
- duration: 0:00:11.437676
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671888
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785168", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730785168/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8064554491136844345, "service_name": "drive-thru", "span_id": 9985451524481761171, "trace_id": 3045290067968963924 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 04:15:20
- success: True
- trace_id: 3045290067968963924
-
Scan 6671148
- duration: 0:00:11.455574
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671148
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784863", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784863/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13377638529360604950, "service_name": "drive-thru", "span_id": 3748203888160855365, "trace_id": 4728175869077713884 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 03:43:15
- success: True
- trace_id: 4728175869077713884
-
Scan 6670379
- duration: 0:00:11.493422
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670379
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784259", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784259/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2571256020861165642, "service_name": "drive-thru", "span_id": 2397887411556013446, "trace_id": 15234742868996423320 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 03:22:14
- success: True
- trace_id: 15234742868996423320
-
Scan 6669690
- duration: 0:00:14.090430
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669690
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784098", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730784098/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 583045264156034196, "service_name": "drive-thru", "span_id": 4278402672466739791, "trace_id": 6630262799319998409 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 03:03:59
- success: True
- trace_id: 6630262799319998409
-
Scan 6668201
- duration: 0:00:13.866050
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668201
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783811", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783811/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1510809040439718878, "service_name": "drive-thru", "span_id": 127845798380201482, "trace_id": 10377227459191891437 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 02:24:36
- success: True
- trace_id: 10377227459191891437
-
Scan 6668159
- duration: 0:00:11.294779
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668159
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783932", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783932/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12449731847859536590, "service_name": "drive-thru", "span_id": 4515012235948074491, "trace_id": 4838506732121193579 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 02:23:29
- success: True
- trace_id: 4838506732121193579
-
Scan 6666742
- duration: 0:00:11.264644
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666742
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783621", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783621/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5040803632471006839, "service_name": "drive-thru", "span_id": 8911586707039728678, "trace_id": 6137222222081489332 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 01:45:50
- success: True
- trace_id: 6137222222081489332
-
Scan 6666457
- duration: 0:00:14.023498
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666457
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783568", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783568/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13923222649455018792, "service_name": "drive-thru", "span_id": 14321290656607682738, "trace_id": 1070879206692914883 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 01:38:26
- success: True
- trace_id: 1070879206692914883
-
Scan 6665927
- duration: 0:00:11.606977
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665927
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783350", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730783350/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5450706561739846650, "service_name": "drive-thru", "span_id": 335366710032461126, "trace_id": 4920507074921083617 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 01:24:27
- success: True
- trace_id: 4920507074921083617
-
Scan 6665126
- duration: 0:00:13.799830
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665126
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782948", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782948/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7631927489978934175, "service_name": "drive-thru", "span_id": 2985367039839836610, "trace_id": 5643697448855710530 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 01:03:11
- success: True
- trace_id: 5643697448855710530
-
Scan 6664495
- duration: 0:00:13.868644
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664495
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782837", "key": "raw/newbookdev_newbookstaff_test_categories/2024-11-04/1730782837/staff_test_categories.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11866522501121891224, "service_name": "drive-thru", "span_id": 3031465043389196067, "trace_id": 2247099407716857758 } } - running: False
- schema_name_id: 3017
- start_time: 2024-11-05 00:46:33
- success: True
- trace_id: 2247099407716857758
- attributes:
{ "active": "string", "id": "string", "name": "string", "newbook_region": "string", "tenant": "string" } - created: 2024-11-05 23:52:01
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:31:06",
"disabled": false,
"format": "raw",
"id": 3017,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookstaff_test_categories"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"active": "string",
"id": "string",
"name": "string",
"newbook_region": "string",
"tenant": "string"
},
"created": "2024-11-05 23:52:01",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `active` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}