Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_test_users
- created: 2024-10-08 18:25:33
- disabled: False
- format: raw
- id: 2966
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookstaff_test_users" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749503
- created: 2024-11-05 23:58:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605
- id: 4749503
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6675592
- updated: 2024-11-05 23:58:41
-
Version 4749023
- created: 2024-11-05 23:14:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866553'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866553
- id: 4749023
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6675055
- updated: 2024-11-05 23:15:01
-
Version 4748489
- created: 2024-11-05 22:48:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866445'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866445
- id: 4748489
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6674521
- updated: 2024-11-05 22:48:23
-
Version 4747118
- created: 2024-11-05 04:52:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785800'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785800
- id: 4747118
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6672350
- updated: 2024-11-05 04:52:26
-
Version 4746460
- created: 2024-11-05 04:04:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785169'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785169
- id: 4746460
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6671681
- updated: 2024-11-05 04:04:18
-
Version 4745777
- created: 2024-11-05 03:38:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784864'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784864
- id: 4745777
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6670994
- updated: 2024-11-05 03:38:51
-
Version 4744497
- created: 2024-11-05 03:04:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784098'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784098
- id: 4744497
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6669714
- updated: 2024-11-05 03:04:47
-
Version 4744385
- created: 2024-11-05 03:01:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784260'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784260
- id: 4744385
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6669602
- updated: 2024-11-05 03:01:50
-
Version 4743580
- created: 2024-11-05 02:40:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783933'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783933
- id: 4743580
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6668797
- updated: 2024-11-05 02:40:33
-
Version 4742987
- created: 2024-11-05 02:24:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783812'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783812
- id: 4742987
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6668204
- updated: 2024-11-05 02:24:53
-
Version 4742229
- created: 2024-11-05 02:04:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783698'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783698
- id: 4742229
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6667446
- updated: 2024-11-05 02:04:49
-
Version 4741332
- created: 2024-11-05 01:40:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783570'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783570
- id: 4741332
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6666549
- updated: 2024-11-05 01:41:02
-
Version 4740238
- created: 2024-11-05 01:12:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783350'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783350
- id: 4740238
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6665455
- updated: 2024-11-05 01:12:19
-
Version 4739829
- created: 2024-11-05 01:01:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782949'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782949
- id: 4739829
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6665046
- updated: 2024-11-05 01:01:13
-
Version 4738502
- created: 2024-11-05 00:26:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782723'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782723
- id: 4738502
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "tenant": 1, "type": 3, "type_id": 4, "user_id": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - schema_name_id: 2966
- schema_scan_id: 6663714
- updated: 2024-11-05 00:26:18
Schema Scans: 15
Last at 2024-11-05 23:58:29
-
Scan 6675592
- duration: 0:00:11.580445
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675592
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2422143506826743582, "service_name": "drive-thru", "span_id": 11201813565171804515, "trace_id": 17096371059596829242 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 23:58:29
- success: True
- trace_id: 17096371059596829242
-
Scan 6675055
- duration: 0:00:11.425892
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675055
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866553", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866553/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10685268459065478169, "service_name": "drive-thru", "span_id": 1478077535767261669, "trace_id": 2883472430338106650 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 23:14:49
- success: True
- trace_id: 2883472430338106650
-
Scan 6674521
- duration: 0:00:11.524679
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674521
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866445", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866445/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13701900297860831096, "service_name": "drive-thru", "span_id": 11059364185355805777, "trace_id": 10361197380881716370 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 22:48:11
- success: True
- trace_id: 10361197380881716370
-
Scan 6672350
- duration: 0:00:11.531064
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672350
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785800", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785800/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15940398945208197503, "service_name": "drive-thru", "span_id": 15671896627163814340, "trace_id": 7825218300076772627 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 04:52:14
- success: True
- trace_id: 7825218300076772627
-
Scan 6671681
- duration: 0:00:11.501794
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671681
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785169", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730785169/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17868882557228652404, "service_name": "drive-thru", "span_id": 14020767232098463681, "trace_id": 17775869693487479599 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 04:04:06
- success: True
- trace_id: 17775869693487479599
-
Scan 6670994
- duration: 0:00:14.072660
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670994
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784864", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784864/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7388425857575567908, "service_name": "drive-thru", "span_id": 10185496047331159007, "trace_id": 3052906220837145179 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 03:38:37
- success: True
- trace_id: 3052906220837145179
-
Scan 6669714
- duration: 0:00:11.394716
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669714
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784098", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784098/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12941370331922028593, "service_name": "drive-thru", "span_id": 1473509090376358210, "trace_id": 15015601360151835042 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 03:04:36
- success: True
- trace_id: 15015601360151835042
-
Scan 6669602
- duration: 0:00:13.922800
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669602
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784260", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730784260/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5136199514641162868, "service_name": "drive-thru", "span_id": 7502350817276576505, "trace_id": 6783330850591772115 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 03:01:36
- success: True
- trace_id: 6783330850591772115
-
Scan 6668797
- duration: 0:00:11.362692
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668797
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783933", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783933/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2682302982011903812, "service_name": "drive-thru", "span_id": 10582893078913206182, "trace_id": 9298584117011540819 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 02:40:22
- success: True
- trace_id: 9298584117011540819
-
Scan 6668204
- duration: 0:00:13.912043
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668204
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783812", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783812/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5596304762036653659, "service_name": "drive-thru", "span_id": 14116450712960232281, "trace_id": 15862298901931577900 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 02:24:39
- success: True
- trace_id: 15862298901931577900
-
Scan 6667446
- duration: 0:00:13.955143
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667446
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783698", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783698/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1242364386587089634, "service_name": "drive-thru", "span_id": 9402506357449101704, "trace_id": 16564979639963253452 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 02:04:36
- success: True
- trace_id: 16564979639963253452
-
Scan 6666549
- duration: 0:00:11.318690
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666549
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783570", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783570/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2541811976712438098, "service_name": "drive-thru", "span_id": 14148215171399178998, "trace_id": 1000900308707491231 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 01:40:50
- success: True
- trace_id: 1000900308707491231
-
Scan 6665455
- duration: 0:00:13.981257
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665455
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783350", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730783350/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15963108773520049829, "service_name": "drive-thru", "span_id": 17505698390828715660, "trace_id": 17531451860115878844 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 01:12:05
- success: True
- trace_id: 17531451860115878844
-
Scan 6665046
- duration: 0:00:11.409671
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665046
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782949", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782949/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12948891778493484082, "service_name": "drive-thru", "span_id": 1716712424369502908, "trace_id": 10691184996218128530 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 01:01:01
- success: True
- trace_id: 10691184996218128530
-
Scan 6663714
- duration: 0:00:11.340318
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6663714
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782723", "key": "raw/newbookdev_newbookstaff_test_users/2024-11-04/1730782723/staff_test_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14827893571125328632, "service_name": "drive-thru", "span_id": 4438245296694142674, "trace_id": 3191999895357710401 } } - running: False
- schema_name_id: 2966
- start_time: 2024-11-05 00:26:07
- success: True
- trace_id: 3191999895357710401
- attributes:
{ "id": "string", "newbook_region": "string", "tenant": "string", "type": "string", "type_id": "string", "user_id": "string" } - created: 2024-11-05 23:58:30
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:25:33",
"disabled": false,
"format": "raw",
"id": 2966,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookstaff_test_users"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"newbook_region": "string",
"tenant": "string",
"type": "string",
"type_id": "string",
"user_id": "string"
},
"created": "2024-11-05 23:58:30",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `type` string , `type_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_users/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_users`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_users"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}