Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookshared_users_settings
- created: 2024-10-08 18:24:17
- disabled: False
- format: raw
- id: 2954
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookshared_users_settings" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749235
- created: 2024-11-05 23:29:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546
- id: 4749235
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6675267
- updated: 2024-11-05 23:29:56
-
Version 4749233
- created: 2024-11-05 23:29:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866601'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866601
- id: 4749233
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6675265
- updated: 2024-11-05 23:29:57
-
Version 4748398
- created: 2024-11-05 22:44:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866434'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866434
- id: 4748398
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6674430
- updated: 2024-11-05 22:45:06
-
Version 4747108
- created: 2024-11-05 04:51:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785795'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785795
- id: 4747108
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6672340
- updated: 2024-11-05 04:51:27
-
Version 4746468
- created: 2024-11-05 04:04:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785166'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785166
- id: 4746468
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6671689
- updated: 2024-11-05 04:04:44
-
Version 4745477
- created: 2024-11-05 03:30:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784257'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784257
- id: 4745477
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6670694
- updated: 2024-11-05 03:30:39
-
Version 4744999
- created: 2024-11-05 03:18:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784861'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784861
- id: 4744999
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6670216
- updated: 2024-11-05 03:18:15
-
Version 4744134
- created: 2024-11-05 02:54:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784095'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784095
- id: 4744134
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6669351
- updated: 2024-11-05 02:55:04
-
Version 4742977
- created: 2024-11-05 02:24:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783854'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783854
- id: 4742977
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6668194
- updated: 2024-11-05 02:24:38
-
Version 4742828
- created: 2024-11-05 02:20:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783809'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783809
- id: 4742828
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6668045
- updated: 2024-11-05 02:20:41
-
Version 4741992
- created: 2024-11-05 01:58:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783697'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783697
- id: 4741992
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6667209
- updated: 2024-11-05 01:58:19
-
Version 4741316
- created: 2024-11-05 01:40:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783566'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783566
- id: 4741316
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6666533
- updated: 2024-11-05 01:40:38
-
Version 4740667
- created: 2024-11-05 01:23:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783347'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783347
- id: 4740667
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6665884
- updated: 2024-11-05 01:23:31
-
Version 4739747
- created: 2024-11-05 00:58:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782945'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782945
- id: 4739747
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6664964
- updated: 2024-11-05 00:59:00
-
Version 4739148
- created: 2024-11-05 00:43:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782836'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782836
- id: 4739148
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "setting_id": 3, "tenant": 1, "user_id": 4, "value": 5 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - schema_name_id: 2954
- schema_scan_id: 6664363
- updated: 2024-11-05 00:43:15
Schema Scans: 15
Last at 2024-11-05 23:29:45
-
Scan 6675267
- duration: 0:00:11.506226
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675267
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6191920487682635841, "service_name": "drive-thru", "span_id": 2636438893658224341, "trace_id": 8685801665972422157 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 23:29:45
- success: True
- trace_id: 8685801665972422157
-
Scan 6675265
- duration: 0:00:14.114935
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675265
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866601", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866601/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7062252201847399759, "service_name": "drive-thru", "span_id": 15166531344637884491, "trace_id": 12829466192341917668 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 23:29:43
- success: True
- trace_id: 12829466192341917668
-
Scan 6674430
- duration: 0:00:11.435668
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674430
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866434", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866434/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10992590821788537579, "service_name": "drive-thru", "span_id": 6005138489322253708, "trace_id": 4767102294025742200 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 22:44:55
- success: True
- trace_id: 4767102294025742200
-
Scan 6672340
- duration: 0:00:14.023374
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672340
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785795", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785795/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16032518384065324236, "service_name": "drive-thru", "span_id": 3541605630408898952, "trace_id": 6475220241582330687 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 04:51:13
- success: True
- trace_id: 6475220241582330687
-
Scan 6671689
- duration: 0:00:11.469224
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671689
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785166", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730785166/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8860161763319155692, "service_name": "drive-thru", "span_id": 13227561866986845138, "trace_id": 872630629948597789 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 04:04:32
- success: True
- trace_id: 872630629948597789
-
Scan 6670694
- duration: 0:00:12.631732
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670694
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784257", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784257/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1628730291172056584, "service_name": "drive-thru", "span_id": 17785086623252302010, "trace_id": 10319880752250734103 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 03:30:26
- success: True
- trace_id: 10319880752250734103
-
Scan 6670216
- duration: 0:00:13.917333
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670216
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784861", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784861/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9905541481459541761, "service_name": "drive-thru", "span_id": 16796088279916154285, "trace_id": 8444399223183905057 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 03:18:01
- success: True
- trace_id: 8444399223183905057
-
Scan 6669351
- duration: 0:00:11.349374
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669351
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784095", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730784095/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11222046215259471712, "service_name": "drive-thru", "span_id": 8308394431471567609, "trace_id": 12863918562090243187 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 02:54:53
- success: True
- trace_id: 12863918562090243187
-
Scan 6668194
- duration: 0:00:13.908730
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668194
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783854", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783854/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4201641266167941905, "service_name": "drive-thru", "span_id": 16064609329176578605, "trace_id": 3191381307495595540 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 02:24:24
- success: True
- trace_id: 3191381307495595540
-
Scan 6668045
- duration: 0:00:11.453587
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668045
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783809", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783809/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1828934614673599027, "service_name": "drive-thru", "span_id": 9699267038203996519, "trace_id": 14269234405741449911 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 02:20:29
- success: True
- trace_id: 14269234405741449911
-
Scan 6667209
- duration: 0:00:11.364551
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667209
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783697", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783697/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4562291014618896789, "service_name": "drive-thru", "span_id": 6762574357165768937, "trace_id": 12974647991564723639 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 01:58:08
- success: True
- trace_id: 12974647991564723639
-
Scan 6666533
- duration: 0:00:13.907485
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666533
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783566", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783566/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 263937692768032724, "service_name": "drive-thru", "span_id": 6358450802696192279, "trace_id": 16761070719992486852 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 01:40:25
- success: True
- trace_id: 16761070719992486852
-
Scan 6665884
- duration: 0:00:11.315335
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665884
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783347", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730783347/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 378741124252750565, "service_name": "drive-thru", "span_id": 13790629342218656067, "trace_id": 16015363205193857937 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 01:23:20
- success: True
- trace_id: 16015363205193857937
-
Scan 6664964
- duration: 0:00:13.996568
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664964
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782945", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782945/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18432242788250976545, "service_name": "drive-thru", "span_id": 3033063054877517954, "trace_id": 8192540554142367819 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 00:58:46
- success: True
- trace_id: 8192540554142367819
-
Scan 6664363
- duration: 0:00:11.478361
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664363
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782836", "key": "raw/newbookdev_newbookshared_users_settings/2024-11-04/1730782836/shared_users_settings.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookshared_users_settings", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17708847297177296812, "service_name": "drive-thru", "span_id": 1061407391961119563, "trace_id": 12060419661143666394 } } - running: False
- schema_name_id: 2954
- start_time: 2024-11-05 00:43:03
- success: True
- trace_id: 12060419661143666394
- attributes:
{ "id": "string", "newbook_region": "string", "setting_id": "string", "tenant": "string", "user_id": "string", "value": "string" } - created: 2024-11-05 23:29:45
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:24:17",
"disabled": false,
"format": "raw",
"id": 2954,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookshared_users_settings"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"newbook_region": "string",
"setting_id": "string",
"tenant": "string",
"user_id": "string",
"value": "string"
},
"created": "2024-11-05 23:29:45",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`\n(\n `newbook_region` string , `tenant` string , `id` string , `setting_id` string , `user_id` string , `value` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_users_settings/2024-11-05/1730866546'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_users_settings`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_users_settings"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}