Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooknotifications_staff
- created: 2024-10-08 18:26:23
- disabled: False
- format: raw
- id: 2973
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooknotifications_staff" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749357
- created: 2024-11-05 23:42:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569
- id: 4749357
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6675390
- updated: 2024-11-05 23:42:13
-
Version 4748857
- created: 2024-11-05 23:05:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866511'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866511
- id: 4748857
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6674889
- updated: 2024-11-05 23:05:40
-
Version 4748265
- created: 2024-11-05 22:40:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866380'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866380
- id: 4748265
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6674297
- updated: 2024-11-05 22:40:26
-
Version 4746927
- created: 2024-11-05 04:33:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785768'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785768
- id: 4746927
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6672158
- updated: 2024-11-05 04:33:31
-
Version 4745616
- created: 2024-11-05 03:34:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784846'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784846
- id: 4745616
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6670833
- updated: 2024-11-05 03:34:24
-
Version 4745592
- created: 2024-11-05 03:33:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785151'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785151
- id: 4745592
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6670809
- updated: 2024-11-05 03:33:43
-
Version 4744241
- created: 2024-11-05 02:57:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784242'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784242
- id: 4744241
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6669458
- updated: 2024-11-05 02:57:49
-
Version 4744223
- created: 2024-11-05 02:57:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784080'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784080
- id: 4744223
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6669440
- updated: 2024-11-05 02:57:23
-
Version 4743766
- created: 2024-11-05 02:45:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783918'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783918
- id: 4743766
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6668983
- updated: 2024-11-05 02:45:27
-
Version 4742738
- created: 2024-11-05 02:18:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783793'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783793
- id: 4742738
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6667955
- updated: 2024-11-05 02:18:23
-
Version 4741575
- created: 2024-11-05 01:47:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783685'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783685
- id: 4741575
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6666792
- updated: 2024-11-05 01:47:24
-
Version 4741222
- created: 2024-11-05 01:37:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783550'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783550
- id: 4741222
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6666439
- updated: 2024-11-05 01:38:09
-
Version 4740456
- created: 2024-11-05 01:17:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783332'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783332
- id: 4740456
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6665673
- updated: 2024-11-05 01:18:00
-
Version 4739953
- created: 2024-11-05 01:04:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782967'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782967
- id: 4739953
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6665170
- updated: 2024-11-05 01:04:39
-
Version 4738950
- created: 2024-11-05 00:37:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782824'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782824
- id: 4738950
- processed: 1
- raw_data:
{ "id": 2, "newbook_region": 0, "notification_id": 4, "tenant": 1, "user_id": 3 } - schema_attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2973
- schema_scan_id: 6664164
- updated: 2024-11-05 00:38:06
Schema Scans: 15
Last at 2024-11-05 23:42:01
-
Scan 6675390
- duration: 0:00:11.851626
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675390
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9058778256289510935, "service_name": "drive-thru", "span_id": 13440527127728462503, "trace_id": 1345034667846266937 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 23:42:01
- success: True
- trace_id: 1345034667846266937
-
Scan 6674889
- duration: 0:00:14.052686
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674889
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866511", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866511/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10912563142868362438, "service_name": "drive-thru", "span_id": 18192833431419598407, "trace_id": 3415780367054230078 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 23:05:26
- success: True
- trace_id: 3415780367054230078
-
Scan 6674297
- duration: 0:00:14.027653
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674297
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866380", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866380/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17385889196183421549, "service_name": "drive-thru", "span_id": 2642742065748123744, "trace_id": 195403112750064205 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 22:40:12
- success: True
- trace_id: 195403112750064205
-
Scan 6672158
- duration: 0:00:13.984269
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672158
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785768", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785768/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6243315400404993973, "service_name": "drive-thru", "span_id": 844335101340299657, "trace_id": 1980432676117206544 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 04:33:17
- success: True
- trace_id: 1980432676117206544
-
Scan 6670833
- duration: 0:00:13.875568
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670833
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784846", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784846/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17006661603878898420, "service_name": "drive-thru", "span_id": 6203662466575054472, "trace_id": 9670028866087449767 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 03:34:10
- success: True
- trace_id: 9670028866087449767
-
Scan 6670809
- duration: 0:00:11.430827
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670809
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785151", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730785151/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16182998487390905373, "service_name": "drive-thru", "span_id": 15987296805536071825, "trace_id": 16772827683423473613 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 03:33:31
- success: True
- trace_id: 16772827683423473613
-
Scan 6669458
- duration: 0:00:11.460281
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669458
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784242", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784242/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15378120100234945684, "service_name": "drive-thru", "span_id": 3720714019179071384, "trace_id": 3135146301857072879 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 02:57:38
- success: True
- trace_id: 3135146301857072879
-
Scan 6669440
- duration: 0:00:11.508310
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669440
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784080", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730784080/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13075481618686791248, "service_name": "drive-thru", "span_id": 4961869357178104690, "trace_id": 3187515077401577527 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 02:57:11
- success: True
- trace_id: 3187515077401577527
-
Scan 6668983
- duration: 0:00:13.818441
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668983
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783918", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783918/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4413681556791673942, "service_name": "drive-thru", "span_id": 17984827787184597902, "trace_id": 10514887297744831116 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 02:45:13
- success: True
- trace_id: 10514887297744831116
-
Scan 6667955
- duration: 0:00:13.794791
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667955
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783793", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783793/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4744526559845386334, "service_name": "drive-thru", "span_id": 2368772852995589674, "trace_id": 13174633595545630017 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 02:18:09
- success: True
- trace_id: 13174633595545630017
-
Scan 6666792
- duration: 0:00:11.330132
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666792
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783685", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783685/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1955103253082856774, "service_name": "drive-thru", "span_id": 9397368440142894197, "trace_id": 7319962855155346799 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 01:47:12
- success: True
- trace_id: 7319962855155346799
-
Scan 6666439
- duration: 0:00:13.908753
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666439
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783550", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783550/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13786782573216976277, "service_name": "drive-thru", "span_id": 4775409260795056808, "trace_id": 1776968064564378267 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 01:37:56
- success: True
- trace_id: 1776968064564378267
-
Scan 6665673
- duration: 0:00:13.828013
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665673
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783332", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730783332/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6288913910580376197, "service_name": "drive-thru", "span_id": 6080444785711364068, "trace_id": 8024200412049584352 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 01:17:46
- success: True
- trace_id: 8024200412049584352
-
Scan 6665170
- duration: 0:00:13.897058
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665170
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782967", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782967/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16246233754996998484, "service_name": "drive-thru", "span_id": 10416276762579094970, "trace_id": 18210106293131196236 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 01:04:25
- success: True
- trace_id: 18210106293131196236
-
Scan 6664164
- duration: 0:00:11.374149
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664164
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782824", "key": "raw/newbookdev_newbooknotifications_staff/2024-11-04/1730782824/notifications_staff.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooknotifications_staff", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12497517269412774841, "service_name": "drive-thru", "span_id": 15887320193033945518, "trace_id": 14712051242404716073 } } - running: False
- schema_name_id: 2973
- start_time: 2024-11-05 00:37:54
- success: True
- trace_id: 14712051242404716073
- attributes:
{ "id": "string", "newbook_region": "string", "notification_id": "string", "tenant": "string", "user_id": "string" } - created: 2024-11-05 23:42:02
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:26:23",
"disabled": false,
"format": "raw",
"id": 2973,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooknotifications_staff"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"id": "string",
"newbook_region": "string",
"notification_id": "string",
"tenant": "string",
"user_id": "string"
},
"created": "2024-11-05 23:42:02",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`\n(\n `newbook_region` string , `tenant` string , `id` string , `user_id` string , `notification_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknotifications_staff/2024-11-05/1730866569'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknotifications_staff`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknotifications_staff"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}