Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users
- created: 2024-10-08 17:39:40
- disabled: False
- format: raw
- id: 2446
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookautomated_contact_users" } - type: drivethrucsv
Schema Versions: 15
-
Version 4747986
- created: 2024-11-05 22:31:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366
- id: 4747986
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6674018
- updated: 2024-11-05 22:31:33
-
Version 4747737
- created: 2024-11-05 22:24:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866301'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866301
- id: 4747737
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6673769
- updated: 2024-11-05 22:24:52
-
Version 4747391
- created: 2024-11-05 22:15:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866231'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866231
- id: 4747391
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6673423
- updated: 2024-11-05 22:15:18
-
Version 4746820
- created: 2024-11-05 04:25:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785649'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785649
- id: 4746820
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6672050
- updated: 2024-11-05 04:25:45
-
Version 4745829
- created: 2024-11-05 03:40:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785082'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785082
- id: 4745829
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6671047
- updated: 2024-11-05 03:40:27
-
Version 4745182
- created: 2024-11-05 03:22:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784776'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784776
- id: 4745182
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6670399
- updated: 2024-11-05 03:22:57
-
Version 4744295
- created: 2024-11-05 02:59:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784173'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784173
- id: 4744295
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6669512
- updated: 2024-11-05 02:59:17
-
Version 4743948
- created: 2024-11-05 02:50:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784010'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784010
- id: 4743948
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6669166
- updated: 2024-11-05 02:50:18
-
Version 4742421
- created: 2024-11-05 02:09:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783833'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783833
- id: 4742421
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6667638
- updated: 2024-11-05 02:09:58
-
Version 4741794
- created: 2024-11-05 01:52:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783631'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783631
- id: 4741794
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6667011
- updated: 2024-11-05 01:53:07
-
Version 4741749
- created: 2024-11-05 01:51:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783723'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783723
- id: 4741749
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6666966
- updated: 2024-11-05 01:51:56
-
Version 4740432
- created: 2024-11-05 01:17:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783479'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783479
- id: 4740432
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6665650
- updated: 2024-11-05 01:17:23
-
Version 4740104
- created: 2024-11-05 01:08:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783260'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783260
- id: 4740104
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6665321
- updated: 2024-11-05 01:08:40
-
Version 4739251
- created: 2024-11-05 00:45:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782863'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782863
- id: 4739251
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6664466
- updated: 2024-11-05 00:45:59
-
Version 4738850
- created: 2024-11-05 00:35:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782772'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782772
- id: 4738850
- processed: 1
- raw_data:
{ "automated_id": 3, "id": 2, "newbook_region": 0, "tenant": 1, "user_id": 4 } - schema_attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - schema_name_id: 2446
- schema_scan_id: 6664063
- updated: 2024-11-05 00:35:29
Schema Scans: 15
Last at 2024-11-05 22:31:21
-
Scan 6674018
- duration: 0:00:12.280883
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674018
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15328302227595146039, "service_name": "drive-thru", "span_id": 16373889492492966723, "trace_id": 7562727463679119001 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 22:31:21
- success: True
- trace_id: 7562727463679119001
-
Scan 6673769
- duration: 0:00:13.907248
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673769
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866301", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866301/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14064461216848704168, "service_name": "drive-thru", "span_id": 8112942618320621811, "trace_id": 1458547923802756969 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 22:24:38
- success: True
- trace_id: 1458547923802756969
-
Scan 6673423
- duration: 0:00:11.438894
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673423
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866231", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866231/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4540341969067592720, "service_name": "drive-thru", "span_id": 15068522391724352204, "trace_id": 2621365255956074902 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 22:15:07
- success: True
- trace_id: 2621365255956074902
-
Scan 6672050
- duration: 0:00:13.960448
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672050
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785649", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785649/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16258073975873657837, "service_name": "drive-thru", "span_id": 1034862239852464820, "trace_id": 15584798927668667439 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 04:25:31
- success: True
- trace_id: 15584798927668667439
-
Scan 6671047
- duration: 0:00:13.920931
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671047
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785082", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730785082/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12478456716433883638, "service_name": "drive-thru", "span_id": 15718672274962396777, "trace_id": 11737350080132108136 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 03:40:13
- success: True
- trace_id: 11737350080132108136
-
Scan 6670399
- duration: 0:00:11.245269
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670399
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784776", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784776/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14580050162408941718, "service_name": "drive-thru", "span_id": 17060902838029659231, "trace_id": 18285694080650913941 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 03:22:46
- success: True
- trace_id: 18285694080650913941
-
Scan 6669512
- duration: 0:00:11.403018
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669512
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784173", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784173/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14194649012882215966, "service_name": "drive-thru", "span_id": 4352292914406778210, "trace_id": 9248618112841152251 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 02:59:06
- success: True
- trace_id: 9248618112841152251
-
Scan 6669166
- duration: 0:00:13.820380
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669166
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784010", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730784010/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14452182327359046835, "service_name": "drive-thru", "span_id": 1404989610285269315, "trace_id": 18390929877538974702 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 02:50:04
- success: True
- trace_id: 18390929877538974702
-
Scan 6667638
- duration: 0:00:11.267369
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667638
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783833", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783833/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1147946795179170315, "service_name": "drive-thru", "span_id": 7393335428208983669, "trace_id": 10346015063987629502 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 02:09:47
- success: True
- trace_id: 10346015063987629502
-
Scan 6667011
- duration: 0:00:11.230513
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667011
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783631", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783631/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16356959430801801529, "service_name": "drive-thru", "span_id": 8822865324378289257, "trace_id": 12148338855288469171 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 01:52:56
- success: True
- trace_id: 12148338855288469171
-
Scan 6666966
- duration: 0:00:11.363425
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666966
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783723", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783723/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2939527339469621795, "service_name": "drive-thru", "span_id": 6442762395732166916, "trace_id": 2078490037751775543 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 01:51:45
- success: True
- trace_id: 2078490037751775543
-
Scan 6665650
- duration: 0:00:13.877304
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665650
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783479", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783479/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5723230092314528192, "service_name": "drive-thru", "span_id": 1556625912641323511, "trace_id": 14102522142769127196 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 01:17:09
- success: True
- trace_id: 14102522142769127196
-
Scan 6665321
- duration: 0:00:13.781845
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665321
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783260", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730783260/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2811364313446687503, "service_name": "drive-thru", "span_id": 10785016328137120505, "trace_id": 1878161706292786232 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 01:08:26
- success: True
- trace_id: 1878161706292786232
-
Scan 6664466
- duration: 0:00:11.470318
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664466
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782863", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782863/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15996827411730910202, "service_name": "drive-thru", "span_id": 105528934668812290, "trace_id": 2267358388023135390 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 00:45:48
- success: True
- trace_id: 2267358388023135390
-
Scan 6664063
- duration: 0:00:11.355217
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664063
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782772", "key": "raw/newbookdev_newbookautomated_contact_users/2024-11-04/1730782772/automated_contact_users.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5810199085681389270, "service_name": "drive-thru", "span_id": 8932020584179245531, "trace_id": 17148570345116151986 } } - running: False
- schema_name_id: 2446
- start_time: 2024-11-05 00:35:18
- success: True
- trace_id: 17148570345116151986
- attributes:
{ "automated_id": "string", "id": "string", "newbook_region": "string", "tenant": "string", "user_id": "string" } - created: 2024-11-05 22:31:22
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:39:40",
"disabled": false,
"format": "raw",
"id": 2446,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookautomated_contact_users"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"automated_id": "string",
"id": "string",
"newbook_region": "string",
"tenant": "string",
"user_id": "string"
},
"created": "2024-11-05 22:31:22",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`\n(\n `newbook_region` string , `tenant` string , `id` string , `automated_id` string , `user_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookautomated_contact_users/2024-11-05/1730866366'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookautomated_contact_users"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}