Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist
- created: 2024-10-08 17:44:22
- disabled: False
- format: raw
- id: 2511
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookcontact_guestassist" } - type: drivethrucsv
Schema Versions: 15
-
Version 4748312
- created: 2024-11-05 22:41:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431
- id: 4748312
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6674344
- updated: 2024-11-05 22:42:03
-
Version 4748030
- created: 2024-11-05 22:32:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866348'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866348
- id: 4748030
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6674062
- updated: 2024-11-05 22:32:57
-
Version 4747525
- created: 2024-11-05 22:19:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866259'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866259
- id: 4747525
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6673557
- updated: 2024-11-05 22:19:18
-
Version 4746926
- created: 2024-11-05 04:33:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785680'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785680
- id: 4746926
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6672157
- updated: 2024-11-05 04:33:23
-
Version 4746045
- created: 2024-11-05 03:47:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785101'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785101
- id: 4746045
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6671266
- updated: 2024-11-05 03:47:28
-
Version 4745215
- created: 2024-11-05 03:23:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784795'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784795
- id: 4745215
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6670433
- updated: 2024-11-05 03:23:50
-
Version 4744446
- created: 2024-11-05 03:03:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784192'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784192
- id: 4744446
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6669663
- updated: 2024-11-05 03:03:24
-
Version 4743782
- created: 2024-11-05 02:45:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784030'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784030
- id: 4743782
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6668999
- updated: 2024-11-05 02:45:56
-
Version 4743390
- created: 2024-11-05 02:35:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783880'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783880
- id: 4743390
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6668607
- updated: 2024-11-05 02:35:37
-
Version 4742507
- created: 2024-11-05 02:12:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783742'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783742
- id: 4742507
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6667724
- updated: 2024-11-05 02:12:12
-
Version 4741638
- created: 2024-11-05 01:48:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783603'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783603
- id: 4741638
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6666854
- updated: 2024-11-05 01:49:04
-
Version 4740834
- created: 2024-11-05 01:27:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783498'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783498
- id: 4740834
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6666051
- updated: 2024-11-05 01:27:57
-
Version 4740109
- created: 2024-11-05 01:08:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783280'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783280
- id: 4740109
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6665326
- updated: 2024-11-05 01:08:49
-
Version 4739509
- created: 2024-11-05 00:52:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782882'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782882
- id: 4739509
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6664725
- updated: 2024-11-05 00:52:45
-
Version 4738903
- created: 2024-11-05 00:36:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782787'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782787
- id: 4738903
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2511
- schema_scan_id: 6664116
- updated: 2024-11-05 00:36:53
Schema Scans: 15
Last at 2024-11-05 22:41:51
-
Scan 6674344
- duration: 0:00:12.087340
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674344
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 297647632864606489, "service_name": "drive-thru", "span_id": 1737171433076384985, "trace_id": 12443124094482623712 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 22:41:51
- success: True
- trace_id: 12443124094482623712
-
Scan 6674062
- duration: 0:00:14.496673
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674062
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866348", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866348/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 58274458727917190, "service_name": "drive-thru", "span_id": 6758054409367771127, "trace_id": 16533158868232055510 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 22:32:42
- success: True
- trace_id: 16533158868232055510
-
Scan 6673557
- duration: 0:00:11.825514
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6673557
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866259", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866259/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 654734980106351508, "service_name": "drive-thru", "span_id": 6866586691728542162, "trace_id": 3780710996732129494 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 22:19:06
- success: True
- trace_id: 3780710996732129494
-
Scan 6672157
- duration: 0:00:14.561167
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672157
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785680", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785680/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4667486536661842058, "service_name": "drive-thru", "span_id": 1625815777458709238, "trace_id": 15126978577482057618 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 04:33:08
- success: True
- trace_id: 15126978577482057618
-
Scan 6671266
- duration: 0:00:11.985822
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671266
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785101", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730785101/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10752552204268444587, "service_name": "drive-thru", "span_id": 6551560697713760037, "trace_id": 13790564886008173314 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 03:47:16
- success: True
- trace_id: 13790564886008173314
-
Scan 6670433
- duration: 0:00:14.374389
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670433
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784795", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784795/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10963605911972635836, "service_name": "drive-thru", "span_id": 341024517448896035, "trace_id": 10235543466084699008 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 03:23:36
- success: True
- trace_id: 10235543466084699008
-
Scan 6669663
- duration: 0:00:11.887805
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669663
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784192", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784192/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14382719577754747551, "service_name": "drive-thru", "span_id": 18296309981108666308, "trace_id": 10824167472690529261 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 03:03:12
- success: True
- trace_id: 10824167472690529261
-
Scan 6668999
- duration: 0:00:14.411654
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668999
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784030", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730784030/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17683128551934876058, "service_name": "drive-thru", "span_id": 415864339132966119, "trace_id": 17617411268815689591 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 02:45:41
- success: True
- trace_id: 17617411268815689591
-
Scan 6668607
- duration: 0:00:14.329375
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668607
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783880", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783880/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15777944550185656271, "service_name": "drive-thru", "span_id": 13130274310819013232, "trace_id": 7392263453796033671 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 02:35:23
- success: True
- trace_id: 7392263453796033671
-
Scan 6667724
- duration: 0:00:11.918364
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667724
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783742", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783742/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15038255603851076147, "service_name": "drive-thru", "span_id": 17351879248571978816, "trace_id": 15414775999951873843 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 02:12:00
- success: True
- trace_id: 15414775999951873843
-
Scan 6666854
- duration: 0:00:14.233366
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666854
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783603", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783603/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10073780668020714814, "service_name": "drive-thru", "span_id": 8540871516971901295, "trace_id": 11096694487947138943 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 01:48:50
- success: True
- trace_id: 11096694487947138943
-
Scan 6666051
- duration: 0:00:14.381182
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666051
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783498", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783498/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4859134999247864990, "service_name": "drive-thru", "span_id": 7413434902849252853, "trace_id": 5432872319574841721 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 01:27:43
- success: True
- trace_id: 5432872319574841721
-
Scan 6665326
- duration: 0:00:11.811498
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665326
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783280", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730783280/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2172790578810141162, "service_name": "drive-thru", "span_id": 6186537197627263898, "trace_id": 5829346636218126953 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 01:08:37
- success: True
- trace_id: 5829346636218126953
-
Scan 6664725
- duration: 0:00:14.446547
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664725
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782882", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782882/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4497961437318975284, "service_name": "drive-thru", "span_id": 6451873403361711659, "trace_id": 12866006841977296947 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 00:52:31
- success: True
- trace_id: 12866006841977296947
-
Scan 6664116
- duration: 0:00:14.418492
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664116
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782787", "key": "raw/newbookdev_newbookcontact_guestassist/2024-11-04/1730782787/contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11562943096559453406, "service_name": "drive-thru", "span_id": 1118004167026408723, "trace_id": 9881728322383049106 } } - running: False
- schema_name_id: 2511
- start_time: 2024-11-05 00:36:38
- success: True
- trace_id: 9881728322383049106
- attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - created: 2024-11-05 22:41:52
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 17:44:22",
"disabled": false,
"format": "raw",
"id": 2511,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookcontact_guestassist"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"alfred_guest_id": "string",
"alfred_message_id": "string",
"content": "string",
"id": "string",
"inbound": "string",
"locked": "string",
"name": "string",
"newbook_region": "string",
"real_recipient_id": "string",
"real_recipient_type": "string",
"recipient_id": "string",
"recipient_name": "string",
"recipient_type": "string",
"scheduled_timestamp": "string",
"sender": "string",
"sender_name": "string",
"sender_sanitised": "string",
"sent_by": "string",
"sent_on": "string",
"template_id": "string",
"template_type": "string",
"tenant": "string",
"type": "string",
"type_id": "string",
"type_status": "string"
},
"created": "2024-11-05 22:41:52",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_guestassist/2024-11-05/1730866431'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_guestassist"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}