Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksupport_requests

created: 2024-10-08 18:19:57
disabled: False
format: raw
id: 2913
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksupport_requests"
}

type: drivethrucsv

Schema Versions: 15

Version 4749448

created: 2024-11-05 23:52:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606
id: 4749448
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6675503
updated: 2024-11-05 23:52:15

Version 4749275

created: 2024-11-05 23:33:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866555'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866555
id: 4749275
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6675307
updated: 2024-11-05 23:33:32

Version 4748565

created: 2024-11-05 22:51:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866447'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866447
id: 4748565
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6674597
updated: 2024-11-05 22:51:38

Version 4747096

created: 2024-11-05 04:49:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785801'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785801
id: 4747096
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6672328
updated: 2024-11-05 04:50:06

Version 4746668

created: 2024-11-05 04:15:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785170'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785170
id: 4746668
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6671891
updated: 2024-11-05 04:15:43

Version 4745715

created: 2024-11-05 03:36:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784864'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784864
id: 4745715
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6670931
updated: 2024-11-05 03:36:55

Version 4745522

created: 2024-11-05 03:31:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784261'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784261
id: 4745522
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6670739
updated: 2024-11-05 03:31:54

Version 4744506

created: 2024-11-05 03:04:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784099
id: 4744506
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6669723
updated: 2024-11-05 03:05:04

Version 4743575

created: 2024-11-05 02:40:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783933'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783933
id: 4743575
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6668792
updated: 2024-11-05 02:40:25

Version 4742847

created: 2024-11-05 02:21:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783812'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783812
id: 4742847
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6668064
updated: 2024-11-05 02:21:12

Version 4742220

created: 2024-11-05 02:04:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783699'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783699
id: 4742220
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6667437
updated: 2024-11-05 02:04:34

Version 4741511

created: 2024-11-05 01:45:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783570'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783570
id: 4741511
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6666728
updated: 2024-11-05 01:45:42

Version 4740244

created: 2024-11-05 01:12:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783351'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783351
id: 4740244
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6665461
updated: 2024-11-05 01:12:29

Version 4739911

created: 2024-11-05 01:03:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782949'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782949
id: 4739911
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6665127
updated: 2024-11-05 01:03:30

Version 4738637

created: 2024-11-05 00:29:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782762'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782762
id: 4738637
processed: 1

raw_data:

{
    "assigned_to": 17,
    "assigned_when": 16,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "issue_id": 22,
    "newbook_region": 0,
    "priority": 18,
    "priority_terms_accepted": 19,
    "queue_id": 4,
    "status": 20,
    "status_when": 21,
    "subject": 13,
    "tenant": 1,
    "type": 5,
    "type_id": 6,
    "updated_by_client": 12,
    "updated_on": 11,
    "user_email": 8,
    "user_name": 7,
    "user_phone": 9
}

schema_attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

schema_name_id: 2913
schema_scan_id: 6663849
updated: 2024-11-05 00:29:47

Schema Scans: 15

Last at 2024-11-05 23:52:03

Scan 6675503

duration: 0:00:12.183327

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675503

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6801631774756644889,
        "service_name": "drive-thru",
        "span_id": 15383921094422360011,
        "trace_id": 13479764694594880982
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 23:52:03
success: True
trace_id: 13479764694594880982

Scan 6675307

duration: 0:00:14.612367

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675307

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866555",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-05/1730866555/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7639282969919983626,
        "service_name": "drive-thru",
        "span_id": 9217210199126902812,
        "trace_id": 16842595822062850302
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 23:33:18
success: True
trace_id: 16842595822062850302

Scan 6674597

duration: 0:00:12.006482

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674597

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866447",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-05/1730866447/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4299007529782572818,
        "service_name": "drive-thru",
        "span_id": 205212741420337207,
        "trace_id": 11785948531790752192
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 22:51:26
success: True
trace_id: 11785948531790752192

Scan 6672328

duration: 0:00:12.135711

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672328

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785801",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730785801/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14779849974065300959,
        "service_name": "drive-thru",
        "span_id": 13683394984771926518,
        "trace_id": 12480393864357448576
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 04:49:54
success: True
trace_id: 12480393864357448576

Scan 6671891

duration: 0:00:12.017194

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671891

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730785170",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730785170/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7226722188399654261,
        "service_name": "drive-thru",
        "span_id": 7502631665678126437,
        "trace_id": 9864643000681924779
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 04:15:31
success: True
trace_id: 9864643000681924779

Scan 6670931

duration: 0:00:11.849711

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670931

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784864",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730784864/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13467633806911555773,
        "service_name": "drive-thru",
        "span_id": 17856719157150357592,
        "trace_id": 2073711031889894809
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 03:36:43
success: True
trace_id: 2073711031889894809

Scan 6670739

duration: 0:00:14.431446

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670739

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784261",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730784261/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15447701602450540731,
        "service_name": "drive-thru",
        "span_id": 382420155330047184,
        "trace_id": 14561059416299281548
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 03:31:40
success: True
trace_id: 14561059416299281548

Scan 6669723

duration: 0:00:12.031846

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669723

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730784099",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730784099/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15277313497115481600,
        "service_name": "drive-thru",
        "span_id": 3804887101268810166,
        "trace_id": 12148130904431055889
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 03:04:52
success: True
trace_id: 12148130904431055889

Scan 6668792

duration: 0:00:12.004262

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668792

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783933",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730783933/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5286035926774551215,
        "service_name": "drive-thru",
        "span_id": 5945389257882305566,
        "trace_id": 8155835894185332405
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 02:40:13
success: True
trace_id: 8155835894185332405

Scan 6668064

duration: 0:00:12.472544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668064

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783812",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730783812/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 498682977237812631,
        "service_name": "drive-thru",
        "span_id": 1639498888213736407,
        "trace_id": 2660991495314090864
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 02:20:59
success: True
trace_id: 2660991495314090864

Scan 6667437

duration: 0:00:14.543809

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783699",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730783699/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8067621872330211167,
        "service_name": "drive-thru",
        "span_id": 9875397825879567366,
        "trace_id": 1859743433942722521
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 02:04:19
success: True
trace_id: 1859743433942722521

Scan 6666728

duration: 0:00:11.931208

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666728

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783570",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730783570/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5448494895679448376,
        "service_name": "drive-thru",
        "span_id": 16593583331064137469,
        "trace_id": 927839934062114169
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 01:45:30
success: True
trace_id: 927839934062114169

Scan 6665461

duration: 0:00:14.486643

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665461

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730783351",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730783351/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9310868961799226691,
        "service_name": "drive-thru",
        "span_id": 13605509712838983730,
        "trace_id": 2257581710936096544
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 01:12:14
success: True
trace_id: 2257581710936096544

Scan 6665127

duration: 0:00:14.311942

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665127

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782949",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730782949/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16349600496539162225,
        "service_name": "drive-thru",
        "span_id": 14984260536576478773,
        "trace_id": 11860032164536197201
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 01:03:16
success: True
trace_id: 11860032164536197201

Scan 6663849

duration: 0:00:11.786313

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663849

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-04/1730782762",
        "key": "raw/newbookdev_newbooksupport_requests/2024-11-04/1730782762/support_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksupport_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2636708219092382068,
        "service_name": "drive-thru",
        "span_id": 7815663440379717567,
        "trace_id": 5000875622553221728
    }
}

running: False
schema_name_id: 2913
start_time: 2024-11-05 00:29:35
success: True
trace_id: 5000875622553221728

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "assigned_to": "string",
    "assigned_when": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "issue_id": "string",
    "newbook_region": "string",
    "priority": "string",
    "priority_terms_accepted": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "updated_by_client": "string",
    "updated_on": "string",
    "user_email": "string",
    "user_name": "string",
    "user_phone": "string"
}

created: 2024-11-05 23:52:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:19:57",
        "disabled": false,
        "format": "raw",
        "id": 2913,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksupport_requests"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "assigned_to": "string",
            "assigned_when": "string",
            "content": "string",
            "content_type": "string",
            "created_on": "string",
            "email_id": "string",
            "id": "string",
            "issue_id": "string",
            "newbook_region": "string",
            "priority": "string",
            "priority_terms_accepted": "string",
            "queue_id": "string",
            "status": "string",
            "status_when": "string",
            "subject": "string",
            "tenant": "string",
            "type": "string",
            "type_id": "string",
            "updated_by_client": "string",
            "updated_on": "string",
            "user_email": "string",
            "user_name": "string",
            "user_phone": "string"
        },
        "created": "2024-11-05 23:52:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksupport_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `type`  string , `type_id`  string , `user_name`  string , `user_email`  string , `user_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_client`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `priority_terms_accepted`  string , `status`  string , `status_when`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksupport_requests/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksupport_requests`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksupport_requests"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}