Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktickets

created: 2024-10-08 18:34:11
disabled: False
format: raw
id: 3045
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktickets"
}

type: drivethrucsv

Schema Versions: 15

Version 4749520

created: 2024-11-06 00:00:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866620'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866620
id: 4749520
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6675634
updated: 2024-11-06 00:00:56

Version 4749349

created: 2024-11-05 23:41:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866577'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866577
id: 4749349
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6675382
updated: 2024-11-05 23:41:24

Version 4748635

created: 2024-11-05 22:54:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866478'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866478
id: 4748635
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6674667
updated: 2024-11-05 22:54:36

Version 4746758

created: 2024-11-05 04:21:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785179'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785179
id: 4746758
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6671985
updated: 2024-11-05 04:21:24

Version 4746472

created: 2024-11-05 04:04:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785818
id: 4746472
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6671693
updated: 2024-11-05 04:04:56

Version 4746069

created: 2024-11-05 03:48:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784873'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784873
id: 4746069
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6671290
updated: 2024-11-05 03:48:20

Version 4744956

created: 2024-11-05 03:16:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784270'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784270
id: 4744956
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6670173
updated: 2024-11-05 03:17:02

Version 4744417

created: 2024-11-05 03:02:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784109'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784109
id: 4744417
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6669634
updated: 2024-11-05 03:02:41

Version 4743558

created: 2024-11-05 02:39:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783940'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783940
id: 4743558
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6668775
updated: 2024-11-05 02:40:01

Version 4743065

created: 2024-11-05 02:26:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783822'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783822
id: 4743065
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6668281
updated: 2024-11-05 02:26:53

Version 4741570

created: 2024-11-05 01:47:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783579'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783579
id: 4741570
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6666787
updated: 2024-11-05 01:47:14

Version 4741505

created: 2024-11-05 01:45:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783623'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783623
id: 4741505
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6666722
updated: 2024-11-05 01:45:32

Version 4740769

created: 2024-11-05 01:25:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783360'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783360
id: 4740769
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6665986
updated: 2024-11-05 01:26:12

Version 4739985

created: 2024-11-05 01:05:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782958'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782958
id: 4739985
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6665202
updated: 2024-11-05 01:05:28

Version 4739257

created: 2024-11-05 00:45:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782846'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782846
id: 4739257
processed: 1

raw_data:

{
    "account_id": 6,
    "assigned_to": 17,
    "assigned_when": 16,
    "category_id": 5,
    "contact_email": 8,
    "contact_name": 7,
    "contact_phone": 9,
    "content": 14,
    "content_type": 15,
    "created_on": 10,
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "priority": 18,
    "queue_id": 4,
    "status": 19,
    "status_when": 20,
    "subject": 13,
    "tenant": 1,
    "updated_by_contact": 12,
    "updated_on": 11
}

schema_attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

schema_name_id: 3045
schema_scan_id: 6664472
updated: 2024-11-05 00:46:07

Schema Scans: 15

Last at 2024-11-06 00:00:41

Scan 6675634

duration: 0:00:14.691417

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675634

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866620",
        "key": "raw/newbookdev_newbooktickets/2024-11-05/1730866620/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17648500131936280746,
        "service_name": "drive-thru",
        "span_id": 11439838719397888700,
        "trace_id": 5041474633730565218
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-06 00:00:41
success: True
trace_id: 5041474633730565218

Scan 6675382

duration: 0:00:12.041719

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675382

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866577",
        "key": "raw/newbookdev_newbooktickets/2024-11-05/1730866577/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2817404101182327767,
        "service_name": "drive-thru",
        "span_id": 7272598614984277212,
        "trace_id": 16559450168444815765
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 23:41:12
success: True
trace_id: 16559450168444815765

Scan 6674667

duration: 0:00:14.466251

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674667

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866478",
        "key": "raw/newbookdev_newbooktickets/2024-11-05/1730866478/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8538196473794321872,
        "service_name": "drive-thru",
        "span_id": 9095692276171776379,
        "trace_id": 10498639739584937673
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 22:54:22
success: True
trace_id: 10498639739584937673

Scan 6671985

duration: 0:00:14.421468

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671985

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785179",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730785179/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10665125990925328714,
        "service_name": "drive-thru",
        "span_id": 12411453909681320262,
        "trace_id": 10946868455166134401
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 04:21:09
success: True
trace_id: 10946868455166134401

Scan 6671693

duration: 0:00:12.024073

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671693

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730785818",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730785818/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9517843151571382462,
        "service_name": "drive-thru",
        "span_id": 16581022688239130193,
        "trace_id": 7197253955239929884
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 04:04:44
success: True
trace_id: 7197253955239929884

Scan 6671290

duration: 0:00:11.859590

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671290

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784873",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730784873/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6256135611894225360,
        "service_name": "drive-thru",
        "span_id": 7602334630679457041,
        "trace_id": 4242468109135794451
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 03:48:08
success: True
trace_id: 4242468109135794451

Scan 6670173

duration: 0:00:11.761889

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670173

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784270",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730784270/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16564196620740552339,
        "service_name": "drive-thru",
        "span_id": 13942943978777405806,
        "trace_id": 7221542731108453993
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 03:16:51
success: True
trace_id: 7221542731108453993

Scan 6669634

duration: 0:00:14.412213

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669634

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730784109",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730784109/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15033333725650031922,
        "service_name": "drive-thru",
        "span_id": 17793126568376389247,
        "trace_id": 13854796521306801281
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 03:02:27
success: True
trace_id: 13854796521306801281

Scan 6668775

duration: 0:00:11.794466

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668775

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783940",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730783940/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17543387266523002024,
        "service_name": "drive-thru",
        "span_id": 6618514432678626979,
        "trace_id": 2409608097591602167
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 02:39:49
success: True
trace_id: 2409608097591602167

Scan 6668281

duration: 0:00:11.802810

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668281

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783822",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730783822/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17168182474471320087,
        "service_name": "drive-thru",
        "span_id": 5063213800238951531,
        "trace_id": 9432615414113840600
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 02:26:41
success: True
trace_id: 9432615414113840600

Scan 6666787

duration: 0:00:11.966407

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666787

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783579",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730783579/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8551089036659976591,
        "service_name": "drive-thru",
        "span_id": 4117869687313392779,
        "trace_id": 6496703312057154406
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 01:47:02
success: True
trace_id: 6496703312057154406

Scan 6666722

duration: 0:00:11.900938

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666722

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783623",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730783623/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14189115766947224372,
        "service_name": "drive-thru",
        "span_id": 7249064882265064425,
        "trace_id": 6078521407560757932
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 01:45:20
success: True
trace_id: 6078521407560757932

Scan 6665986

duration: 0:00:14.233979

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665986

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730783360",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730783360/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9633885200014052454,
        "service_name": "drive-thru",
        "span_id": 13827887101143273609,
        "trace_id": 14720218293873082984
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 01:25:58
success: True
trace_id: 14720218293873082984

Scan 6665202

duration: 0:00:11.824890

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665202

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782958",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730782958/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11164169426210664151,
        "service_name": "drive-thru",
        "span_id": 2245813092593491377,
        "trace_id": 15378450944686779705
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 01:05:16
success: True
trace_id: 15378450944686779705

Scan 6664472

duration: 0:00:11.906248

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664472

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-04/1730782846",
        "key": "raw/newbookdev_newbooktickets/2024-11-04/1730782846/tickets.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15190804134872152965,
        "service_name": "drive-thru",
        "span_id": 4594470623228150937,
        "trace_id": 15812292478693418569
    }
}

running: False
schema_name_id: 3045
start_time: 2024-11-05 00:45:55
success: True
trace_id: 15812292478693418569

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "string",
    "assigned_to": "string",
    "assigned_when": "string",
    "category_id": "string",
    "contact_email": "string",
    "contact_name": "string",
    "contact_phone": "string",
    "content": "string",
    "content_type": "string",
    "created_on": "string",
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "priority": "string",
    "queue_id": "string",
    "status": "string",
    "status_when": "string",
    "subject": "string",
    "tenant": "string",
    "updated_by_contact": "string",
    "updated_on": "string"
}

created: 2024-11-06 00:00:43

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866620'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:34:11",
        "disabled": false,
        "format": "raw",
        "id": 3045,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktickets"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "string",
            "assigned_to": "string",
            "assigned_when": "string",
            "category_id": "string",
            "contact_email": "string",
            "contact_name": "string",
            "contact_phone": "string",
            "content": "string",
            "content_type": "string",
            "created_on": "string",
            "email_id": "string",
            "id": "string",
            "newbook_region": "string",
            "priority": "string",
            "queue_id": "string",
            "status": "string",
            "status_when": "string",
            "subject": "string",
            "tenant": "string",
            "updated_by_contact": "string",
            "updated_on": "string"
        },
        "created": "2024-11-06 00:00:43",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `queue_id`  string , `category_id`  string , `account_id`  string , `contact_name`  string , `contact_email`  string , `contact_phone`  string , `created_on`  string , `updated_on`  string , `updated_by_contact`  string , `subject`  string , `content`  string , `content_type`  string , `assigned_when`  string , `assigned_to`  string , `priority`  string , `status`  string , `status_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets/2024-11-05/1730866620'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}