Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookemail_inboxes

created: 2024-10-08 17:50:43
disabled: False
format: raw
id: 2600
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookemail_inboxes"
}

type: drivethrucsv

Schema Versions: 15

Version 4748688

created: 2024-11-05 22:56:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477
id: 4748688
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6674720
updated: 2024-11-05 22:56:47

Version 4748287

created: 2024-11-05 22:40:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866390'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866390
id: 4748287
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6674319
updated: 2024-11-05 22:41:09

Version 4747614

created: 2024-11-05 22:21:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866281'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866281
id: 4747614
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6673646
updated: 2024-11-05 22:21:38

Version 4746810

created: 2024-11-05 04:24:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785702'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785702
id: 4746810
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6672040
updated: 2024-11-05 04:25:02

Version 4746137

created: 2024-11-05 03:50:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785114'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785114
id: 4746137
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6671358
updated: 2024-11-05 03:50:44

Version 4744682

created: 2024-11-05 03:09:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784809'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784809
id: 4744682
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6669899
updated: 2024-11-05 03:09:49

Version 4744080

created: 2024-11-05 02:53:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784205'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784205
id: 4744080
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6669297
updated: 2024-11-05 02:53:41

Version 4743338

created: 2024-11-05 02:33:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783891'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783891
id: 4743338
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6668555
updated: 2024-11-05 02:34:06

Version 4743295

created: 2024-11-05 02:32:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784043'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784043
id: 4743295
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6668512
updated: 2024-11-05 02:32:59

Version 4742543

created: 2024-11-05 02:13:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783756'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783756
id: 4742543
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6667760
updated: 2024-11-05 02:13:15

Version 4742000

created: 2024-11-05 01:58:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783656'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783656
id: 4742000
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6667217
updated: 2024-11-05 01:58:33

Version 4740608

created: 2024-11-05 01:21:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783512'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783512
id: 4740608
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6665825
updated: 2024-11-05 01:21:58

Version 4739939

created: 2024-11-05 01:04:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783294'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783294
id: 4739939
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6665156
updated: 2024-11-05 01:04:14

Version 4739391

created: 2024-11-05 00:49:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782895'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782895
id: 4739391
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6664606
updated: 2024-11-05 00:49:40

Version 4738599

created: 2024-11-05 00:28:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782797'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782797
id: 4738599
processed: 1

raw_data:

{
    "active": 9,
    "description": 7,
    "for": 3,
    "for_email_address": 8,
    "for_id": 4,
    "id": 2,
    "localpart": 6,
    "newbook_region": 0,
    "queue_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

schema_name_id: 2600
schema_scan_id: 6663813
updated: 2024-11-05 00:28:49

Schema Scans: 15

Last at 2024-11-05 22:56:35

Scan 6674720

duration: 0:00:11.658830

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674720

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13228043301743011578,
        "service_name": "drive-thru",
        "span_id": 17495281450303453284,
        "trace_id": 17235084800885439337
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 22:56:35
success: True
trace_id: 17235084800885439337

Scan 6674319

duration: 0:00:11.701393

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674319

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866390",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866390/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5919772109838929227,
        "service_name": "drive-thru",
        "span_id": 12622009452685105136,
        "trace_id": 18263865684317868348
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 22:40:58
success: True
trace_id: 18263865684317868348

Scan 6673646

duration: 0:00:11.499854

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673646

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866281",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866281/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10782941592112337687,
        "service_name": "drive-thru",
        "span_id": 3762374377727150359,
        "trace_id": 15256369737021542845
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 22:21:26
success: True
trace_id: 15256369737021542845

Scan 6672040

duration: 0:00:12.075110

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672040

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785702",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785702/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18171948255715069455,
        "service_name": "drive-thru",
        "span_id": 7737694308693214719,
        "trace_id": 4580789228337429110
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 04:24:50
success: True
trace_id: 4580789228337429110

Scan 6671358

duration: 0:00:11.620387

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671358

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785114",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730785114/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17171566044532622322,
        "service_name": "drive-thru",
        "span_id": 11394839647965523845,
        "trace_id": 9885453751119281880
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 03:50:32
success: True
trace_id: 9885453751119281880

Scan 6669899

duration: 0:00:11.722489

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669899

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784809",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784809/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2876993415602460256,
        "service_name": "drive-thru",
        "span_id": 14193179751351226464,
        "trace_id": 12791649075467162188
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 03:09:37
success: True
trace_id: 12791649075467162188

Scan 6669297

duration: 0:00:13.978342

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669297

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784205",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784205/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6084477680848357423,
        "service_name": "drive-thru",
        "span_id": 12171669733557606661,
        "trace_id": 13655041011359460915
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 02:53:27
success: True
trace_id: 13655041011359460915

Scan 6668555

duration: 0:00:11.500254

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668555

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783891",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783891/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5942291508565843735,
        "service_name": "drive-thru",
        "span_id": 18029143095667915310,
        "trace_id": 11848853233461298024
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 02:33:55
success: True
trace_id: 11848853233461298024

Scan 6668512

duration: 0:00:11.513594

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668512

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784043",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730784043/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13226434440941933172,
        "service_name": "drive-thru",
        "span_id": 9727871309932117086,
        "trace_id": 4403351356994222645
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 02:32:48
success: True
trace_id: 4403351356994222645

Scan 6667760

duration: 0:00:14.003891

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667760

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783756",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783756/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9897136957017756035,
        "service_name": "drive-thru",
        "span_id": 8064841038123046597,
        "trace_id": 6342364444068906397
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 02:13:01
success: True
trace_id: 6342364444068906397

Scan 6667217

duration: 0:00:11.425383

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667217

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783656",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783656/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6014788818200172002,
        "service_name": "drive-thru",
        "span_id": 15090534422833410581,
        "trace_id": 14851928684443835170
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 01:58:21
success: True
trace_id: 14851928684443835170

Scan 6665825

duration: 0:00:14.149951

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665825

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783512",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783512/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16604667206083055321,
        "service_name": "drive-thru",
        "span_id": 5220424237720316288,
        "trace_id": 8367537810293844134
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 01:21:44
success: True
trace_id: 8367537810293844134

Scan 6665156

duration: 0:00:14.037815

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665156

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783294",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730783294/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15869911098371598326,
        "service_name": "drive-thru",
        "span_id": 2399303181823180008,
        "trace_id": 2370899443278738041
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 01:04:00
success: True
trace_id: 2370899443278738041

Scan 6664606

duration: 0:00:14.127663

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664606

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782895",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782895/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12571974608284363564,
        "service_name": "drive-thru",
        "span_id": 6142790049662243493,
        "trace_id": 6702452987820775010
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 00:49:25
success: True
trace_id: 6702452987820775010

Scan 6663813

duration: 0:00:11.446786

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663813

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782797",
        "key": "raw/newbookdev_newbookemail_inboxes/2024-11-04/1730782797/email_inboxes.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookemail_inboxes",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18393295891286820263,
        "service_name": "drive-thru",
        "span_id": 10218962038948795746,
        "trace_id": 15886366346321309238
    }
}

running: False
schema_name_id: 2600
start_time: 2024-11-05 00:28:38
success: True
trace_id: 15886366346321309238

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "description": "string",
    "for": "string",
    "for_email_address": "string",
    "for_id": "string",
    "id": "string",
    "localpart": "string",
    "newbook_region": "string",
    "queue_id": "string",
    "tenant": "string"
}

created: 2024-11-05 22:56:36

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:50:43",
        "disabled": false,
        "format": "raw",
        "id": 2600,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookemail_inboxes"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "description": "string",
            "for": "string",
            "for_email_address": "string",
            "for_id": "string",
            "id": "string",
            "localpart": "string",
            "newbook_region": "string",
            "queue_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:56:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `queue_id`  string , `localpart`  string , `description`  string , `for_email_address`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookemail_inboxes/2024-11-05/1730866477'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookemail_inboxes`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookemail_inboxes"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}