Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc

created: 2024-10-08 17:50:29
disabled: False
format: raw
id: 2597
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcontact_emails_cc"
}

type: drivethrucsv

Schema Versions: 15

Version 4748479

created: 2024-11-05 22:47:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430
id: 4748479
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6674511
updated: 2024-11-05 22:47:56

Version 4747996

created: 2024-11-05 22:31:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866347'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866347
id: 4747996
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6674028
updated: 2024-11-05 22:31:51

Version 4747494

created: 2024-11-05 22:18:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866259
id: 4747494
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6673526
updated: 2024-11-05 22:18:31

Version 4746925

created: 2024-11-05 04:33:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785679'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785679
id: 4746925
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6672156
updated: 2024-11-05 04:33:20

Version 4745327

created: 2024-11-05 03:26:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785100'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785100
id: 4745327
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6670544
updated: 2024-11-05 03:26:45

Version 4745181

created: 2024-11-05 03:22:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784795'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784795
id: 4745181
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6670398
updated: 2024-11-05 03:22:56

Version 4744095

created: 2024-11-05 02:53:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784029'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784029
id: 4744095
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6669312
updated: 2024-11-05 02:54:03

Version 4744030

created: 2024-11-05 02:52:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784191'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784191
id: 4744030
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6669247
updated: 2024-11-05 02:52:22

Version 4743074

created: 2024-11-05 02:26:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783837
id: 4743074
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6668291
updated: 2024-11-05 02:27:10

Version 4742515

created: 2024-11-05 02:12:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783742'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783742
id: 4742515
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6667732
updated: 2024-11-05 02:12:26

Version 4741838

created: 2024-11-05 01:54:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783646'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783646
id: 4741838
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6667055
updated: 2024-11-05 01:54:18

Version 4740824

created: 2024-11-05 01:27:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783498'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783498
id: 4740824
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6666041
updated: 2024-11-05 01:27:37

Version 4740249

created: 2024-11-05 01:12:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783279'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783279
id: 4740249
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6665466
updated: 2024-11-05 01:12:31

Version 4739298

created: 2024-11-05 00:47:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782881'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782881
id: 4739298
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6664513
updated: 2024-11-05 00:47:16

Version 4738816

created: 2024-11-05 00:34:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782786
id: 4738816
processed: 1

raw_data:

{
    "email_id": 3,
    "id": 2,
    "newbook_region": 0,
    "recipient": 4,
    "recipient_id": 6,
    "recipient_name": 5,
    "recipient_type": 7,
    "tenant": 1
}

schema_attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

schema_name_id: 2597
schema_scan_id: 6664029
updated: 2024-11-05 00:34:35

Schema Scans: 15

Last at 2024-11-05 22:47:42

Scan 6674511

duration: 0:00:14.140661

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674511

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 848828282069152202,
        "service_name": "drive-thru",
        "span_id": 1374453235331738388,
        "trace_id": 281604769184131044
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 22:47:42
success: True
trace_id: 281604769184131044

Scan 6674028

duration: 0:00:11.596650

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674028

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866347",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866347/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10821152130094583369,
        "service_name": "drive-thru",
        "span_id": 11415220726032940879,
        "trace_id": 18340339740779016617
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 22:31:40
success: True
trace_id: 18340339740779016617

Scan 6673526

duration: 0:00:14.054850

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673526

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866259",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866259/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5194611901553099309,
        "service_name": "drive-thru",
        "span_id": 2931106168856935023,
        "trace_id": 12340577445515682139
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 22:18:17
success: True
trace_id: 12340577445515682139

Scan 6672156

duration: 0:00:14.104687

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672156

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785679",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785679/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13625012669378651173,
        "service_name": "drive-thru",
        "span_id": 786028479070494860,
        "trace_id": 15668827731090790014
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 04:33:06
success: True
trace_id: 15668827731090790014

Scan 6670544

duration: 0:00:11.460839

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670544

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785100",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730785100/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5117905416230553576,
        "service_name": "drive-thru",
        "span_id": 4541329503289370962,
        "trace_id": 10443093307389757833
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 03:26:34
success: True
trace_id: 10443093307389757833

Scan 6670398

duration: 0:00:11.590355

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670398

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784795",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784795/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8059763594546737324,
        "service_name": "drive-thru",
        "span_id": 424022430736694041,
        "trace_id": 5074340929386538
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 03:22:44
success: True
trace_id: 5074340929386538

Scan 6669312

duration: 0:00:11.343220

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669312

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784029",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784029/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11662087077872351704,
        "service_name": "drive-thru",
        "span_id": 7977961346129946552,
        "trace_id": 12275034933977665358
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 02:53:51
success: True
trace_id: 12275034933977665358

Scan 6669247

duration: 0:00:11.499396

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669247

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784191",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730784191/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12100155952144976754,
        "service_name": "drive-thru",
        "span_id": 14464908065325939090,
        "trace_id": 16123405288700098925
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 02:52:10
success: True
trace_id: 16123405288700098925

Scan 6668291

duration: 0:00:13.987942

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668291

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783837",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783837/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14309277192991362289,
        "service_name": "drive-thru",
        "span_id": 11122723258835038173,
        "trace_id": 17969020823658937026
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 02:26:56
success: True
trace_id: 17969020823658937026

Scan 6667732

duration: 0:00:13.966360

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667732

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783742",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783742/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8087941681588283842,
        "service_name": "drive-thru",
        "span_id": 4471023552899542858,
        "trace_id": 12830287869171492328
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 02:12:12
success: True
trace_id: 12830287869171492328

Scan 6667055

duration: 0:00:11.411726

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667055

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783646",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783646/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8702442477959517098,
        "service_name": "drive-thru",
        "span_id": 723740812901729250,
        "trace_id": 4003080090253727697
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 01:54:07
success: True
trace_id: 4003080090253727697

Scan 6666041

duration: 0:00:11.671837

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666041

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783498",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783498/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8797342686903792651,
        "service_name": "drive-thru",
        "span_id": 11447953180236153214,
        "trace_id": 8789843880476636991
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 01:27:26
success: True
trace_id: 8789843880476636991

Scan 6665466

duration: 0:00:11.467776

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665466

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783279",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730783279/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7577490672109909760,
        "service_name": "drive-thru",
        "span_id": 16354105390243715635,
        "trace_id": 9619639302371777385
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 01:12:20
success: True
trace_id: 9619639302371777385

Scan 6664513

duration: 0:00:13.976039

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664513

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782881",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782881/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16849611241919636176,
        "service_name": "drive-thru",
        "span_id": 5083942867968581762,
        "trace_id": 10398078120894272090
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 00:47:02
success: True
trace_id: 10398078120894272090

Scan 6664029

duration: 0:00:13.911997

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664029

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782786",
        "key": "raw/newbookdev_newbookcontact_emails_cc/2024-11-04/1730782786/contact_emails_cc.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7096214502933741753,
        "service_name": "drive-thru",
        "span_id": 7828400524146197853,
        "trace_id": 15558880276169241787
    }
}

running: False
schema_name_id: 2597
start_time: 2024-11-05 00:34:21
success: True
trace_id: 15558880276169241787

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "email_id": "string",
    "id": "string",
    "newbook_region": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "tenant": "string"
}

created: 2024-11-05 22:47:43

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:50:29",
        "disabled": false,
        "format": "raw",
        "id": 2597,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcontact_emails_cc"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "email_id": "string",
            "id": "string",
            "newbook_region": "string",
            "recipient": "string",
            "recipient_id": "string",
            "recipient_name": "string",
            "recipient_type": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:47:43",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `email_id`  string , `recipient`  string , `recipient_name`  string , `recipient_id`  string , `recipient_type`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_emails_cc/2024-11-05/1730866430'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_emails_cc"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}