Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_documents

created: 2024-10-09 02:36:42
disabled: False
format: raw
id: 3114
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcontact_documents"
}

type: drivethrucsv

Schema Versions: 15

Version 4748310

created: 2024-11-05 22:41:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428
id: 4748310
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6674340
updated: 2024-11-05 22:41:56

Version 4747824

created: 2024-11-05 22:26:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866346'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866346
id: 4747824
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6673856
updated: 2024-11-05 22:27:09

Version 4747516

created: 2024-11-05 22:18:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866258'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866258
id: 4747516
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6673548
updated: 2024-11-05 22:19:06

Version 4746944

created: 2024-11-05 04:34:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785679'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785679
id: 4746944
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6672175
updated: 2024-11-05 04:34:42

Version 4745948

created: 2024-11-05 03:43:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785100'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785100
id: 4745948
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6671168
updated: 2024-11-05 03:44:02

Version 4745220

created: 2024-11-05 03:23:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784795'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784795
id: 4745220
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6670436
updated: 2024-11-05 03:23:58

Version 4744090

created: 2024-11-05 02:53:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784028'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784028
id: 4744090
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6669307
updated: 2024-11-05 02:54:02

Version 4744029

created: 2024-11-05 02:52:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784191'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784191
id: 4744029
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6669245
updated: 2024-11-05 02:52:21

Version 4743131

created: 2024-11-05 02:28:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783879
id: 4743131
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6668348
updated: 2024-11-05 02:28:39

Version 4742444

created: 2024-11-05 02:10:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783741'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783741
id: 4742444
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6667661
updated: 2024-11-05 02:10:35

Version 4741907

created: 2024-11-05 01:55:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783645'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783645
id: 4741907
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6667124
updated: 2024-11-05 01:56:06

Version 4740933

created: 2024-11-05 01:30:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783497'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783497
id: 4740933
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6666149
updated: 2024-11-05 01:30:34

Version 4740242

created: 2024-11-05 01:12:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783279'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783279
id: 4740242
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6665459
updated: 2024-11-05 01:12:21

Version 4739510

created: 2024-11-05 00:52:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782881'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782881
id: 4739510
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6664724
updated: 2024-11-05 00:52:45

Version 4738819

created: 2024-11-05 00:34:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782786
id: 4738819
processed: 1

raw_data:

{
    "authorisation_terms_and_conditions": 28,
    "contact_id": 20,
    "content": 11,
    "content_plain": 12,
    "counter_signable": 21,
    "counter_signature_image": 26,
    "counter_signature_user_id": 27,
    "counter_signed_when": 25,
    "id": 2,
    "letterhead": 14,
    "name": 3,
    "newbook_region": 0,
    "pdf_size": 13,
    "real_recipient_id": 8,
    "real_recipient_type": 9,
    "recipient": 17,
    "recipient_id": 6,
    "recipient_name": 10,
    "recipient_type": 7,
    "sender": 15,
    "sender_name": 16,
    "sent_by": 18,
    "sent_on": 19,
    "signatures_count": 23,
    "signatures_required": 22,
    "signatures_required_before_checkin": 24,
    "template_id": 4,
    "template_type": 5,
    "tenant": 1
}

schema_attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

schema_name_id: 3114
schema_scan_id: 6664032
updated: 2024-11-05 00:34:41

Schema Scans: 15

Last at 2024-11-05 22:41:44

Scan 6674340

duration: 0:00:12.357279

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674340

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18204132033939670400,
        "service_name": "drive-thru",
        "span_id": 5855931607645588199,
        "trace_id": 12553890973425450731
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 22:41:44
success: True
trace_id: 12553890973425450731

Scan 6673856

duration: 0:00:14.404712

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673856

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866346",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-05/1730866346/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2694519086232972277,
        "service_name": "drive-thru",
        "span_id": 13578032301870331306,
        "trace_id": 7603845249509318479
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 22:26:55
success: True
trace_id: 7603845249509318479

Scan 6673548

duration: 0:00:14.346469

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673548

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866258",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-05/1730866258/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2384260886365700233,
        "service_name": "drive-thru",
        "span_id": 520567672701594325,
        "trace_id": 8436521811384174581
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 22:18:52
success: True
trace_id: 8436521811384174581

Scan 6672175

duration: 0:00:14.882384

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672175

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785679",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730785679/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15656488699958667856,
        "service_name": "drive-thru",
        "span_id": 15159045797024526208,
        "trace_id": 13240895618176021737
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 04:34:27
success: True
trace_id: 13240895618176021737

Scan 6671168

duration: 0:00:12.270178

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671168

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730785100",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730785100/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17630254943920595682,
        "service_name": "drive-thru",
        "span_id": 11626119508714307847,
        "trace_id": 5754524132276537546
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 03:43:49
success: True
trace_id: 5754524132276537546

Scan 6670436

duration: 0:00:12.443229

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670436

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784795",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730784795/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9028134946154526005,
        "service_name": "drive-thru",
        "span_id": 13204160595366368135,
        "trace_id": 1856483065186847902
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 03:23:46
success: True
trace_id: 1856483065186847902

Scan 6669307

duration: 0:00:14.489233

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669307

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784028",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730784028/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12534483348558997996,
        "service_name": "drive-thru",
        "span_id": 2397921239167623004,
        "trace_id": 15827599469743534866
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 02:53:48
success: True
trace_id: 15827599469743534866

Scan 6669245

duration: 0:00:11.886600

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669245

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730784191",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730784191/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17194954798413711066,
        "service_name": "drive-thru",
        "span_id": 17956980427514563721,
        "trace_id": 4440872822254898008
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 02:52:09
success: True
trace_id: 4440872822254898008

Scan 6668348

duration: 0:00:11.953672

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783879",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730783879/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2060062254800745382,
        "service_name": "drive-thru",
        "span_id": 17365719170352617553,
        "trace_id": 2928797692403023942
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 02:28:27
success: True
trace_id: 2928797692403023942

Scan 6667661

duration: 0:00:14.417346

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667661

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783741",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730783741/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3228087961890375223,
        "service_name": "drive-thru",
        "span_id": 9996184168638485393,
        "trace_id": 13406699222050267409
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 02:10:21
success: True
trace_id: 13406699222050267409

Scan 6667124

duration: 0:00:12.014242

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667124

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783645",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730783645/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15103716855329798040,
        "service_name": "drive-thru",
        "span_id": 3276115686035699851,
        "trace_id": 7597110111436463106
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 01:55:54
success: True
trace_id: 7597110111436463106

Scan 6666149

duration: 0:00:14.712163

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666149

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783497",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730783497/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15753805827364528769,
        "service_name": "drive-thru",
        "span_id": 15920475389630861719,
        "trace_id": 17085903423074907292
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 01:30:20
success: True
trace_id: 17085903423074907292

Scan 6665459

duration: 0:00:12.038121

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665459

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730783279",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730783279/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10276848046692537642,
        "service_name": "drive-thru",
        "span_id": 649406941835021261,
        "trace_id": 7889731627464039269
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 01:12:09
success: True
trace_id: 7889731627464039269

Scan 6664724

duration: 0:00:14.609958

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664724

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782881",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730782881/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15920249243150600563,
        "service_name": "drive-thru",
        "span_id": 11576738923963950962,
        "trace_id": 12643642379255352237
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 00:52:31
success: True
trace_id: 12643642379255352237

Scan 6664032

duration: 0:00:14.551773

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664032

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-04/1730782786",
        "key": "raw/newbookdev_newbookcontact_documents/2024-11-04/1730782786/contact_documents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_documents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13695867443107160423,
        "service_name": "drive-thru",
        "span_id": 14682451393547326385,
        "trace_id": 15875784875172666188
    }
}

running: False
schema_name_id: 3114
start_time: 2024-11-05 00:34:26
success: True
trace_id: 15875784875172666188

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "authorisation_terms_and_conditions": "string",
    "contact_id": "string",
    "content": "string",
    "content_plain": "string",
    "counter_signable": "string",
    "counter_signature_image": "string",
    "counter_signature_user_id": "string",
    "counter_signed_when": "string",
    "id": "string",
    "letterhead": "string",
    "name": "string",
    "newbook_region": "string",
    "pdf_size": "string",
    "real_recipient_id": "string",
    "real_recipient_type": "string",
    "recipient": "string",
    "recipient_id": "string",
    "recipient_name": "string",
    "recipient_type": "string",
    "sender": "string",
    "sender_name": "string",
    "sent_by": "string",
    "sent_on": "string",
    "signatures_count": "string",
    "signatures_required": "string",
    "signatures_required_before_checkin": "string",
    "template_id": "string",
    "template_type": "string",
    "tenant": "string"
}

created: 2024-11-05 22:41:45

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-09 02:36:42",
        "disabled": false,
        "format": "raw",
        "id": 3114,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcontact_documents"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "authorisation_terms_and_conditions": "string",
            "contact_id": "string",
            "content": "string",
            "content_plain": "string",
            "counter_signable": "string",
            "counter_signature_image": "string",
            "counter_signature_user_id": "string",
            "counter_signed_when": "string",
            "id": "string",
            "letterhead": "string",
            "name": "string",
            "newbook_region": "string",
            "pdf_size": "string",
            "real_recipient_id": "string",
            "real_recipient_type": "string",
            "recipient": "string",
            "recipient_id": "string",
            "recipient_name": "string",
            "recipient_type": "string",
            "sender": "string",
            "sender_name": "string",
            "sent_by": "string",
            "sent_on": "string",
            "signatures_count": "string",
            "signatures_required": "string",
            "signatures_required_before_checkin": "string",
            "template_id": "string",
            "template_type": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:41:45",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_documents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `content`  string , `content_plain`  string , `pdf_size`  string , `letterhead`  string , `sender`  string , `sender_name`  string , `recipient`  string , `sent_by`  string , `sent_on`  string , `contact_id`  string , `counter_signable`  string , `signatures_required`  string , `signatures_count`  string , `signatures_required_before_checkin`  string , `counter_signed_when`  string , `counter_signature_image`  string , `counter_signature_user_id`  string , `authorisation_terms_and_conditions`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_documents/2024-11-05/1730866428'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_documents`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_documents"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}