Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests

created: 2024-10-08 17:46:07
disabled: False
format: raw
id: 2535
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcontact_details_guests"
}

type: drivethrucsv

Schema Versions: 15

Version 4748477

created: 2024-11-05 22:47:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425
id: 4748477
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6674509
updated: 2024-11-05 22:47:51

Version 4748018

created: 2024-11-05 22:32:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866343'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866343
id: 4748018
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6674050
updated: 2024-11-05 22:32:31

Version 4747476

created: 2024-11-05 22:17:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866257'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866257
id: 4747476
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6673508
updated: 2024-11-05 22:18:01

Version 4746248

created: 2024-11-05 03:54:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785099
id: 4746248
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6671469
updated: 2024-11-05 03:55:03

Version 4746029

created: 2024-11-05 03:46:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785677'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785677
id: 4746029
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6671250
updated: 2024-11-05 03:46:56

Version 4745439

created: 2024-11-05 03:29:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784793'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784793
id: 4745439
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6670656
updated: 2024-11-05 03:29:42

Version 4744789

created: 2024-11-05 03:12:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784190'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784190
id: 4744789
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6670006
updated: 2024-11-05 03:12:35

Version 4744170

created: 2024-11-05 02:55:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784027
id: 4744170
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6669387
updated: 2024-11-05 02:56:02

Version 4742576

created: 2024-11-05 02:13:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783879
id: 4742576
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6667793
updated: 2024-11-05 02:14:04

Version 4742412

created: 2024-11-05 02:09:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783741'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783741
id: 4742412
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6667629
updated: 2024-11-05 02:09:43

Version 4741836

created: 2024-11-05 01:54:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783645'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783645
id: 4741836
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6667053
updated: 2024-11-05 01:54:14

Version 4740858

created: 2024-11-05 01:28:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783497'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783497
id: 4740858
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6666075
updated: 2024-11-05 01:28:35

Version 4740129

created: 2024-11-05 01:09:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783278'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783278
id: 4740129
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6665346
updated: 2024-11-05 01:09:20

Version 4739419

created: 2024-11-05 00:50:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782880'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782880
id: 4739419
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6664634
updated: 2024-11-05 00:50:20

Version 4738329

created: 2024-11-05 00:21:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782744'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782744
id: 4738329
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2535
schema_scan_id: 6663540
updated: 2024-11-05 00:21:46

Schema Scans: 15

Last at 2024-11-05 22:47:39

Scan 6674509

duration: 0:00:11.733446

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674509

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7712782639823343021,
        "service_name": "drive-thru",
        "span_id": 12229372390007366484,
        "trace_id": 16059864851903691396
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 22:47:39
success: True
trace_id: 16059864851903691396

Scan 6674050

duration: 0:00:11.799949

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674050

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866343",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866343/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10814074225776010908,
        "service_name": "drive-thru",
        "span_id": 585413821757538815,
        "trace_id": 10994413332071068396
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 22:32:19
success: True
trace_id: 10994413332071068396

Scan 6673508

duration: 0:00:11.557185

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673508

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866257",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866257/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18431175572153166006,
        "service_name": "drive-thru",
        "span_id": 2913877764430363753,
        "trace_id": 3050354297420677502
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 22:17:49
success: True
trace_id: 3050354297420677502

Scan 6671469

duration: 0:00:11.615481

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671469

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785099",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785099/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 526246420582408867,
        "service_name": "drive-thru",
        "span_id": 11934369508298940036,
        "trace_id": 2159303317698842986
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 03:54:51
success: True
trace_id: 2159303317698842986

Scan 6671250

duration: 0:00:14.211632

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671250

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785677",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730785677/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 313962894710845568,
        "service_name": "drive-thru",
        "span_id": 6552655145323157743,
        "trace_id": 11592180881562363720
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 03:46:42
success: True
trace_id: 11592180881562363720

Scan 6670656

duration: 0:00:14.145309

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670656

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784793",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784793/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14453363904084161369,
        "service_name": "drive-thru",
        "span_id": 6987145147513241884,
        "trace_id": 6620463481519575449
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 03:29:28
success: True
trace_id: 6620463481519575449

Scan 6670006

duration: 0:00:11.569490

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670006

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784190",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784190/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9861972245525401442,
        "service_name": "drive-thru",
        "span_id": 15081053633468479388,
        "trace_id": 8897408238967911836
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 03:12:23
success: True
trace_id: 8897408238967911836

Scan 6669387

duration: 0:00:13.798754

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669387

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784027",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730784027/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5729227542876502164,
        "service_name": "drive-thru",
        "span_id": 12894907672832372570,
        "trace_id": 1410522331212388284
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 02:55:48
success: True
trace_id: 1410522331212388284

Scan 6667793

duration: 0:00:11.563301

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667793

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783879",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783879/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11468349680782614209,
        "service_name": "drive-thru",
        "span_id": 966769819308557249,
        "trace_id": 14177189498628719595
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 02:13:53
success: True
trace_id: 14177189498628719595

Scan 6667629

duration: 0:00:11.545577

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667629

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783741",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783741/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14637707023653414869,
        "service_name": "drive-thru",
        "span_id": 12557902029321718147,
        "trace_id": 5130355609319086892
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 02:09:32
success: True
trace_id: 5130355609319086892

Scan 6667053

duration: 0:00:14.118335

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667053

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783645",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783645/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14103813035994293310,
        "service_name": "drive-thru",
        "span_id": 13704283996995982655,
        "trace_id": 2467136674218221555
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 01:54:00
success: True
trace_id: 2467136674218221555

Scan 6666075

duration: 0:00:11.607636

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666075

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783497",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783497/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12239465177186346996,
        "service_name": "drive-thru",
        "span_id": 3455858163021332124,
        "trace_id": 5791426991204981784
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 01:28:23
success: True
trace_id: 5791426991204981784

Scan 6665346

duration: 0:00:14.102204

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665346

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783278",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730783278/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6013746776914474541,
        "service_name": "drive-thru",
        "span_id": 445458307236705254,
        "trace_id": 7206729112777277092
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 01:09:06
success: True
trace_id: 7206729112777277092

Scan 6664634

duration: 0:00:13.990137

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664634

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782880",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782880/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6818572802846078354,
        "service_name": "drive-thru",
        "span_id": 11585689633072798318,
        "trace_id": 10228174143725028786
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 00:50:06
success: True
trace_id: 10228174143725028786

Scan 6663540

duration: 0:00:11.511320

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663540

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782744",
        "key": "raw/newbookdev_newbookcontact_details_guests/2024-11-04/1730782744/contact_details_guests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14347704158740568788,
        "service_name": "drive-thru",
        "span_id": 12281332238683257582,
        "trace_id": 12595057585131712489
    }
}

running: False
schema_name_id: 2535
start_time: 2024-11-05 00:21:35
success: True
trace_id: 12595057585131712489

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 22:47:40

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:46:07",
        "disabled": false,
        "format": "raw",
        "id": 2535,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcontact_details_guests"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "allow_contact": "string",
            "content": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "manual_only": "string",
            "newbook_region": "string",
            "notes": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:47:40",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_guests/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_guests"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}