Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies

created: 2024-10-08 17:44:49
disabled: False
format: raw
id: 2517
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcontact_details_companies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748346

created: 2024-11-05 22:43:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424
id: 4748346
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6674378
updated: 2024-11-05 22:43:14

Version 4748000

created: 2024-11-05 22:31:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866342'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866342
id: 4748000
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6674032
updated: 2024-11-05 22:32:01

Version 4747484

created: 2024-11-05 22:18:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866256'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866256
id: 4747484
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6673516
updated: 2024-11-05 22:18:13

Version 4746039

created: 2024-11-05 03:47:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785677'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785677
id: 4746039
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6671260
updated: 2024-11-05 03:47:16

Version 4746015

created: 2024-11-05 03:46:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785099
id: 4746015
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6671236
updated: 2024-11-05 03:46:27

Version 4745302

created: 2024-11-05 03:25:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784793'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784793
id: 4745302
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6670519
updated: 2024-11-05 03:26:06

Version 4744790

created: 2024-11-05 03:12:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784190'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784190
id: 4744790
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6670007
updated: 2024-11-05 03:12:37

Version 4743730

created: 2024-11-05 02:44:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784027'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784027
id: 4743730
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6668947
updated: 2024-11-05 02:44:32

Version 4743311

created: 2024-11-05 02:33:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783879
id: 4743311
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6668528
updated: 2024-11-05 02:33:25

Version 4742279

created: 2024-11-05 02:05:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783740'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783740
id: 4742279
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6667496
updated: 2024-11-05 02:06:08

Version 4741903

created: 2024-11-05 01:55:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783644'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783644
id: 4741903
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6667120
updated: 2024-11-05 01:55:59

Version 4740853

created: 2024-11-05 01:28:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783496'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783496
id: 4740853
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6666070
updated: 2024-11-05 01:28:26

Version 4740134

created: 2024-11-05 01:09:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783278'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783278
id: 4740134
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6665351
updated: 2024-11-05 01:09:31

Version 4739572

created: 2024-11-05 00:54:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782880'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782880
id: 4739572
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6664788
updated: 2024-11-05 00:54:24

Version 4738897

created: 2024-11-05 00:36:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782785
id: 4738897
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2517
schema_scan_id: 6664110
updated: 2024-11-05 00:36:41

Schema Scans: 15

Last at 2024-11-05 22:43:00

Scan 6674378

duration: 0:00:14.318177

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674378

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3017983305378529203,
        "service_name": "drive-thru",
        "span_id": 4567357317057562623,
        "trace_id": 16941972551159285934
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 22:43:00
success: True
trace_id: 16941972551159285934

Scan 6674032

duration: 0:00:14.219718

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674032

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866342",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866342/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13701752562515123910,
        "service_name": "drive-thru",
        "span_id": 2877460224800886489,
        "trace_id": 18302853620379883546
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 22:31:47
success: True
trace_id: 18302853620379883546

Scan 6673516

duration: 0:00:11.516601

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673516

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866256",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866256/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7240740651985734119,
        "service_name": "drive-thru",
        "span_id": 10095354855367290792,
        "trace_id": 10827857609310341186
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 22:18:01
success: True
trace_id: 10827857609310341186

Scan 6671260

duration: 0:00:11.790326

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671260

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785677",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785677/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8092205471554854911,
        "service_name": "drive-thru",
        "span_id": 15815341780995560345,
        "trace_id": 11395073422600306681
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 03:47:04
success: True
trace_id: 11395073422600306681

Scan 6671236

duration: 0:00:14.270692

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671236

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785099",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730785099/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16236628598776140107,
        "service_name": "drive-thru",
        "span_id": 4994493267742189803,
        "trace_id": 8765572436524464142
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 03:46:12
success: True
trace_id: 8765572436524464142

Scan 6670519

duration: 0:00:11.524028

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670519

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784793",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784793/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5327730199780014118,
        "service_name": "drive-thru",
        "span_id": 15816880364152027690,
        "trace_id": 1814002321327224665
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 03:25:54
success: True
trace_id: 1814002321327224665

Scan 6670007

duration: 0:00:11.559300

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670007

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784190",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784190/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5104693952508729108,
        "service_name": "drive-thru",
        "span_id": 277359485938673808,
        "trace_id": 1529990493808585076
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 03:12:26
success: True
trace_id: 1529990493808585076

Scan 6668947

duration: 0:00:14.081601

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668947

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784027",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730784027/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8062363842795119227,
        "service_name": "drive-thru",
        "span_id": 1961632223915150643,
        "trace_id": 7382144151181536749
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 02:44:18
success: True
trace_id: 7382144151181536749

Scan 6668528

duration: 0:00:11.531008

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668528

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783879",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783879/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 707137827001115393,
        "service_name": "drive-thru",
        "span_id": 8775915272589453164,
        "trace_id": 16757235728373594442
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 02:33:14
success: True
trace_id: 16757235728373594442

Scan 6667496

duration: 0:00:11.553159

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667496

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783740",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783740/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8786776234199093420,
        "service_name": "drive-thru",
        "span_id": 9479043356891981403,
        "trace_id": 13315967432844742817
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 02:05:57
success: True
trace_id: 13315967432844742817

Scan 6667120

duration: 0:00:11.607233

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667120

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783644",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783644/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15705255022523763794,
        "service_name": "drive-thru",
        "span_id": 4136561170857220024,
        "trace_id": 2453310694347895292
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 01:55:48
success: True
trace_id: 2453310694347895292

Scan 6666070

duration: 0:00:13.980573

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666070

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783496",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783496/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14779321066575351684,
        "service_name": "drive-thru",
        "span_id": 8204529084985687089,
        "trace_id": 17776049038095947512
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 01:28:12
success: True
trace_id: 17776049038095947512

Scan 6665351

duration: 0:00:13.947571

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665351

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783278",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730783278/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2759736018286557086,
        "service_name": "drive-thru",
        "span_id": 1924974462388287761,
        "trace_id": 16327089724103058063
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 01:09:17
success: True
trace_id: 16327089724103058063

Scan 6664788

duration: 0:00:11.499382

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664788

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782880",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782880/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1475760515190904326,
        "service_name": "drive-thru",
        "span_id": 2843385425279842019,
        "trace_id": 15201157433172096615
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 00:54:12
success: True
trace_id: 15201157433172096615

Scan 6664110

duration: 0:00:13.951288

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664110

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782785",
        "key": "raw/newbookdev_newbookcontact_details_companies/2024-11-04/1730782785/contact_details_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3860043548849230282,
        "service_name": "drive-thru",
        "span_id": 15867370218044565212,
        "trace_id": 12717870622362428551
    }
}

running: False
schema_name_id: 2517
start_time: 2024-11-05 00:36:27
success: True
trace_id: 12717870622362428551

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 22:43:00

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:44:49",
        "disabled": false,
        "format": "raw",
        "id": 2517,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcontact_details_companies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "allow_contact": "string",
            "content": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "manual_only": "string",
            "newbook_region": "string",
            "notes": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:43:00",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_companies/2024-11-05/1730866424'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_companies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}