Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents

created: 2024-10-08 17:43:16
disabled: False
format: raw
id: 2496
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcontact_details_travel_agents"
}

type: drivethrucsv

Schema Versions: 15

Version 4748363

created: 2024-11-05 22:43:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425
id: 4748363
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6674395
updated: 2024-11-05 22:43:48

Version 4748007

created: 2024-11-05 22:32:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866344'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866344
id: 4748007
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6674039
updated: 2024-11-05 22:32:15

Version 4747515

created: 2024-11-05 22:18:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866257'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866257
id: 4747515
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6673547
updated: 2024-11-05 22:19:05

Version 4746917

created: 2024-11-05 04:32:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785677'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785677
id: 4746917
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6672148
updated: 2024-11-05 04:32:42

Version 4746035

created: 2024-11-05 03:46:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785099
id: 4746035
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6671256
updated: 2024-11-05 03:47:10

Version 4745166

created: 2024-11-05 03:22:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784794'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784794
id: 4745166
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6670383
updated: 2024-11-05 03:22:33

Version 4744798

created: 2024-11-05 03:12:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784190'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784190
id: 4744798
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6670015
updated: 2024-11-05 03:12:49

Version 4744094

created: 2024-11-05 02:53:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784028'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784028
id: 4744094
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6669311
updated: 2024-11-05 02:54:02

Version 4743060

created: 2024-11-05 02:26:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783837
id: 4743060
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6668277
updated: 2024-11-05 02:26:46

Version 4742280

created: 2024-11-05 02:05:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783741'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783741
id: 4742280
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6667497
updated: 2024-11-05 02:06:12

Version 4741260

created: 2024-11-05 01:38:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783645'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783645
id: 4741260
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6666477
updated: 2024-11-05 01:39:10

Version 4740978

created: 2024-11-05 01:31:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783496'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783496
id: 4740978
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6666195
updated: 2024-11-05 01:31:41

Version 4739873

created: 2024-11-05 01:02:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783278'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783278
id: 4739873
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6665090
updated: 2024-11-05 01:02:28

Version 4739606

created: 2024-11-05 00:55:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782880'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782880
id: 4739606
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6664823
updated: 2024-11-05 00:55:18

Version 4738807

created: 2024-11-05 00:34:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782786
id: 4738807
processed: 1

raw_data:

{
    "added_by": 8,
    "added_when": 9,
    "allow_contact": 11,
    "content": 6,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "manual_only": 10,
    "newbook_region": 0,
    "notes": 7,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2496
schema_scan_id: 6664020
updated: 2024-11-05 00:34:17

Schema Scans: 15

Last at 2024-11-05 22:43:36

Scan 6674395

duration: 0:00:11.635192

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674395

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3246798441947821950,
        "service_name": "drive-thru",
        "span_id": 9174285754337837863,
        "trace_id": 8863800459097936192
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 22:43:36
success: True
trace_id: 8863800459097936192

Scan 6674039

duration: 0:00:14.310692

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674039

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866344",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866344/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14480904018898959504,
        "service_name": "drive-thru",
        "span_id": 1916728563959952639,
        "trace_id": 9473491329185681762
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 22:32:01
success: True
trace_id: 9473491329185681762

Scan 6673547

duration: 0:00:13.962068

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673547

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866257",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866257/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3006138349840040731,
        "service_name": "drive-thru",
        "span_id": 10046912506742306867,
        "trace_id": 8684085536475471180
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 22:18:51
success: True
trace_id: 8684085536475471180

Scan 6672148

duration: 0:00:14.252698

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672148

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785677",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785677/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11656201754159155277,
        "service_name": "drive-thru",
        "span_id": 6220004042681594544,
        "trace_id": 5459593547434016874
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 04:32:28
success: True
trace_id: 5459593547434016874

Scan 6671256

duration: 0:00:14.215156

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671256

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785099",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730785099/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1128418222409662943,
        "service_name": "drive-thru",
        "span_id": 12516749722078070095,
        "trace_id": 8779618841556403577
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 03:46:56
success: True
trace_id: 8779618841556403577

Scan 6670383

duration: 0:00:11.647909

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670383

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784794",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784794/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5522792651459015572,
        "service_name": "drive-thru",
        "span_id": 7151309442162301739,
        "trace_id": 17292519578001930294
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 03:22:21
success: True
trace_id: 17292519578001930294

Scan 6670015

duration: 0:00:11.617006

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670015

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784190",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784190/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17998615470092315827,
        "service_name": "drive-thru",
        "span_id": 17332393652405218985,
        "trace_id": 17617704832743833779
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 03:12:37
success: True
trace_id: 17617704832743833779

Scan 6669311

duration: 0:00:11.677478

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669311

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784028",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730784028/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9075919276869497529,
        "service_name": "drive-thru",
        "span_id": 10284552459615409120,
        "trace_id": 7144853320474391141
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 02:53:50
success: True
trace_id: 7144853320474391141

Scan 6668277

duration: 0:00:11.567957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668277

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783837",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783837/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10333174907870871523,
        "service_name": "drive-thru",
        "span_id": 4500302115421900038,
        "trace_id": 17006776507349840786
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 02:26:34
success: True
trace_id: 17006776507349840786

Scan 6667497

duration: 0:00:13.981268

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667497

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783741",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783741/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15232465712649135246,
        "service_name": "drive-thru",
        "span_id": 14042592395216578872,
        "trace_id": 2861571373796580075
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 02:05:58
success: True
trace_id: 2861571373796580075

Scan 6666477

duration: 0:00:11.518309

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666477

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783645",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783645/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13537821508352160017,
        "service_name": "drive-thru",
        "span_id": 2194505240144528745,
        "trace_id": 16169295934723680090
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 01:38:59
success: True
trace_id: 16169295934723680090

Scan 6666195

duration: 0:00:11.598807

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666195

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783496",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783496/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9289040590548671669,
        "service_name": "drive-thru",
        "span_id": 16569269027680060777,
        "trace_id": 6586501981501127431
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 01:31:30
success: True
trace_id: 6586501981501127431

Scan 6665090

duration: 0:00:14.164473

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665090

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783278",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730783278/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7008613083311826675,
        "service_name": "drive-thru",
        "span_id": 4085131707562103632,
        "trace_id": 12008499267463596386
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 01:02:14
success: True
trace_id: 12008499267463596386

Scan 6664823

duration: 0:00:13.943565

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664823

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782880",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782880/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16568704967454597742,
        "service_name": "drive-thru",
        "span_id": 8788251801885003355,
        "trace_id": 11622717445683523759
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 00:55:05
success: True
trace_id: 11622717445683523759

Scan 6664020

duration: 0:00:11.702249

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664020

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782786",
        "key": "raw/newbookdev_newbookcontact_details_travel_agents/2024-11-04/1730782786/contact_details_travel_agents.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16838230164427032774,
        "service_name": "drive-thru",
        "span_id": 16889239358763434827,
        "trace_id": 9038026993435536353
    }
}

running: False
schema_name_id: 2496
start_time: 2024-11-05 00:34:05
success: True
trace_id: 9038026993435536353

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "allow_contact": "string",
    "content": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "manual_only": "string",
    "newbook_region": "string",
    "notes": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 22:43:37

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:43:16",
        "disabled": false,
        "format": "raw",
        "id": 2496,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcontact_details_travel_agents"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "allow_contact": "string",
            "content": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "manual_only": "string",
            "newbook_region": "string",
            "notes": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:43:37",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `for`  string , `for_id`  string , `content`  string , `notes`  string , `added_by`  string , `added_when`  string , `manual_only`  string , `allow_contact`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcontact_details_travel_agents/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcontact_details_travel_agents"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}