Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions

created: 2024-10-08 18:05:05
disabled: False
format: raw
id: 2777
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookfeature_suggestions"
}

type: drivethrucsv

Schema Versions: 15

Version 4748787

created: 2024-11-05 23:01:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497
id: 4748787
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6674819
updated: 2024-11-05 23:01:44

Version 4748245

created: 2024-11-05 22:39:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866413'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866413
id: 4748245
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6674277
updated: 2024-11-05 22:39:40

Version 4747640

created: 2024-11-05 22:22:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866298'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866298
id: 4747640
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6673672
updated: 2024-11-05 22:22:18

Version 4747005

created: 2024-11-05 04:40:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785713'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785713
id: 4747005
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6672236
updated: 2024-11-05 04:40:26

Version 4746410

created: 2024-11-05 04:01:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785120'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785120
id: 4746410
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6671631
updated: 2024-11-05 04:02:04

Version 4745413

created: 2024-11-05 03:28:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784815'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784815
id: 4745413
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6670630
updated: 2024-11-05 03:28:58

Version 4745124

created: 2024-11-05 03:21:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784212'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784212
id: 4745124
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6670341
updated: 2024-11-05 03:21:26

Version 4744331

created: 2024-11-05 03:00:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784049'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784049
id: 4744331
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6669548
updated: 2024-11-05 03:00:19

Version 4743232

created: 2024-11-05 02:31:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783895'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783895
id: 4743232
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6668449
updated: 2024-11-05 02:31:18

Version 4742616

created: 2024-11-05 02:14:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783763'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783763
id: 4742616
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6667833
updated: 2024-11-05 02:15:08

Version 4741074

created: 2024-11-05 01:34:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783518'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783518
id: 4741074
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6666290
updated: 2024-11-05 01:34:19

Version 4741033

created: 2024-11-05 01:33:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783608
id: 4741033
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6666250
updated: 2024-11-05 01:33:13

Version 4739984

created: 2024-11-05 01:05:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783301'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783301
id: 4739984
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6665201
updated: 2024-11-05 01:05:30

Version 4739561

created: 2024-11-05 00:53:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782901'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782901
id: 4739561
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6664777
updated: 2024-11-05 00:54:01

Version 4738918

created: 2024-11-05 00:37:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782802'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782802
id: 4738918
processed: 1

raw_data:

{
    "added_by_type": 8,
    "added_by_type_id": 9,
    "added_by_user_id": 10,
    "assigned_to": 15,
    "content": 12,
    "created_on": 18,
    "eta": 16,
    "funding": 17,
    "id": 2,
    "issue_id": 21,
    "modified_on": 19,
    "name": 11,
    "newbook_region": 0,
    "priority_order": 20,
    "public": 14,
    "software_type": 3,
    "status": 13,
    "tenant": 1,
    "type": 4,
    "type_id": 5,
    "user_id": 7,
    "user_type": 6
}

schema_attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

schema_name_id: 2777
schema_scan_id: 6664130
updated: 2024-11-05 00:37:13

Schema Scans: 15

Last at 2024-11-05 23:01:29

Scan 6674819

duration: 0:00:14.711072

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674819

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10231927905587279167,
        "service_name": "drive-thru",
        "span_id": 5681500909752283734,
        "trace_id": 69837669271732100
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 23:01:29
success: True
trace_id: 69837669271732100

Scan 6674277

duration: 0:00:12.100284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674277

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866413",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866413/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16322732516477755623,
        "service_name": "drive-thru",
        "span_id": 13474483197220513575,
        "trace_id": 1343516021486492533
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 22:39:28
success: True
trace_id: 1343516021486492533

Scan 6673672

duration: 0:00:11.800262

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673672

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866298",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866298/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5205182717125413165,
        "service_name": "drive-thru",
        "span_id": 7350354216349553093,
        "trace_id": 8518570867020637772
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 22:22:06
success: True
trace_id: 8518570867020637772

Scan 6672236

duration: 0:00:14.543510

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672236

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785713",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785713/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3871330892220023532,
        "service_name": "drive-thru",
        "span_id": 4691233033017619689,
        "trace_id": 8885179505154073545
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 04:40:12
success: True
trace_id: 8885179505154073545

Scan 6671631

duration: 0:00:14.685575

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671631

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785120",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730785120/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7295279257612438614,
        "service_name": "drive-thru",
        "span_id": 2982906285536066898,
        "trace_id": 11576868026141572792
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 04:01:50
success: True
trace_id: 11576868026141572792

Scan 6670630

duration: 0:00:11.699901

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670630

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784815",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784815/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12297011705321312870,
        "service_name": "drive-thru",
        "span_id": 7833251496268918230,
        "trace_id": 13412157341346588412
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 03:28:46
success: True
trace_id: 13412157341346588412

Scan 6670341

duration: 0:00:11.729978

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670341

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784212",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784212/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7703171353173409112,
        "service_name": "drive-thru",
        "span_id": 13907104343071901900,
        "trace_id": 860045384623282918
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 03:21:14
success: True
trace_id: 860045384623282918

Scan 6669548

duration: 0:00:14.524476

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669548

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784049",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730784049/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7329183252625464901,
        "service_name": "drive-thru",
        "span_id": 14424495455683957933,
        "trace_id": 14649389553476220725
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 03:00:04
success: True
trace_id: 14649389553476220725

Scan 6668449

duration: 0:00:14.366968

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668449

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783895",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783895/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11779915530612961235,
        "service_name": "drive-thru",
        "span_id": 2512478199452742973,
        "trace_id": 607036228165094379
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 02:31:04
success: True
trace_id: 607036228165094379

Scan 6667833

duration: 0:00:11.888569

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667833

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783763",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783763/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16588419266072176800,
        "service_name": "drive-thru",
        "span_id": 2593447459060609909,
        "trace_id": 6330060211168821238
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 02:14:56
success: True
trace_id: 6330060211168821238

Scan 6666290

duration: 0:00:11.787911

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666290

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783518",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783518/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5727557307340982345,
        "service_name": "drive-thru",
        "span_id": 15456085652075476927,
        "trace_id": 12563104824311265924
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 01:34:08
success: True
trace_id: 12563104824311265924

Scan 6666250

duration: 0:00:11.834093

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666250

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783608",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783608/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10970272144375920519,
        "service_name": "drive-thru",
        "span_id": 15486688220084395197,
        "trace_id": 4586104153938553664
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 01:33:01
success: True
trace_id: 4586104153938553664

Scan 6665201

duration: 0:00:14.463049

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665201

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783301",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730783301/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1642953122237182707,
        "service_name": "drive-thru",
        "span_id": 4644384430195379540,
        "trace_id": 3391026532955257509
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 01:05:16
success: True
trace_id: 3391026532955257509

Scan 6664777

duration: 0:00:11.908749

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664777

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782901",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782901/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1429431233413542459,
        "service_name": "drive-thru",
        "span_id": 416457547793788429,
        "trace_id": 2139923836514839862
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 00:53:49
success: True
trace_id: 2139923836514839862

Scan 6664130

duration: 0:00:11.842334

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664130

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782802",
        "key": "raw/newbookdev_newbookfeature_suggestions/2024-11-04/1730782802/feature_suggestions.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17580772192199621199,
        "service_name": "drive-thru",
        "span_id": 13615814527954729762,
        "trace_id": 5360172703250856720
    }
}

running: False
schema_name_id: 2777
start_time: 2024-11-05 00:37:01
success: True
trace_id: 5360172703250856720

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by_type": "string",
    "added_by_type_id": "string",
    "added_by_user_id": "string",
    "assigned_to": "string",
    "content": "string",
    "created_on": "string",
    "eta": "string",
    "funding": "string",
    "id": "string",
    "issue_id": "string",
    "modified_on": "string",
    "name": "string",
    "newbook_region": "string",
    "priority_order": "string",
    "public": "string",
    "software_type": "string",
    "status": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string",
    "user_id": "string",
    "user_type": "string"
}

created: 2024-11-05 23:01:30

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:05:05",
        "disabled": false,
        "format": "raw",
        "id": 2777,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookfeature_suggestions"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by_type": "string",
            "added_by_type_id": "string",
            "added_by_user_id": "string",
            "assigned_to": "string",
            "content": "string",
            "created_on": "string",
            "eta": "string",
            "funding": "string",
            "id": "string",
            "issue_id": "string",
            "modified_on": "string",
            "name": "string",
            "newbook_region": "string",
            "priority_order": "string",
            "public": "string",
            "software_type": "string",
            "status": "string",
            "tenant": "string",
            "type": "string",
            "type_id": "string",
            "user_id": "string",
            "user_type": "string"
        },
        "created": "2024-11-05 23:01:30",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `software_type`  string , `type`  string , `type_id`  string , `user_type`  string , `user_id`  string , `added_by_type`  string , `added_by_type_id`  string , `added_by_user_id`  string , `name`  string , `content`  string , `status`  string , `public`  string , `assigned_to`  string , `eta`  string , `funding`  string , `created_on`  string , `modified_on`  string , `priority_order`  string , `issue_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookfeature_suggestions/2024-11-05/1730866497'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookfeature_suggestions"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}