Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers

created: 2024-10-08 18:24:02
disabled: False
format: raw
id: 2951
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookstaff_test_answers"
}

type: drivethrucsv

Schema Versions: 15

Version 4749445

created: 2024-11-05 23:51:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604
id: 4749445
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6675499
updated: 2024-11-05 23:52:00

Version 4749252

created: 2024-11-05 23:31:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866551'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866551
id: 4749252
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6675284
updated: 2024-11-05 23:31:17

Version 4748542

created: 2024-11-05 22:50:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866442'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866442
id: 4748542
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6674574
updated: 2024-11-05 22:50:35

Version 4747243

created: 2024-11-05 05:06:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785798
id: 4747243
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6672512
updated: 2024-11-05 05:06:49

Version 4746667

created: 2024-11-05 04:15:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785168'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785168
id: 4746667
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6671890
updated: 2024-11-05 04:15:36

Version 4745709

created: 2024-11-05 03:36:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784863
id: 4745709
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6670926
updated: 2024-11-05 03:36:46

Version 4744955

created: 2024-11-05 03:16:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784259
id: 4744955
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6670172
updated: 2024-11-05 03:17:02

Version 4744329

created: 2024-11-05 03:00:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784097
id: 4744329
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6669546
updated: 2024-11-05 03:00:14

Version 4743561

created: 2024-11-05 02:39:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783932'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783932
id: 4743561
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6668778
updated: 2024-11-05 02:40:05

Version 4742820

created: 2024-11-05 02:20:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783811'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783811
id: 4742820
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6668037
updated: 2024-11-05 02:20:30

Version 4742215

created: 2024-11-05 02:04:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783698'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783698
id: 4742215
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6667432
updated: 2024-11-05 02:04:25

Version 4741495

created: 2024-11-05 01:45:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783568'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783568
id: 4741495
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6666712
updated: 2024-11-05 01:45:18

Version 4740237

created: 2024-11-05 01:12:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783349'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783349
id: 4740237
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6665454
updated: 2024-11-05 01:12:17

Version 4739590

created: 2024-11-05 00:54:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782948'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782948
id: 4739590
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6664806
updated: 2024-11-05 00:54:53

Version 4739245

created: 2024-11-05 00:45:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782837
id: 4739245
processed: 1

raw_data:

{
    "answer": 5,
    "answer_string": 6,
    "attempt_no": 9,
    "comments": 12,
    "created_when": 11,
    "id": 2,
    "is_correct": 10,
    "newbook_region": 0,
    "question_group_id": 8,
    "question_id": 4,
    "tenant": 1,
    "test_id": 3,
    "user_id": 7
}

schema_attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

schema_name_id: 2951
schema_scan_id: 6664460
updated: 2024-11-05 00:45:51

Schema Scans: 15

Last at 2024-11-05 23:51:48

Scan 6675499

duration: 0:00:11.798761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675499

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3051669884225373522,
        "service_name": "drive-thru",
        "span_id": 16116585969584091643,
        "trace_id": 15518060778730347294
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 23:51:48
success: True
trace_id: 15518060778730347294

Scan 6675284

duration: 0:00:11.898582

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675284

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866551",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866551/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13947227914447667551,
        "service_name": "drive-thru",
        "span_id": 7315648389233961435,
        "trace_id": 2043146724508676717
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 23:31:05
success: True
trace_id: 2043146724508676717

Scan 6674574

duration: 0:00:11.669978

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674574

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866442",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866442/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10416035156403096502,
        "service_name": "drive-thru",
        "span_id": 9881947404524976353,
        "trace_id": 11643576723480244068
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 22:50:23
success: True
trace_id: 11643576723480244068

Scan 6672512

duration: 0:00:14.226077

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672512

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785798",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785798/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6331126280782990383,
        "service_name": "drive-thru",
        "span_id": 8382179263667546821,
        "trace_id": 5630434966602598027
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 05:06:34
success: True
trace_id: 5630434966602598027

Scan 6671890

duration: 0:00:11.764972

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671890

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785168",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730785168/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16849086937920808101,
        "service_name": "drive-thru",
        "span_id": 12523989879354452456,
        "trace_id": 15804391129981740931
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 04:15:24
success: True
trace_id: 15804391129981740931

Scan 6670926

duration: 0:00:14.032310

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670926

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784863",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784863/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15103016502997398274,
        "service_name": "drive-thru",
        "span_id": 1484575116053276662,
        "trace_id": 14183441217537281387
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 03:36:32
success: True
trace_id: 14183441217537281387

Scan 6670172

duration: 0:00:11.545166

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670172

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784259",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784259/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10633858420459555628,
        "service_name": "drive-thru",
        "span_id": 12473793274035579961,
        "trace_id": 14116330098133958021
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 03:16:50
success: True
trace_id: 14116330098133958021

Scan 6669546

duration: 0:00:14.623259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669546

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784097",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730784097/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17730625144970247057,
        "service_name": "drive-thru",
        "span_id": 3114797803821971877,
        "trace_id": 7980919131395884269
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 02:59:59
success: True
trace_id: 7980919131395884269

Scan 6668778

duration: 0:00:14.186160

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668778

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783932",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783932/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11124658311111597981,
        "service_name": "drive-thru",
        "span_id": 11602025394631830419,
        "trace_id": 4030334777555368710
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 02:39:51
success: True
trace_id: 4030334777555368710

Scan 6668037

duration: 0:00:14.145560

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668037

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783811",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783811/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13568145300530555543,
        "service_name": "drive-thru",
        "span_id": 6621282727249429990,
        "trace_id": 7273839726750386978
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 02:20:16
success: True
trace_id: 7273839726750386978

Scan 6667432

duration: 0:00:14.009377

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667432

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783698",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783698/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3159771174722235116,
        "service_name": "drive-thru",
        "span_id": 12127109349488799197,
        "trace_id": 4955346341875879968
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 02:04:11
success: True
trace_id: 4955346341875879968

Scan 6666712

duration: 0:00:14.060665

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666712

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783568",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783568/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10109804986307416307,
        "service_name": "drive-thru",
        "span_id": 12202788605476154763,
        "trace_id": 13104302573480207632
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 01:45:04
success: True
trace_id: 13104302573480207632

Scan 6665454

duration: 0:00:11.610326

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665454

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783349",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730783349/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13562765105851577519,
        "service_name": "drive-thru",
        "span_id": 5575543899182784726,
        "trace_id": 9366583763121363030
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 01:12:05
success: True
trace_id: 9366583763121363030

Scan 6664806

duration: 0:00:14.055231

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664806

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782948",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782948/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4797762724066029877,
        "service_name": "drive-thru",
        "span_id": 6722923319537897063,
        "trace_id": 10252917028548116000
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 00:54:39
success: True
trace_id: 10252917028548116000

Scan 6664460

duration: 0:00:14.101461

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664460

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782837",
        "key": "raw/newbookdev_newbookstaff_test_answers/2024-11-04/1730782837/staff_test_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14060056786143663402,
        "service_name": "drive-thru",
        "span_id": 6931526922695175562,
        "trace_id": 2795161110794336120
    }
}

running: False
schema_name_id: 2951
start_time: 2024-11-05 00:45:37
success: True
trace_id: 2795161110794336120

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "answer": "string",
    "answer_string": "string",
    "attempt_no": "string",
    "comments": "string",
    "created_when": "string",
    "id": "string",
    "is_correct": "string",
    "newbook_region": "string",
    "question_group_id": "string",
    "question_id": "string",
    "tenant": "string",
    "test_id": "string",
    "user_id": "string"
}

created: 2024-11-05 23:51:49

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:24:02",
        "disabled": false,
        "format": "raw",
        "id": 2951,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookstaff_test_answers"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "answer": "string",
            "answer_string": "string",
            "attempt_no": "string",
            "comments": "string",
            "created_when": "string",
            "id": "string",
            "is_correct": "string",
            "newbook_region": "string",
            "question_group_id": "string",
            "question_id": "string",
            "tenant": "string",
            "test_id": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:51:49",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `test_id`  string , `question_id`  string , `answer`  string , `answer_string`  string , `user_id`  string , `question_group_id`  string , `attempt_no`  string , `is_correct`  string , `created_when`  string , `comments`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_answers/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_answers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}