Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksurveys_answers

created: 2024-10-08 18:19:23
disabled: False
format: raw
id: 2908
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksurveys_answers"
}

type: drivethrucsv

Schema Versions: 15

Version 4749506

created: 2024-11-05 23:58:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608
id: 4749506
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6675595
updated: 2024-11-05 23:59:02

Version 4749024

created: 2024-11-05 23:14:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866557'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866557
id: 4749024
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6675056
updated: 2024-11-05 23:15:04

Version 4748606

created: 2024-11-05 22:53:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866450'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866450
id: 4748606
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6674638
updated: 2024-11-05 22:53:21

Version 4747106

created: 2024-11-05 04:50:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785803'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785803
id: 4747106
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6672338
updated: 2024-11-05 04:51:13

Version 4746484

created: 2024-11-05 04:05:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785171'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785171
id: 4746484
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6671705
updated: 2024-11-05 04:05:39

Version 4745745

created: 2024-11-05 03:37:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784865'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784865
id: 4745745
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6670962
updated: 2024-11-05 03:37:49

Version 4744979

created: 2024-11-05 03:17:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784262'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784262
id: 4744979
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6670196
updated: 2024-11-05 03:17:42

Version 4744660

created: 2024-11-05 03:09:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784100'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784100
id: 4744660
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6669877
updated: 2024-11-05 03:09:12

Version 4743825

created: 2024-11-05 02:46:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783934
id: 4743825
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6669042
updated: 2024-11-05 02:47:05

Version 4742988

created: 2024-11-05 02:24:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783813'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783813
id: 4742988
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6668205
updated: 2024-11-05 02:24:54

Version 4741650

created: 2024-11-05 01:49:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783700'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783700
id: 4741650
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6666867
updated: 2024-11-05 01:49:20

Version 4741485

created: 2024-11-05 01:44:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783571'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783571
id: 4741485
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6666702
updated: 2024-11-05 01:45:02

Version 4740250

created: 2024-11-05 01:12:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783352'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783352
id: 4740250
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6665467
updated: 2024-11-05 01:12:35

Version 4739963

created: 2024-11-05 01:04:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782968'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782968
id: 4739963
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6665179
updated: 2024-11-05 01:04:54

Version 4739064

created: 2024-11-05 00:40:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782839'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782839
id: 4739064
processed: 1

raw_data:

{
    "answer": 11,
    "completed_on": 12,
    "id": 2,
    "newbook_region": 0,
    "parent_question_id": 10,
    "question_id": 9,
    "question_type": 8,
    "real_type": 5,
    "real_type_id": 6,
    "survey_id": 7,
    "tenant": 1,
    "type": 3,
    "type_id": 4
}

schema_attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

schema_name_id: 2908
schema_scan_id: 6664279
updated: 2024-11-05 00:41:02

Schema Scans: 15

Last at 2024-11-05 23:58:47

Scan 6675595

duration: 0:00:14.334148

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675595

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13673639726114792448,
        "service_name": "drive-thru",
        "span_id": 8469870538143846666,
        "trace_id": 13916143271591481085
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 23:58:47
success: True
trace_id: 13916143271591481085

Scan 6675056

duration: 0:00:14.295937

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675056

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866557",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866557/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14434788867361409275,
        "service_name": "drive-thru",
        "span_id": 3521052193794684308,
        "trace_id": 10904829240406649961
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 23:14:49
success: True
trace_id: 10904829240406649961

Scan 6674638

duration: 0:00:11.765861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674638

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866450",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866450/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5886301657186292393,
        "service_name": "drive-thru",
        "span_id": 9107030888351294939,
        "trace_id": 11880551387415831228
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 22:53:09
success: True
trace_id: 11880551387415831228

Scan 6672338

duration: 0:00:14.380147

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672338

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785803",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785803/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4923032547031961896,
        "service_name": "drive-thru",
        "span_id": 288562659921918283,
        "trace_id": 12545891380467352198
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 04:50:58
success: True
trace_id: 12545891380467352198

Scan 6671705

duration: 0:00:14.404897

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671705

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785171",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730785171/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8120032319165023304,
        "service_name": "drive-thru",
        "span_id": 2688844254575343186,
        "trace_id": 3609062383435496131
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 04:05:24
success: True
trace_id: 3609062383435496131

Scan 6670962

duration: 0:00:11.581207

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670962

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784865",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784865/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 395965846272425489,
        "service_name": "drive-thru",
        "span_id": 14780325450316730497,
        "trace_id": 2652319409283067315
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 03:37:38
success: True
trace_id: 2652319409283067315

Scan 6670196

duration: 0:00:14.168568

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670196

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784262",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784262/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11249476501686469802,
        "service_name": "drive-thru",
        "span_id": 13564584342211976135,
        "trace_id": 3672426990434954059
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 03:17:28
success: True
trace_id: 3672426990434954059

Scan 6669877

duration: 0:00:11.936466

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669877

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784100",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730784100/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9850103888806915204,
        "service_name": "drive-thru",
        "span_id": 13478787258661710538,
        "trace_id": 13777504334136686160
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 03:09:00
success: True
trace_id: 13777504334136686160

Scan 6669042

duration: 0:00:11.626799

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669042

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783934",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783934/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18105751863711707596,
        "service_name": "drive-thru",
        "span_id": 3728090086936299336,
        "trace_id": 16106826122940923506
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 02:46:53
success: True
trace_id: 16106826122940923506

Scan 6668205

duration: 0:00:14.141922

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668205

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783813",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783813/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4672725799824707616,
        "service_name": "drive-thru",
        "span_id": 18117297589992662661,
        "trace_id": 3937795642739697338
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 02:24:40
success: True
trace_id: 3937795642739697338

Scan 6666867

duration: 0:00:11.615317

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666867

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783700",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783700/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13114748164660064943,
        "service_name": "drive-thru",
        "span_id": 14798763676248977606,
        "trace_id": 5253903174468766428
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 01:49:09
success: True
trace_id: 5253903174468766428

Scan 6666702

duration: 0:00:11.791600

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666702

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783571",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783571/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 378716047783948855,
        "service_name": "drive-thru",
        "span_id": 1881866609293001279,
        "trace_id": 15224950347043459893
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 01:44:50
success: True
trace_id: 15224950347043459893

Scan 6665467

duration: 0:00:14.020948

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665467

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783352",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730783352/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12192440068665594510,
        "service_name": "drive-thru",
        "span_id": 9814445097063221251,
        "trace_id": 7872355733893363908
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 01:12:21
success: True
trace_id: 7872355733893363908

Scan 6665179

duration: 0:00:14.236428

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665179

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782968",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782968/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7234945801019614786,
        "service_name": "drive-thru",
        "span_id": 15583743111850301813,
        "trace_id": 13043451011924976750
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 01:04:39
success: True
trace_id: 13043451011924976750

Scan 6664279

duration: 0:00:11.444495

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664279

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782839",
        "key": "raw/newbookdev_newbooksurveys_answers/2024-11-04/1730782839/surveys_answers.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_answers",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17207792569814249772,
        "service_name": "drive-thru",
        "span_id": 8841840525477233413,
        "trace_id": 7881884640586925255
    }
}

running: False
schema_name_id: 2908
start_time: 2024-11-05 00:40:51
success: True
trace_id: 7881884640586925255

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "answer": "string",
    "completed_on": "string",
    "id": "string",
    "newbook_region": "string",
    "parent_question_id": "string",
    "question_id": "string",
    "question_type": "string",
    "real_type": "string",
    "real_type_id": "string",
    "survey_id": "string",
    "tenant": "string",
    "type": "string",
    "type_id": "string"
}

created: 2024-11-05 23:58:48

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:19:23",
        "disabled": false,
        "format": "raw",
        "id": 2908,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksurveys_answers"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "answer": "string",
            "completed_on": "string",
            "id": "string",
            "newbook_region": "string",
            "parent_question_id": "string",
            "question_id": "string",
            "question_type": "string",
            "real_type": "string",
            "real_type_id": "string",
            "survey_id": "string",
            "tenant": "string",
            "type": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 23:58:48",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `type_id`  string , `real_type`  string , `real_type_id`  string , `survey_id`  string , `question_type`  string , `question_id`  string , `parent_question_id`  string , `answer`  string , `completed_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_answers/2024-11-05/1730866608'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_answers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_answers"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}