Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooksurveys_responses

created: 2024-10-08 18:17:57
disabled: False
format: raw
id: 2895
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooksurveys_responses"
}

type: drivethrucsv

Schema Versions: 15

Version 4749464

created: 2024-11-05 23:53:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609
id: 4749464
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6675526
updated: 2024-11-05 23:54:06

Version 4749293

created: 2024-11-05 23:35:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866559
id: 4749293
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6675325
updated: 2024-11-05 23:35:30

Version 4748578

created: 2024-11-05 22:52:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866453'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866453
id: 4748578
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6674610
updated: 2024-11-05 22:52:13

Version 4747263

created: 2024-11-05 05:08:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785804
id: 4747263
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6672534
updated: 2024-11-05 05:08:57

Version 4746701

created: 2024-11-05 04:17:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785171'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785171
id: 4746701
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6671925
updated: 2024-11-05 04:17:25

Version 4745949

created: 2024-11-05 03:43:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784866'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784866
id: 4745949
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6671169
updated: 2024-11-05 03:44:05

Version 4744921

created: 2024-11-05 03:15:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784262'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784262
id: 4744921
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6670138
updated: 2024-11-05 03:16:08

Version 4744669

created: 2024-11-05 03:09:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784101'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784101
id: 4744669
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6669886
updated: 2024-11-05 03:09:27

Version 4742952

created: 2024-11-05 02:23:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783934
id: 4742952
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6668169
updated: 2024-11-05 02:23:56

Version 4742870

created: 2024-11-05 02:21:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783814'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783814
id: 4742870
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6668087
updated: 2024-11-05 02:21:46

Version 4741729

created: 2024-11-05 01:51:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783621'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783621
id: 4741729
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6666946
updated: 2024-11-05 01:51:24

Version 4741501

created: 2024-11-05 01:45:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783571'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783571
id: 4741501
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6666718
updated: 2024-11-05 01:45:27

Version 4740600

created: 2024-11-05 01:21:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783353'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783353
id: 4740600
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6665817
updated: 2024-11-05 01:21:44

Version 4739794

created: 2024-11-05 01:00:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782951'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782951
id: 4739794
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6665011
updated: 2024-11-05 01:00:18

Version 4739331

created: 2024-11-05 00:47:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782840
id: 4739331
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "response": 4,
    "send_to": 7,
    "sending_method": 6,
    "survey_id": 3,
    "template_id": 5,
    "tenant": 1,
    "user_id": 8
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2895
schema_scan_id: 6664546
updated: 2024-11-05 00:48:07

Schema Scans: 15

Last at 2024-11-05 23:53:52

Scan 6675526

duration: 0:00:14.138507

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675526

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10618059543993858040,
        "service_name": "drive-thru",
        "span_id": 5170856852443107982,
        "trace_id": 8342393278881032299
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 23:53:52
success: True
trace_id: 8342393278881032299

Scan 6675325

duration: 0:00:14.284302

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675325

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866559",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866559/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17926407073862304399,
        "service_name": "drive-thru",
        "span_id": 2454662100379638384,
        "trace_id": 6819596892443005324
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 23:35:16
success: True
trace_id: 6819596892443005324

Scan 6674610

duration: 0:00:11.743485

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674610

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866453",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866453/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16953029036827474003,
        "service_name": "drive-thru",
        "span_id": 9541842367650807064,
        "trace_id": 16150617510840565331
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 22:52:01
success: True
trace_id: 16150617510840565331

Scan 6672534

duration: 0:00:11.533357

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672534

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785804",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785804/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5188331577942809245,
        "service_name": "drive-thru",
        "span_id": 805984540755696976,
        "trace_id": 12808233647732544081
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 05:08:46
success: True
trace_id: 12808233647732544081

Scan 6671925

duration: 0:00:11.638561

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671925

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785171",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730785171/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9999989072590020505,
        "service_name": "drive-thru",
        "span_id": 16854884211253977863,
        "trace_id": 17741137178521742663
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 04:17:13
success: True
trace_id: 17741137178521742663

Scan 6671169

duration: 0:00:14.190278

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671169

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784866",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784866/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10501832279946764535,
        "service_name": "drive-thru",
        "span_id": 2260687629718110394,
        "trace_id": 4678762252907023198
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 03:43:51
success: True
trace_id: 4678762252907023198

Scan 6670138

duration: 0:00:11.386659

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670138

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784262",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784262/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2363061760601326818,
        "service_name": "drive-thru",
        "span_id": 4622039434895864620,
        "trace_id": 18415750630883641010
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 03:15:57
success: True
trace_id: 18415750630883641010

Scan 6669886

duration: 0:00:11.706530

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669886

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784101",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730784101/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7635230687217528830,
        "service_name": "drive-thru",
        "span_id": 3075805893751960310,
        "trace_id": 13675109587494041553
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 03:09:15
success: True
trace_id: 13675109587494041553

Scan 6668169

duration: 0:00:11.499752

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668169

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783934",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783934/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13049195608748605574,
        "service_name": "drive-thru",
        "span_id": 7157924568099833219,
        "trace_id": 2732855774288163568
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 02:23:44
success: True
trace_id: 2732855774288163568

Scan 6668087

duration: 0:00:11.430499

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668087

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783814",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783814/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6749614889242248709,
        "service_name": "drive-thru",
        "span_id": 1024837168466811561,
        "trace_id": 7572294805972496082
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 02:21:35
success: True
trace_id: 7572294805972496082

Scan 6666946

duration: 0:00:11.427728

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666946

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783621",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783621/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10678413438330464329,
        "service_name": "drive-thru",
        "span_id": 3200534153176012849,
        "trace_id": 11558440141467168512
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 01:51:13
success: True
trace_id: 11558440141467168512

Scan 6666718

duration: 0:00:13.932668

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666718

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783571",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783571/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9368902126260291025,
        "service_name": "drive-thru",
        "span_id": 13589824271773445459,
        "trace_id": 6545233450316626967
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 01:45:13
success: True
trace_id: 6545233450316626967

Scan 6665817

duration: 0:00:11.489165

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665817

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783353",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730783353/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18077156223512246573,
        "service_name": "drive-thru",
        "span_id": 1169174922045337651,
        "trace_id": 7580945702519419983
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 01:21:33
success: True
trace_id: 7580945702519419983

Scan 6665011

duration: 0:00:14.046011

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665011

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782951",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782951/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4369038397462451381,
        "service_name": "drive-thru",
        "span_id": 3654421817247560518,
        "trace_id": 8656854955494706975
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 01:00:04
success: True
trace_id: 8656854955494706975

Scan 6664546

duration: 0:00:13.957913

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664546

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782840",
        "key": "raw/newbookdev_newbooksurveys_responses/2024-11-04/1730782840/surveys_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooksurveys_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9824920253427669145,
        "service_name": "drive-thru",
        "span_id": 14095788208714776242,
        "trace_id": 14716357488857383507
    }
}

running: False
schema_name_id: 2895
start_time: 2024-11-05 00:47:53
success: True
trace_id: 14716357488857383507

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "id": "string",
    "newbook_region": "string",
    "response": "string",
    "send_to": "string",
    "sending_method": "string",
    "survey_id": "string",
    "template_id": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 23:53:52

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:17:57",
        "disabled": false,
        "format": "raw",
        "id": 2895,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooksurveys_responses"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "id": "string",
            "newbook_region": "string",
            "response": "string",
            "send_to": "string",
            "sending_method": "string",
            "survey_id": "string",
            "template_id": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:53:52",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `survey_id`  string , `response`  string , `template_id`  string , `sending_method`  string , `send_to`  string , `user_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksurveys_responses/2024-11-05/1730866609'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksurveys_responses`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksurveys_responses"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}