Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooktickets_responses

created: 2024-10-08 18:39:29
disabled: False
format: raw
id: 3093
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooktickets_responses"
}

type: drivethrucsv

Schema Versions: 15

Version 4749521

created: 2024-11-06 00:00:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622
id: 4749521
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6675636
updated: 2024-11-06 00:01:03

Version 4749390

created: 2024-11-05 23:45:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866579'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866579
id: 4749390
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6675428
updated: 2024-11-05 23:45:47

Version 4748725

created: 2024-11-05 22:58:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866480'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866480
id: 4748725
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6674757
updated: 2024-11-05 22:58:22

Version 4746502

created: 2024-11-05 04:06:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785180'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785180
id: 4746502
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6671723
updated: 2024-11-05 04:06:33

Version 4746473

created: 2024-11-05 04:04:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785820'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785820
id: 4746473
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6671694
updated: 2024-11-05 04:04:59

Version 4745998

created: 2024-11-05 03:45:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784874'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784874
id: 4745998
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6671218
updated: 2024-11-05 03:45:46

Version 4744424

created: 2024-11-05 03:02:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784271'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784271
id: 4744424
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6669641
updated: 2024-11-05 03:02:50

Version 4743816

created: 2024-11-05 02:46:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784109'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784109
id: 4743816
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6669033
updated: 2024-11-05 02:46:47

Version 4743191

created: 2024-11-05 02:30:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783858
id: 4743191
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6668408
updated: 2024-11-05 02:30:14

Version 4743070

created: 2024-11-05 02:26:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783823'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783823
id: 4743070
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6668287
updated: 2024-11-05 02:27:04

Version 4742219

created: 2024-11-05 02:04:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783706'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783706
id: 4742219
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6667436
updated: 2024-11-05 02:04:32

Version 4741286

created: 2024-11-05 01:39:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783580'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783580
id: 4741286
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6666503
updated: 2024-11-05 01:39:52

Version 4740775

created: 2024-11-05 01:26:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783361'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783361
id: 4740775
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6665992
updated: 2024-11-05 01:26:22

Version 4739875

created: 2024-11-05 01:02:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782959'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782959
id: 4739875
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6665092
updated: 2024-11-05 01:02:28

Version 4738990

created: 2024-11-05 00:38:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782846'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782846
id: 4738990
processed: 1

raw_data:

{
    "id": 2,
    "newbook_region": 0,
    "responded_on": 9,
    "response": 8,
    "response_contact_name": 7,
    "response_from_contact": 6,
    "response_type": 4,
    "response_type_id": 5,
    "tenant": 1,
    "ticket_id": 3
}

schema_attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

schema_name_id: 3093
schema_scan_id: 6664204
updated: 2024-11-05 00:39:09

Schema Scans: 15

Last at 2024-11-06 00:00:49

Scan 6675636

duration: 0:00:14.204209

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675636

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 272643937332881140,
        "service_name": "drive-thru",
        "span_id": 5895250111200390117,
        "trace_id": 16802761559639364589
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-06 00:00:49
success: True
trace_id: 16802761559639364589

Scan 6675428

duration: 0:00:11.702615

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675428

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866579",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-05/1730866579/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16719817386974733136,
        "service_name": "drive-thru",
        "span_id": 4373707890392776427,
        "trace_id": 15948786948490949082
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 23:45:35
success: True
trace_id: 15948786948490949082

Scan 6674757

duration: 0:00:12.739467

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674757

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866480",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-05/1730866480/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10518791690372562167,
        "service_name": "drive-thru",
        "span_id": 11013736613816441128,
        "trace_id": 17596532558723026552
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 22:58:10
success: True
trace_id: 17596532558723026552

Scan 6671723

duration: 0:00:11.574604

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671723

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785180",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730785180/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10580178213528623111,
        "service_name": "drive-thru",
        "span_id": 1485815062646645501,
        "trace_id": 11268216889064207242
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 04:06:21
success: True
trace_id: 11268216889064207242

Scan 6671694

duration: 0:00:14.175341

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671694

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730785820",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730785820/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18126430345671924266,
        "service_name": "drive-thru",
        "span_id": 7102391010126012357,
        "trace_id": 14193286873287445154
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 04:04:45
success: True
trace_id: 14193286873287445154

Scan 6671218

duration: 0:00:11.548516

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671218

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784874",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730784874/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13225523107635197369,
        "service_name": "drive-thru",
        "span_id": 1366760587342230649,
        "trace_id": 1489068236081807501
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 03:45:35
success: True
trace_id: 1489068236081807501

Scan 6669641

duration: 0:00:11.577165

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669641

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784271",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730784271/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8865955128086664290,
        "service_name": "drive-thru",
        "span_id": 17990572775357258966,
        "trace_id": 7484228518528641037
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 03:02:38
success: True
trace_id: 7484228518528641037

Scan 6669033

duration: 0:00:11.452758

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669033

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730784109",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730784109/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7891883428961645491,
        "service_name": "drive-thru",
        "span_id": 2914983679525988765,
        "trace_id": 10446904674135948337
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 02:46:35
success: True
trace_id: 10446904674135948337

Scan 6668408

duration: 0:00:14.350281

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668408

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783858",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730783858/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4751585742138008803,
        "service_name": "drive-thru",
        "span_id": 13647770865500844992,
        "trace_id": 11831520961950167937
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 02:29:59
success: True
trace_id: 11831520961950167937

Scan 6668287

duration: 0:00:13.997949

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668287

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783823",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730783823/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 832618814539943592,
        "service_name": "drive-thru",
        "span_id": 6457599433944982881,
        "trace_id": 7602781579595568422
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 02:26:50
success: True
trace_id: 7602781579595568422

Scan 6667436

duration: 0:00:13.978834

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667436

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783706",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730783706/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 219891622017668831,
        "service_name": "drive-thru",
        "span_id": 10757978570724721406,
        "trace_id": 18033828832384520547
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 02:04:18
success: True
trace_id: 18033828832384520547

Scan 6666503

duration: 0:00:14.026670

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666503

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783580",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730783580/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16453948305220973072,
        "service_name": "drive-thru",
        "span_id": 11999510885662648259,
        "trace_id": 17038453392497861721
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 01:39:38
success: True
trace_id: 17038453392497861721

Scan 6665992

duration: 0:00:14.046076

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665992

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730783361",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730783361/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16101537584754087636,
        "service_name": "drive-thru",
        "span_id": 6732906956049470941,
        "trace_id": 10342989543507905716
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 01:26:08
success: True
trace_id: 10342989543507905716

Scan 6665092

duration: 0:00:14.248268

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665092

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782959",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730782959/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13486184886412531929,
        "service_name": "drive-thru",
        "span_id": 8916912651540046856,
        "trace_id": 10159028850357888338
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 01:02:14
success: True
trace_id: 10159028850357888338

Scan 6664204

duration: 0:00:11.414284

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664204

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-04/1730782846",
        "key": "raw/newbookdev_newbooktickets_responses/2024-11-04/1730782846/tickets_responses.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooktickets_responses",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13310231651442245051,
        "service_name": "drive-thru",
        "span_id": 8731536734225111124,
        "trace_id": 13990668866009408512
    }
}

running: False
schema_name_id: 3093
start_time: 2024-11-05 00:38:58
success: True
trace_id: 13990668866009408512

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "id": "string",
    "newbook_region": "string",
    "responded_on": "string",
    "response": "string",
    "response_contact_name": "string",
    "response_from_contact": "string",
    "response_type": "string",
    "response_type_id": "string",
    "tenant": "string",
    "ticket_id": "string"
}

created: 2024-11-06 00:00:50

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:39:29",
        "disabled": false,
        "format": "raw",
        "id": 3093,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooktickets_responses"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "id": "string",
            "newbook_region": "string",
            "responded_on": "string",
            "response": "string",
            "response_contact_name": "string",
            "response_from_contact": "string",
            "response_type": "string",
            "response_type_id": "string",
            "tenant": "string",
            "ticket_id": "string"
        },
        "created": "2024-11-06 00:00:50",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooktickets_responses`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `ticket_id`  string , `response_type`  string , `response_type_id`  string , `response_from_contact`  string , `response_contact_name`  string , `response`  string , `responded_on`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooktickets_responses/2024-11-05/1730866622'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooktickets_responses`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooktickets_responses"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}