Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages

created: 2024-10-08 18:14:02
disabled: False
format: raw
id: 2858
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooknewbook_online_messages"
}

type: drivethrucsv

Schema Versions: 15

Version 4749319

created: 2024-11-05 23:38:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563
id: 4749319
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6675351
updated: 2024-11-05 23:38:16

Version 4749004

created: 2024-11-05 23:13:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866506'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866506
id: 4749004
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6675036
updated: 2024-11-05 23:13:37

Version 4748043

created: 2024-11-05 22:33:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866372'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866372
id: 4748043
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6674075
updated: 2024-11-05 22:33:20

Version 4746909

created: 2024-11-05 04:31:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785764'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785764
id: 4746909
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6672140
updated: 2024-11-05 04:32:11

Version 4746576

created: 2024-11-05 04:10:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785148'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785148
id: 4746576
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6671799
updated: 2024-11-05 04:10:45

Version 4745573

created: 2024-11-05 03:32:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784843'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784843
id: 4745573
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6670790
updated: 2024-11-05 03:33:11

Version 4744751

created: 2024-11-05 03:11:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784239'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784239
id: 4744751
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6669968
updated: 2024-11-05 03:11:34

Version 4744220

created: 2024-11-05 02:57:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784077'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784077
id: 4744220
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6669437
updated: 2024-11-05 02:57:20

Version 4742829

created: 2024-11-05 02:20:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783917'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783917
id: 4742829
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6668046
updated: 2024-11-05 02:20:44

Version 4742693

created: 2024-11-05 02:16:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783791'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783791
id: 4742693
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6667911
updated: 2024-11-05 02:17:10

Version 4741554

created: 2024-11-05 01:46:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783683'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783683
id: 4741554
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6666771
updated: 2024-11-05 01:46:49

Version 4741360

created: 2024-11-05 01:41:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783547'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783547
id: 4741360
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6666577
updated: 2024-11-05 01:41:47

Version 4740372

created: 2024-11-05 01:15:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783329'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783329
id: 4740372
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6665589
updated: 2024-11-05 01:15:49

Version 4739793

created: 2024-11-05 01:00:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782929'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782929
id: 4739793
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6665010
updated: 2024-11-05 01:00:15

Version 4739095

created: 2024-11-05 00:41:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782822'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782822
id: 4739095
processed: 1

raw_data:

{
    "active": 9,
    "generated_by": 7,
    "generated_when": 8,
    "id": 2,
    "message": 6,
    "newbook_region": 0,
    "period_from": 3,
    "period_to": 4,
    "repeat_yearly": 10,
    "tenant": 1,
    "type": 5
}

schema_attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2858
schema_scan_id: 6664310
updated: 2024-11-05 00:41:53

Schema Scans: 15

Last at 2024-11-05 23:38:04

Scan 6675351

duration: 0:00:11.665301

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675351

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14014414776143266414,
        "service_name": "drive-thru",
        "span_id": 6420176607277510176,
        "trace_id": 10471202480640733383
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 23:38:04
success: True
trace_id: 10471202480640733383

Scan 6675036

duration: 0:00:11.685117

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675036

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866506",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866506/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 344505897582865437,
        "service_name": "drive-thru",
        "span_id": 14121597829015293605,
        "trace_id": 2437742058781556085
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 23:13:25
success: True
trace_id: 2437742058781556085

Scan 6674075

duration: 0:00:11.596704

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674075

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866372",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866372/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9007405196180768313,
        "service_name": "drive-thru",
        "span_id": 3355196394279975681,
        "trace_id": 11885736754655735125
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 22:33:08
success: True
trace_id: 11885736754655735125

Scan 6672140

duration: 0:00:14.223761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672140

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785764",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785764/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4122868123634671733,
        "service_name": "drive-thru",
        "span_id": 6989424098410954081,
        "trace_id": 723011814364200263
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 04:31:57
success: True
trace_id: 723011814364200263

Scan 6671799

duration: 0:00:14.275152

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671799

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785148",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730785148/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14869801917159485489,
        "service_name": "drive-thru",
        "span_id": 7685090342604495736,
        "trace_id": 13421721865663075584
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 04:10:31
success: True
trace_id: 13421721865663075584

Scan 6670790

duration: 0:00:14.279717

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670790

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784843",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784843/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1223468450317634935,
        "service_name": "drive-thru",
        "span_id": 7085615333786861843,
        "trace_id": 385674720526768738
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 03:32:57
success: True
trace_id: 385674720526768738

Scan 6669968

duration: 0:00:11.430350

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669968

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784239",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784239/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 97990163899203464,
        "service_name": "drive-thru",
        "span_id": 3845736252259413555,
        "trace_id": 14562204774699981840
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 03:11:23
success: True
trace_id: 14562204774699981840

Scan 6669437

duration: 0:00:11.532544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784077",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730784077/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10228638553644319234,
        "service_name": "drive-thru",
        "span_id": 10002202864978943907,
        "trace_id": 7544409660698065481
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 02:57:08
success: True
trace_id: 7544409660698065481

Scan 6668046

duration: 0:00:13.997921

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668046

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783917",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783917/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13253668789639339767,
        "service_name": "drive-thru",
        "span_id": 1858919383198610694,
        "trace_id": 10440504454793053661
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 02:20:30
success: True
trace_id: 10440504454793053661

Scan 6667911

duration: 0:00:11.531784

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667911

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783791",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783791/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2109003617390362477,
        "service_name": "drive-thru",
        "span_id": 1773888605320078211,
        "trace_id": 16840021022265134836
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 02:16:58
success: True
trace_id: 16840021022265134836

Scan 6666771

duration: 0:00:11.404533

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666771

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783683",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783683/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12289947798063934542,
        "service_name": "drive-thru",
        "span_id": 6369640859371048086,
        "trace_id": 11541841877087270221
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 01:46:38
success: True
trace_id: 11541841877087270221

Scan 6666577

duration: 0:00:11.500657

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666577

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783547",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783547/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17260192961555301286,
        "service_name": "drive-thru",
        "span_id": 8602997159634967023,
        "trace_id": 6303471385918680493
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 01:41:36
success: True
trace_id: 6303471385918680493

Scan 6665589

duration: 0:00:13.928977

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665589

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783329",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730783329/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10590126107183655038,
        "service_name": "drive-thru",
        "span_id": 13485919413556073873,
        "trace_id": 11509756731236991675
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 01:15:35
success: True
trace_id: 11509756731236991675

Scan 6665010

duration: 0:00:14.143057

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665010

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782929",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782929/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15306835100493978324,
        "service_name": "drive-thru",
        "span_id": 13035177856752677869,
        "trace_id": 2219927806031458339
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 01:00:01
success: True
trace_id: 2219927806031458339

Scan 6664310

duration: 0:00:11.434975

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664310

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782822",
        "key": "raw/newbookdev_newbooknewbook_online_messages/2024-11-04/1730782822/newbook_online_messages.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1616582306712815070,
        "service_name": "drive-thru",
        "span_id": 17229317015381898787,
        "trace_id": 17002095806060877434
    }
}

running: False
schema_name_id: 2858
start_time: 2024-11-05 00:41:42
success: True
trace_id: 17002095806060877434

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "message": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "repeat_yearly": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 23:38:05

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:14:02",
        "disabled": false,
        "format": "raw",
        "id": 2858,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooknewbook_online_messages"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "generated_by": "string",
            "generated_when": "string",
            "id": "string",
            "message": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "repeat_yearly": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 23:38:05",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `period_from`  string , `period_to`  string , `type`  string , `message`  string , `generated_by`  string , `generated_when`  string , `active`  string , `repeat_yearly`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooknewbook_online_messages/2024-11-05/1730866563'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooknewbook_online_messages"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}