Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookusers_shifts

created: 2024-10-08 18:39:15
disabled: False
format: raw
id: 3091
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookusers_shifts"
}

type: drivethrucsv

Schema Versions: 15

Version 4749478

created: 2024-11-05 23:55:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631
id: 4749478
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6675543
updated: 2024-11-05 23:55:37

Version 4749361

created: 2024-11-05 23:42:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866593'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866593
id: 4749361
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6675394
updated: 2024-11-05 23:42:39

Version 4748954

created: 2024-11-05 23:10:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866499'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866499
id: 4748954
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6674986
updated: 2024-11-05 23:10:54

Version 4746516

created: 2024-11-05 04:07:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785831'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785831
id: 4746516
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6671737
updated: 2024-11-05 04:07:22

Version 4745883

created: 2024-11-05 03:41:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785186'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785186
id: 4745883
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6671100
updated: 2024-11-05 03:42:05

Version 4745873

created: 2024-11-05 03:41:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784879'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784879
id: 4745873
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6671090
updated: 2024-11-05 03:41:43

Version 4745024

created: 2024-11-05 03:18:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784277'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784277
id: 4745024
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6670241
updated: 2024-11-05 03:18:51

Version 4744251

created: 2024-11-05 02:57:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784116'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784116
id: 4744251
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6669468
updated: 2024-11-05 02:58:08

Version 4743599

created: 2024-11-05 02:40:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783946'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783946
id: 4743599
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6668816
updated: 2024-11-05 02:41:07

Version 4742954

created: 2024-11-05 02:23:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783829'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783829
id: 4742954
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6668171
updated: 2024-11-05 02:23:59

Version 4742255

created: 2024-11-05 02:05:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783712'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783712
id: 4742255
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6667472
updated: 2024-11-05 02:05:32

Version 4741378

created: 2024-11-05 01:42:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783586'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783586
id: 4741378
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6666595
updated: 2024-11-05 01:42:13

Version 4740380

created: 2024-11-05 01:15:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783367'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783367
id: 4740380
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6665597
updated: 2024-11-05 01:16:00

Version 4740040

created: 2024-11-05 01:06:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782963'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782963
id: 4740040
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6665257
updated: 2024-11-05 01:06:57

Version 4738715

created: 2024-11-05 00:31:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782766'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782766
id: 4738715
processed: 1

raw_data:

{
    "description": 7,
    "id": 2,
    "newbook_region": 0,
    "period_from": 5,
    "period_to": 6,
    "status": 8,
    "tenant": 1,
    "type_id": 4,
    "user_id": 3
}

schema_attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

schema_name_id: 3091
schema_scan_id: 6663928
updated: 2024-11-05 00:31:57

Schema Scans: 15

Last at 2024-11-05 23:55:26

Scan 6675543

duration: 0:00:11.546432

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675543

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2955135110423345068,
        "service_name": "drive-thru",
        "span_id": 15442507684994411842,
        "trace_id": 3437978410820597257
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 23:55:26
success: True
trace_id: 3437978410820597257

Scan 6675394

duration: 0:00:11.649517

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675394

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866593",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-05/1730866593/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2958000583383832223,
        "service_name": "drive-thru",
        "span_id": 17735409166355696830,
        "trace_id": 1049622682923208961
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 23:42:27
success: True
trace_id: 1049622682923208961

Scan 6674986

duration: 0:00:11.722688

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674986

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866499",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-05/1730866499/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5097740743626553237,
        "service_name": "drive-thru",
        "span_id": 4262130969706147325,
        "trace_id": 4338512249993459854
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 23:10:42
success: True
trace_id: 4338512249993459854

Scan 6671737

duration: 0:00:11.724629

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671737

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785831",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730785831/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4315579241183531504,
        "service_name": "drive-thru",
        "span_id": 8750481957389841438,
        "trace_id": 15730398653687091361
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 04:07:10
success: True
trace_id: 15730398653687091361

Scan 6671100

duration: 0:00:11.507343

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671100

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730785186",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730785186/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14062840211444685575,
        "service_name": "drive-thru",
        "span_id": 8916994415766656728,
        "trace_id": 12958419294320755311
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 03:41:54
success: True
trace_id: 12958419294320755311

Scan 6671090

duration: 0:00:11.697102

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671090

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784879",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730784879/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4121416238517034817,
        "service_name": "drive-thru",
        "span_id": 6021098221677267249,
        "trace_id": 8146395120714080765
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 03:41:31
success: True
trace_id: 8146395120714080765

Scan 6670241

duration: 0:00:11.459187

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670241

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784277",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730784277/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7636679371778684840,
        "service_name": "drive-thru",
        "span_id": 15200123360673132902,
        "trace_id": 5828717173054355222
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 03:18:40
success: True
trace_id: 5828717173054355222

Scan 6669468

duration: 0:00:13.954971

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669468

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730784116",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730784116/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14017745784844224252,
        "service_name": "drive-thru",
        "span_id": 3367085372696396812,
        "trace_id": 13982049036533967201
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 02:57:54
success: True
trace_id: 13982049036533967201

Scan 6668816

duration: 0:00:13.962906

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668816

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783946",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730783946/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7465906388578736579,
        "service_name": "drive-thru",
        "span_id": 5887896474372359246,
        "trace_id": 2154425978124284705
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 02:40:54
success: True
trace_id: 2154425978124284705

Scan 6668171

duration: 0:00:11.472122

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668171

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783829",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730783829/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11550038629983683495,
        "service_name": "drive-thru",
        "span_id": 5630902358001100994,
        "trace_id": 10600511012813342408
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 02:23:48
success: True
trace_id: 10600511012813342408

Scan 6667472

duration: 0:00:14.158605

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667472

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783712",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730783712/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7713461930561013578,
        "service_name": "drive-thru",
        "span_id": 360305971747083379,
        "trace_id": 4090762678288894350
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 02:05:18
success: True
trace_id: 4090762678288894350

Scan 6666595

duration: 0:00:11.633559

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666595

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783586",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730783586/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13758551684226261446,
        "service_name": "drive-thru",
        "span_id": 4204269456061197039,
        "trace_id": 14505211209040943888
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 01:42:01
success: True
trace_id: 14505211209040943888

Scan 6665597

duration: 0:00:11.459805

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665597

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730783367",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730783367/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5993242563104695089,
        "service_name": "drive-thru",
        "span_id": 14540211405266592075,
        "trace_id": 4775314763577802228
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 01:15:49
success: True
trace_id: 4775314763577802228

Scan 6665257

duration: 0:00:11.521592

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665257

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782963",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730782963/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12931088289264508876,
        "service_name": "drive-thru",
        "span_id": 2232991532150675657,
        "trace_id": 1582199953927125877
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 01:06:45
success: True
trace_id: 1582199953927125877

Scan 6663928

duration: 0:00:13.970196

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663928

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-04/1730782766",
        "key": "raw/newbookdev_newbookusers_shifts/2024-11-04/1730782766/users_shifts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookusers_shifts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2661933069771621632,
        "service_name": "drive-thru",
        "span_id": 3454486377415748440,
        "trace_id": 3860380379628078887
    }
}

running: False
schema_name_id: 3091
start_time: 2024-11-05 00:31:43
success: True
trace_id: 3860380379628078887

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "description": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "status": "string",
    "tenant": "string",
    "type_id": "string",
    "user_id": "string"
}

created: 2024-11-05 23:55:26

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:39:15",
        "disabled": false,
        "format": "raw",
        "id": 3091,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookusers_shifts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "description": "string",
            "id": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "status": "string",
            "tenant": "string",
            "type_id": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:55:26",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookusers_shifts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `user_id`  string , `type_id`  string , `period_from`  string , `period_to`  string , `description`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookusers_shifts/2024-11-05/1730866631'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookusers_shifts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookusers_shifts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}