Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_test

created: 2024-10-08 18:29:45
disabled: False
format: raw
id: 3005
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookstaff_test"
}

type: drivethrucsv

Schema Versions: 15

Version 4749438

created: 2024-11-05 23:50:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866604
id: 4749438
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6675489
updated: 2024-11-05 23:51:08

Version 4749058

created: 2024-11-05 23:17:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866551'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866551
id: 4749058
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6675090
updated: 2024-11-05 23:17:30

Version 4748384

created: 2024-11-05 22:44:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866441'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866441
id: 4748384
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6674416
updated: 2024-11-05 22:44:39

Version 4747085

created: 2024-11-05 04:48:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785798
id: 4747085
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6672317
updated: 2024-11-05 04:48:55

Version 4746664

created: 2024-11-05 04:15:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785168'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785168
id: 4746664
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6671887
updated: 2024-11-05 04:15:31

Version 4745772

created: 2024-11-05 03:38:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784863
id: 4745772
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6670989
updated: 2024-11-05 03:38:37

Version 4744894

created: 2024-11-05 03:15:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784259'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784259
id: 4744894
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6670111
updated: 2024-11-05 03:15:26

Version 4744476

created: 2024-11-05 03:04:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784097
id: 4744476
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6669693
updated: 2024-11-05 03:04:15

Version 4743182

created: 2024-11-05 02:29:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783855'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783855
id: 4743182
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6668399
updated: 2024-11-05 02:29:57

Version 4742949

created: 2024-11-05 02:23:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783811'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783811
id: 4742949
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6668165
updated: 2024-11-05 02:23:52

Version 4742166

created: 2024-11-05 02:02:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783697'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783697
id: 4742166
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6667383
updated: 2024-11-05 02:03:03

Version 4741494

created: 2024-11-05 01:45:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783568'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783568
id: 4741494
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6666711
updated: 2024-11-05 01:45:14

Version 4740514

created: 2024-11-05 01:19:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783349'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783349
id: 4740514
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6665731
updated: 2024-11-05 01:19:27

Version 4739765

created: 2024-11-05 00:59:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782947'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782947
id: 4739765
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6664982
updated: 2024-11-05 00:59:34

Version 4739194

created: 2024-11-05 00:44:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782837
id: 4739194
processed: 1

raw_data:

{
    "active": 8,
    "expiry_date": 10,
    "finish_message": 5,
    "id": 2,
    "name": 4,
    "newbook_region": 0,
    "pass_score": 6,
    "template_id": 3,
    "tenant": 1,
    "total_score": 7,
    "user_id": 9
}

schema_attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

schema_name_id: 3005
schema_scan_id: 6664408
updated: 2024-11-05 00:44:27

Schema Scans: 15

Last at 2024-11-05 23:50:56

Scan 6675489

duration: 0:00:11.698259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675489

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866604",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-05/1730866604/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5716311870159649051,
        "service_name": "drive-thru",
        "span_id": 11477668687724721230,
        "trace_id": 8177242716695545177
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 23:50:56
success: True
trace_id: 8177242716695545177

Scan 6675090

duration: 0:00:14.287928

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675090

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866551",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-05/1730866551/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3256857675520662407,
        "service_name": "drive-thru",
        "span_id": 16029594662496841291,
        "trace_id": 14783179447392294179
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 23:17:15
success: True
trace_id: 14783179447392294179

Scan 6674416

duration: 0:00:14.228924

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674416

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866441",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-05/1730866441/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10824329742653119583,
        "service_name": "drive-thru",
        "span_id": 1141218614488882698,
        "trace_id": 843933891758787262
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 22:44:24
success: True
trace_id: 843933891758787262

Scan 6672317

duration: 0:00:14.143588

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672317

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785798",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730785798/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14220374033354828243,
        "service_name": "drive-thru",
        "span_id": 10053124569213761998,
        "trace_id": 7654389347844990774
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 04:48:41
success: True
trace_id: 7654389347844990774

Scan 6671887

duration: 0:00:11.781645

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671887

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730785168",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730785168/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12266262457674215697,
        "service_name": "drive-thru",
        "span_id": 5423916199435188713,
        "trace_id": 14411761548990017921
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 04:15:19
success: True
trace_id: 14411761548990017921

Scan 6670989

duration: 0:00:11.612331

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670989

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784863",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730784863/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2318606591287339741,
        "service_name": "drive-thru",
        "span_id": 15380421315183885488,
        "trace_id": 5530850833317858250
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 03:38:26
success: True
trace_id: 5530850833317858250

Scan 6670111

duration: 0:00:11.872845

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670111

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784259",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730784259/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9037165208616684749,
        "service_name": "drive-thru",
        "span_id": 593749608696976679,
        "trace_id": 4615602082381137406
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 03:15:14
success: True
trace_id: 4615602082381137406

Scan 6669693

duration: 0:00:14.070058

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669693

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730784097",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730784097/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4571931136146239695,
        "service_name": "drive-thru",
        "span_id": 10209732982489323304,
        "trace_id": 7087581138207303355
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 03:04:01
success: True
trace_id: 7087581138207303355

Scan 6668399

duration: 0:00:11.457265

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668399

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783855",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730783855/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7318211842708602885,
        "service_name": "drive-thru",
        "span_id": 11989763920955531309,
        "trace_id": 6480533867541542087
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 02:29:46
success: True
trace_id: 6480533867541542087

Scan 6668165

duration: 0:00:11.526087

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668165

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783811",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730783811/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4876232580089687535,
        "service_name": "drive-thru",
        "span_id": 1925570903518422448,
        "trace_id": 17010320319725048176
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 02:23:40
success: True
trace_id: 17010320319725048176

Scan 6667383

duration: 0:00:11.465226

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667383

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783697",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730783697/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18159817411420362231,
        "service_name": "drive-thru",
        "span_id": 11708705597476233986,
        "trace_id": 4521422319713347300
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 02:02:51
success: True
trace_id: 4521422319713347300

Scan 6666711

duration: 0:00:11.546999

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666711

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783568",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730783568/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17296845558007728508,
        "service_name": "drive-thru",
        "span_id": 15538780378862384372,
        "trace_id": 5477008451369080858
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 01:45:03
success: True
trace_id: 5477008451369080858

Scan 6665731

duration: 0:00:11.254562

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665731

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730783349",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730783349/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5736924328235870716,
        "service_name": "drive-thru",
        "span_id": 8892216739156475950,
        "trace_id": 10156821794662864949
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 01:19:16
success: True
trace_id: 10156821794662864949

Scan 6664982

duration: 0:00:14.016340

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664982

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782947",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730782947/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10633904626646795396,
        "service_name": "drive-thru",
        "span_id": 6251947241623932509,
        "trace_id": 17821435465751859751
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 00:59:20
success: True
trace_id: 17821435465751859751

Scan 6664408

duration: 0:00:11.740858

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664408

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-04/1730782837",
        "key": "raw/newbookdev_newbookstaff_test/2024-11-04/1730782837/staff_test.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15967961211263157416,
        "service_name": "drive-thru",
        "span_id": 2595666027014882946,
        "trace_id": 9049289053330728815
    }
}

running: False
schema_name_id: 3005
start_time: 2024-11-05 00:44:15
success: True
trace_id: 9049289053330728815

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "expiry_date": "string",
    "finish_message": "string",
    "id": "string",
    "name": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "template_id": "string",
    "tenant": "string",
    "total_score": "string",
    "user_id": "string"
}

created: 2024-11-05 23:50:57

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:29:45",
        "disabled": false,
        "format": "raw",
        "id": 3005,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookstaff_test"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "expiry_date": "string",
            "finish_message": "string",
            "id": "string",
            "name": "string",
            "newbook_region": "string",
            "pass_score": "string",
            "template_id": "string",
            "tenant": "string",
            "total_score": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 23:50:57",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `template_id`  string , `name`  string , `finish_message`  string , `pass_score`  string , `total_score`  string , `active`  string , `user_id`  string , `expiry_date`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test/2024-11-05/1730866604'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}