Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores

created: 2024-10-08 18:29:59
disabled: False
format: raw
id: 3007
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookstaff_test_categories_scores"
}

type: drivethrucsv

Schema Versions: 15

Version 4749443

created: 2024-11-05 23:51:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605
id: 4749443
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6675495
updated: 2024-11-05 23:51:48

Version 4749176

created: 2024-11-05 23:25:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866552'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866552
id: 4749176
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6675208
updated: 2024-11-05 23:25:51

Version 4748433

created: 2024-11-05 22:46:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866443'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866443
id: 4748433
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6674465
updated: 2024-11-05 22:46:19

Version 4747262

created: 2024-11-05 05:08:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785799
id: 4747262
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6672533
updated: 2024-11-05 05:08:47

Version 4745773

created: 2024-11-05 03:38:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784863
id: 4745773
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6670990
updated: 2024-11-05 03:38:39

Version 4745752

created: 2024-11-05 03:37:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785169'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785169
id: 4745752
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6670969
updated: 2024-11-05 03:38:03

Version 4744952

created: 2024-11-05 03:16:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784260'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784260
id: 4744952
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6670169
updated: 2024-11-05 03:16:58

Version 4744353

created: 2024-11-05 03:00:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784097'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784097
id: 4744353
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6669570
updated: 2024-11-05 03:00:56

Version 4743785

created: 2024-11-05 02:45:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783932'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783932
id: 4743785
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6669002
updated: 2024-11-05 02:46:02

Version 4742830

created: 2024-11-05 02:20:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783811'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783811
id: 4742830
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6668047
updated: 2024-11-05 02:20:44

Version 4741997

created: 2024-11-05 01:58:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783698'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783698
id: 4741997
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6667216
updated: 2024-11-05 01:58:33

Version 4741430

created: 2024-11-05 01:43:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783569'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783569
id: 4741430
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6666647
updated: 2024-11-05 01:43:35

Version 4740714

created: 2024-11-05 01:24:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783350'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783350
id: 4740714
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6665931
updated: 2024-11-05 01:24:47

Version 4739825

created: 2024-11-05 01:00:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782948'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782948
id: 4739825
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6665043
updated: 2024-11-05 01:01:07

Version 4738514

created: 2024-11-05 00:26:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782721'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782721
id: 4738514
processed: 1

raw_data:

{
    "category_id": 4,
    "display_order": 9,
    "for": 7,
    "for_id": 8,
    "id": 2,
    "induction_id": 3,
    "newbook_region": 0,
    "pass_score": 5,
    "tenant": 1,
    "total_score": 6
}

schema_attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

schema_name_id: 3007
schema_scan_id: 6663725
updated: 2024-11-05 00:26:39

Schema Scans: 15

Last at 2024-11-05 23:51:34

Scan 6675495

duration: 0:00:14.212981

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675495

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12667499887903875049,
        "service_name": "drive-thru",
        "span_id": 8425602692974417392,
        "trace_id": 10625585366346943968
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 23:51:34
success: True
trace_id: 10625585366346943968

Scan 6675208

duration: 0:00:11.689070

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675208

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866552",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866552/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7329284548371983851,
        "service_name": "drive-thru",
        "span_id": 107420005092418008,
        "trace_id": 16154523293124323092
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 23:25:40
success: True
trace_id: 16154523293124323092

Scan 6674465

duration: 0:00:11.699226

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674465

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866443",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866443/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4728754067313059926,
        "service_name": "drive-thru",
        "span_id": 13074680118950396964,
        "trace_id": 7641611167176224101
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 22:46:07
success: True
trace_id: 7641611167176224101

Scan 6672533

duration: 0:00:11.824113

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672533

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785799",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785799/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16070905998699447908,
        "service_name": "drive-thru",
        "span_id": 17264274671276037091,
        "trace_id": 15965726464275753965
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 05:08:35
success: True
trace_id: 15965726464275753965

Scan 6670990

duration: 0:00:11.577577

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670990

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784863",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784863/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1375488408388515966,
        "service_name": "drive-thru",
        "span_id": 12715458943923164990,
        "trace_id": 18017017196526248515
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 03:38:27
success: True
trace_id: 18017017196526248515

Scan 6670969

duration: 0:00:14.074855

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670969

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785169",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730785169/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10270346572645745641,
        "service_name": "drive-thru",
        "span_id": 10073005825157790128,
        "trace_id": 8126748052479341131
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 03:37:49
success: True
trace_id: 8126748052479341131

Scan 6670169

duration: 0:00:11.387695

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670169

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784260",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784260/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8149660897459134110,
        "service_name": "drive-thru",
        "span_id": 784541005160069933,
        "trace_id": 2058445626214779331
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 03:16:47
success: True
trace_id: 2058445626214779331

Scan 6669570

duration: 0:00:13.988493

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669570

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784097",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730784097/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8290541231702357291,
        "service_name": "drive-thru",
        "span_id": 16436299658385787822,
        "trace_id": 10380206624712673819
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 03:00:42
success: True
trace_id: 10380206624712673819

Scan 6669002

duration: 0:00:14.017186

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669002

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783932",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783932/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12495055147482765191,
        "service_name": "drive-thru",
        "span_id": 386122861106065577,
        "trace_id": 17801971257359327704
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 02:45:48
success: True
trace_id: 17801971257359327704

Scan 6668047

duration: 0:00:11.565090

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668047

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783811",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783811/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11095825763604927554,
        "service_name": "drive-thru",
        "span_id": 8758799554425207785,
        "trace_id": 4573090378507001473
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 02:20:32
success: True
trace_id: 4573090378507001473

Scan 6667216

duration: 0:00:14.068867

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667216

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783698",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783698/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10459623171555721951,
        "service_name": "drive-thru",
        "span_id": 4258335779121084916,
        "trace_id": 10732131792505994019
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 01:58:19
success: True
trace_id: 10732131792505994019

Scan 6666647

duration: 0:00:11.503795

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666647

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783569",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783569/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 184282666130282676,
        "service_name": "drive-thru",
        "span_id": 17643907978231607853,
        "trace_id": 205790034054853780
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 01:43:24
success: True
trace_id: 205790034054853780

Scan 6665931

duration: 0:00:11.655688

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665931

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783350",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730783350/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2044227905794981540,
        "service_name": "drive-thru",
        "span_id": 5127060126835820319,
        "trace_id": 11826712377766767335
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 01:24:35
success: True
trace_id: 11826712377766767335

Scan 6665043

duration: 0:00:11.568499

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665043

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782948",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782948/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5469556564785860215,
        "service_name": "drive-thru",
        "span_id": 14700546724181940076,
        "trace_id": 634503893099056866
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 01:00:56
success: True
trace_id: 634503893099056866

Scan 6663725

duration: 0:00:14.058157

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663725

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782721",
        "key": "raw/newbookdev_newbookstaff_test_categories_scores/2024-11-04/1730782721/staff_test_categories_scores.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15561536998134618133,
        "service_name": "drive-thru",
        "span_id": 15407936201457893588,
        "trace_id": 13506636296115015190
    }
}

running: False
schema_name_id: 3007
start_time: 2024-11-05 00:26:25
success: True
trace_id: 13506636296115015190

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "category_id": "string",
    "display_order": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "induction_id": "string",
    "newbook_region": "string",
    "pass_score": "string",
    "tenant": "string",
    "total_score": "string"
}

created: 2024-11-05 23:51:34

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:29:59",
        "disabled": false,
        "format": "raw",
        "id": 3007,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookstaff_test_categories_scores"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "category_id": "string",
            "display_order": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "induction_id": "string",
            "newbook_region": "string",
            "pass_score": "string",
            "tenant": "string",
            "total_score": "string"
        },
        "created": "2024-11-05 23:51:34",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `induction_id`  string , `category_id`  string , `pass_score`  string , `total_score`  string , `for`  string , `for_id`  string , `display_order`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookstaff_test_categories_scores/2024-11-05/1730866605'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookstaff_test_categories_scores"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}