Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookquotes_labour

created: 2024-10-08 18:22:08
disabled: False
format: raw
id: 2934
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookquotes_labour"
}

type: drivethrucsv

Schema Versions: 15

Version 4749145

created: 2024-11-05 23:23:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588
id: 4749145
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6675177
updated: 2024-11-05 23:23:41

Version 4748912

created: 2024-11-05 23:08:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866529'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866529
id: 4748912
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6674944
updated: 2024-11-05 23:08:33

Version 4748380

created: 2024-11-05 22:44:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866408
id: 4748380
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6674412
updated: 2024-11-05 22:44:24

Version 4747102

created: 2024-11-05 04:50:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785782'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785782
id: 4747102
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6672334
updated: 2024-11-05 04:50:44

Version 4746400

created: 2024-11-05 04:01:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785159'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785159
id: 4746400
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6671621
updated: 2024-11-05 04:01:35

Version 4745128

created: 2024-11-05 03:21:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784250'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784250
id: 4745128
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6670345
updated: 2024-11-05 03:21:34

Version 4744978

created: 2024-11-05 03:17:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784854'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784854
id: 4744978
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6670195
updated: 2024-11-05 03:17:37

Version 4744402

created: 2024-11-05 03:02:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784088'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784088
id: 4744402
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6669619
updated: 2024-11-05 03:02:14

Version 4742873

created: 2024-11-05 02:21:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783925'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783925
id: 4742873
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6668090
updated: 2024-11-05 02:21:52

Version 4742774

created: 2024-11-05 02:19:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783802'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783802
id: 4742774
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6667991
updated: 2024-11-05 02:19:15

Version 4741718

created: 2024-11-05 01:50:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783618'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783618
id: 4741718
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6666935
updated: 2024-11-05 01:51:07

Version 4741202

created: 2024-11-05 01:37:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783559
id: 4741202
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6666419
updated: 2024-11-05 01:37:41

Version 4740670

created: 2024-11-05 01:23:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783340'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783340
id: 4740670
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6665887
updated: 2024-11-05 01:23:37

Version 4739905

created: 2024-11-05 01:03:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782939'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782939
id: 4739905
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6665122
updated: 2024-11-05 01:03:16

Version 4738926

created: 2024-11-05 00:37:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782830'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782830
id: 4738926
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2934
schema_scan_id: 6664140
updated: 2024-11-05 00:37:25

Schema Scans: 15

Last at 2024-11-05 23:23:29

Scan 6675177

duration: 0:00:11.834923

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675177

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18121706202635935391,
        "service_name": "drive-thru",
        "span_id": 7024158589232855791,
        "trace_id": 15455267731625688261
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 23:23:29
success: True
trace_id: 15455267731625688261

Scan 6674944

duration: 0:00:11.864188

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674944

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866529",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-05/1730866529/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8189803366819269370,
        "service_name": "drive-thru",
        "span_id": 2311156979750917322,
        "trace_id": 9048200466373186305
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 23:08:22
success: True
trace_id: 9048200466373186305

Scan 6674412

duration: 0:00:11.952496

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674412

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866408",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-05/1730866408/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12130183947198638781,
        "service_name": "drive-thru",
        "span_id": 8296015180102559753,
        "trace_id": 3151380855109868469
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 22:44:12
success: True
trace_id: 3151380855109868469

Scan 6672334

duration: 0:00:11.893645

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672334

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785782",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730785782/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5780091731680858215,
        "service_name": "drive-thru",
        "span_id": 9156926328500516624,
        "trace_id": 2750877609324596215
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 04:50:32
success: True
trace_id: 2750877609324596215

Scan 6671621

duration: 0:00:14.458839

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671621

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730785159",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730785159/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6151976709255481100,
        "service_name": "drive-thru",
        "span_id": 958865551195555161,
        "trace_id": 17191955224422191571
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 04:01:21
success: True
trace_id: 17191955224422191571

Scan 6670345

duration: 0:00:11.851851

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670345

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784250",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730784250/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2096443350354855078,
        "service_name": "drive-thru",
        "span_id": 11797106462368705315,
        "trace_id": 1599887905865219731
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 03:21:22
success: True
trace_id: 1599887905865219731

Scan 6670195

duration: 0:00:11.649703

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670195

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784854",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730784854/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18095839419236521970,
        "service_name": "drive-thru",
        "span_id": 3990118527809566917,
        "trace_id": 13642457449424642568
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 03:17:26
success: True
trace_id: 13642457449424642568

Scan 6669619

duration: 0:00:11.832987

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669619

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730784088",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730784088/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3290602570543560870,
        "service_name": "drive-thru",
        "span_id": 4060977232118638715,
        "trace_id": 8541585435296146787
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 03:02:02
success: True
trace_id: 8541585435296146787

Scan 6668090

duration: 0:00:11.605961

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668090

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783925",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730783925/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 728589410157139813,
        "service_name": "drive-thru",
        "span_id": 8893813811933240491,
        "trace_id": 16095818277004300194
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 02:21:41
success: True
trace_id: 16095818277004300194

Scan 6667991

duration: 0:00:11.655759

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667991

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783802",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730783802/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16507385999808744338,
        "service_name": "drive-thru",
        "span_id": 16874199256431135880,
        "trace_id": 353578967040330063
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 02:19:03
success: True
trace_id: 353578967040330063

Scan 6666935

duration: 0:00:11.595085

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666935

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783618",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730783618/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11918418013567861518,
        "service_name": "drive-thru",
        "span_id": 11510423725371140139,
        "trace_id": 1532285701160103938
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 01:50:55
success: True
trace_id: 1532285701160103938

Scan 6666419

duration: 0:00:14.152454

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666419

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783559",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730783559/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7294925331187036704,
        "service_name": "drive-thru",
        "span_id": 7382078718537598790,
        "trace_id": 10694181376621960342
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 01:37:27
success: True
trace_id: 10694181376621960342

Scan 6665887

duration: 0:00:14.148850

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665887

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730783340",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730783340/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15117915882480965251,
        "service_name": "drive-thru",
        "span_id": 14203583008569370048,
        "trace_id": 5965557963137892178
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 01:23:23
success: True
trace_id: 5965557963137892178

Scan 6665122

duration: 0:00:11.757349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665122

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782939",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730782939/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13438005869077052754,
        "service_name": "drive-thru",
        "span_id": 2973288291258293495,
        "trace_id": 13562581888803842744
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 01:03:04
success: True
trace_id: 13562581888803842744

Scan 6664140

duration: 0:00:11.653331

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664140

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-04/1730782830",
        "key": "raw/newbookdev_newbookquotes_labour/2024-11-04/1730782830/quotes_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13931437681862468628,
        "service_name": "drive-thru",
        "span_id": 6193389589293383262,
        "trace_id": 2681206475226784704
    }
}

running: False
schema_name_id: 2934
start_time: 2024-11-05 00:37:13
success: True
trace_id: 2681206475226784704

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

created: 2024-11-05 23:23:30

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:22:08",
        "disabled": false,
        "format": "raw",
        "id": 2934,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookquotes_labour"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "calculated_price": "string",
            "created_by": "string",
            "created_when": "string",
            "description": "string",
            "duration": "string",
            "fixed_price": "string",
            "group_description": "string",
            "group_display_order": "string",
            "id": "string",
            "newbook_region": "string",
            "quote_id": "string",
            "rate_id": "string",
            "removed_by": "string",
            "removed_when": "string",
            "staff_count": "string",
            "tenant": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 23:23:30",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_labour/2024-11-05/1730866588'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_labour`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_labour"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}