Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour

created: 2024-10-08 18:26:49
disabled: False
format: raw
id: 2977
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookquotes_packages_labour"
}

type: drivethrucsv

Schema Versions: 15

Version 4749194

created: 2024-11-05 23:26:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589
id: 4749194
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6675226
updated: 2024-11-05 23:27:10

Version 4748917

created: 2024-11-05 23:08:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866530'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866530
id: 4748917
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6674949
updated: 2024-11-05 23:08:54

Version 4748335

created: 2024-11-05 22:42:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866410'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866410
id: 4748335
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6674367
updated: 2024-11-05 22:42:51

Version 4747235

created: 2024-11-05 05:05:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785783'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785783
id: 4747235
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6672502
updated: 2024-11-05 05:05:49

Version 4746613

created: 2024-11-05 04:12:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785159'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785159
id: 4746613
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6671836
updated: 2024-11-05 04:12:44

Version 4745842

created: 2024-11-05 03:40:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784854'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784854
id: 4745842
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6671060
updated: 2024-11-05 03:40:53

Version 4744855

created: 2024-11-05 03:14:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784250'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784250
id: 4744855
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6670072
updated: 2024-11-05 03:14:18

Version 4744413

created: 2024-11-05 03:02:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784088'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784088
id: 4744413
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6669630
updated: 2024-11-05 03:02:34

Version 4743548

created: 2024-11-05 02:39:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783925'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783925
id: 4743548
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6668765
updated: 2024-11-05 02:39:41

Version 4742248

created: 2024-11-05 02:05:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783802'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783802
id: 4742248
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6667465
updated: 2024-11-05 02:05:20

Version 4742174

created: 2024-11-05 02:03:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783691'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783691
id: 4742174
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6667391
updated: 2024-11-05 02:03:15

Version 4740875

created: 2024-11-05 01:28:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783559'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783559
id: 4740875
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6666092
updated: 2024-11-05 01:28:59

Version 4740554

created: 2024-11-05 01:20:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783341'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783341
id: 4740554
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6665771
updated: 2024-11-05 01:20:32

Version 4739823

created: 2024-11-05 01:00:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782939'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782939
id: 4739823
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6665040
updated: 2024-11-05 01:01:04

Version 4738991

created: 2024-11-05 00:39:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782831'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782831
id: 4738991
processed: 1

raw_data:

{
    "calculated_price": 8,
    "created_by": 9,
    "created_when": 10,
    "description": 6,
    "duration": 11,
    "fixed_price": 7,
    "group_description": 13,
    "group_display_order": 14,
    "id": 2,
    "newbook_region": 0,
    "quote_package_id": 3,
    "rate_id": 5,
    "removed_by": 16,
    "removed_when": 15,
    "staff_count": 12,
    "tenant": 1,
    "type_id": 4
}

schema_attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

schema_name_id: 2977
schema_scan_id: 6664205
updated: 2024-11-05 00:39:12

Schema Scans: 15

Last at 2024-11-05 23:26:56

Scan 6675226

duration: 0:00:14.406662

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675226

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6746354053908831165,
        "service_name": "drive-thru",
        "span_id": 3039521523760967577,
        "trace_id": 5202609468169075904
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 23:26:56
success: True
trace_id: 5202609468169075904

Scan 6674949

duration: 0:00:11.885772

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674949

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866530",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866530/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5104703240393715053,
        "service_name": "drive-thru",
        "span_id": 5966051650812553790,
        "trace_id": 16271306279448412081
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 23:08:42
success: True
trace_id: 16271306279448412081

Scan 6674367

duration: 0:00:14.472154

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674367

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866410",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866410/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11196532152769295303,
        "service_name": "drive-thru",
        "span_id": 14054242625273397802,
        "trace_id": 6130700260245439119
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 22:42:37
success: True
trace_id: 6130700260245439119

Scan 6672502

duration: 0:00:14.451371

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672502

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785783",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785783/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8522070352066105186,
        "service_name": "drive-thru",
        "span_id": 16828792826954944497,
        "trace_id": 6865667280178705267
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 05:05:34
success: True
trace_id: 6865667280178705267

Scan 6671836

duration: 0:00:14.417522

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671836

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785159",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730785159/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8366079871276342531,
        "service_name": "drive-thru",
        "span_id": 9960302775252070796,
        "trace_id": 3335954271220111754
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 04:12:30
success: True
trace_id: 3335954271220111754

Scan 6671060

duration: 0:00:14.343597

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671060

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784854",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784854/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2420861161918876690,
        "service_name": "drive-thru",
        "span_id": 16106385457962883382,
        "trace_id": 8698693704767192630
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 03:40:38
success: True
trace_id: 8698693704767192630

Scan 6670072

duration: 0:00:11.624090

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670072

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784250",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784250/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12125854802406309906,
        "service_name": "drive-thru",
        "span_id": 16840385797185807932,
        "trace_id": 185027932712590684
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 03:14:06
success: True
trace_id: 185027932712590684

Scan 6669630

duration: 0:00:14.254434

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669630

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784088",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730784088/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10435848802883028635,
        "service_name": "drive-thru",
        "span_id": 15924794626621128204,
        "trace_id": 16449504407583330090
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 03:02:20
success: True
trace_id: 16449504407583330090

Scan 6668765

duration: 0:00:11.719987

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668765

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783925",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783925/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15873195413320350934,
        "service_name": "drive-thru",
        "span_id": 10529527287964774157,
        "trace_id": 11591588110301745550
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 02:39:29
success: True
trace_id: 11591588110301745550

Scan 6667465

duration: 0:00:14.196584

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667465

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783802",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783802/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13209519492758587997,
        "service_name": "drive-thru",
        "span_id": 7259690331522328626,
        "trace_id": 7465234688831364698
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 02:05:06
success: True
trace_id: 7465234688831364698

Scan 6667391

duration: 0:00:11.543102

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667391

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783691",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783691/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10093001063847357925,
        "service_name": "drive-thru",
        "span_id": 7912754235078801658,
        "trace_id": 5634015962939504041
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 02:03:03
success: True
trace_id: 5634015962939504041

Scan 6666092

duration: 0:00:11.795032

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666092

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783559",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783559/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12856412660530370037,
        "service_name": "drive-thru",
        "span_id": 12835234193164239908,
        "trace_id": 12482798824414590610
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 01:28:48
success: True
trace_id: 12482798824414590610

Scan 6665771

duration: 0:00:11.812401

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665771

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783341",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730783341/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2491457133578529228,
        "service_name": "drive-thru",
        "span_id": 4735921291971351017,
        "trace_id": 8388723471566893029
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 01:20:20
success: True
trace_id: 8388723471566893029

Scan 6665040

duration: 0:00:11.707376

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665040

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782939",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782939/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2130547661739460627,
        "service_name": "drive-thru",
        "span_id": 13096180563565652289,
        "trace_id": 14620104475816469524
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 01:00:52
success: True
trace_id: 14620104475816469524

Scan 6664205

duration: 0:00:11.761055

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664205

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782831",
        "key": "raw/newbookdev_newbookquotes_packages_labour/2024-11-04/1730782831/quotes_packages_labour.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5100001168325942917,
        "service_name": "drive-thru",
        "span_id": 16628178525968393775,
        "trace_id": 7763794190301029057
    }
}

running: False
schema_name_id: 2977
start_time: 2024-11-05 00:39:00
success: True
trace_id: 7763794190301029057

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "calculated_price": "string",
    "created_by": "string",
    "created_when": "string",
    "description": "string",
    "duration": "string",
    "fixed_price": "string",
    "group_description": "string",
    "group_display_order": "string",
    "id": "string",
    "newbook_region": "string",
    "quote_package_id": "string",
    "rate_id": "string",
    "removed_by": "string",
    "removed_when": "string",
    "staff_count": "string",
    "tenant": "string",
    "type_id": "string"
}

created: 2024-11-05 23:26:56

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:26:49",
        "disabled": false,
        "format": "raw",
        "id": 2977,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookquotes_packages_labour"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "calculated_price": "string",
            "created_by": "string",
            "created_when": "string",
            "description": "string",
            "duration": "string",
            "fixed_price": "string",
            "group_description": "string",
            "group_display_order": "string",
            "id": "string",
            "newbook_region": "string",
            "quote_package_id": "string",
            "rate_id": "string",
            "removed_by": "string",
            "removed_when": "string",
            "staff_count": "string",
            "tenant": "string",
            "type_id": "string"
        },
        "created": "2024-11-05 23:26:56",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `quote_package_id`  string , `type_id`  string , `rate_id`  string , `description`  string , `fixed_price`  string , `calculated_price`  string , `created_by`  string , `created_when`  string , `duration`  string , `staff_count`  string , `group_description`  string , `group_display_order`  string , `removed_when`  string , `removed_by`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookquotes_packages_labour/2024-11-05/1730866589'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookquotes_packages_labour"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}