Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookprojects

created: 2024-10-08 18:27:27
disabled: False
format: raw
id: 2983
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookprojects"
}

type: drivethrucsv

Schema Versions: 15

Version 4749291

created: 2024-11-05 23:35:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866585'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866585
id: 4749291
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6675323
updated: 2024-11-05 23:35:16

Version 4749124

created: 2024-11-05 23:22:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866526'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866526
id: 4749124
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6675156
updated: 2024-11-05 23:22:13

Version 4748303

created: 2024-11-05 22:41:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866403'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866403
id: 4748303
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6674335
updated: 2024-11-05 22:41:43

Version 4747233

created: 2024-11-05 05:05:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785780'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785780
id: 4747233
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6672499
updated: 2024-11-05 05:05:33

Version 4746393

created: 2024-11-05 04:01:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785158'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785158
id: 4746393
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6671614
updated: 2024-11-05 04:01:18

Version 4745682

created: 2024-11-05 03:35:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784852'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784852
id: 4745682
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6670900
updated: 2024-11-05 03:36:09

Version 4744825

created: 2024-11-05 03:13:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784249'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784249
id: 4744825
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6670042
updated: 2024-11-05 03:13:33

Version 4744254

created: 2024-11-05 02:58:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784087'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784087
id: 4744254
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6669471
updated: 2024-11-05 02:58:14

Version 4743543

created: 2024-11-05 02:39:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783924'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783924
id: 4743543
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6668760
updated: 2024-11-05 02:39:37

Version 4742883

created: 2024-11-05 02:21:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783800'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783800
id: 4742883
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6668100
updated: 2024-11-05 02:22:06

Version 4741090

created: 2024-11-05 01:34:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783618'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783618
id: 4741090
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6666306
updated: 2024-11-05 01:34:45

Version 4740852

created: 2024-11-05 01:28:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783557'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783557
id: 4740852
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6666068
updated: 2024-11-05 01:28:23

Version 4740657

created: 2024-11-05 01:23:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783339'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783339
id: 4740657
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6665874
updated: 2024-11-05 01:23:17

Version 4739809

created: 2024-11-05 01:00:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782937'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782937
id: 4739809
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6665026
updated: 2024-11-05 01:00:44

Version 4738909

created: 2024-11-05 00:36:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782830'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782830
id: 4738909
processed: 1

raw_data:

{
    "actual_cost": 15,
    "budgeted_cost": 14,
    "cancelled_reason": 13,
    "city": 6,
    "contact_person": 11,
    "country_id": 9,
    "created_when": 17,
    "id": 2,
    "modified_when": 18,
    "name": 4,
    "newbook_region": 0,
    "parent_id": 3,
    "postcode": 8,
    "priority": 10,
    "staff_id": 16,
    "state_id": 7,
    "status_id": 12,
    "street": 5,
    "tenant": 1
}

schema_attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

schema_name_id: 2983
schema_scan_id: 6664122
updated: 2024-11-05 00:37:01

Schema Scans: 15

Last at 2024-11-05 23:35:04

Scan 6675323

duration: 0:00:11.897905

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675323

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866585",
        "key": "raw/newbookdev_newbookprojects/2024-11-05/1730866585/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9685242860737220608,
        "service_name": "drive-thru",
        "span_id": 3546126198043457372,
        "trace_id": 16307778318761846514
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 23:35:04
success: True
trace_id: 16307778318761846514

Scan 6675156

duration: 0:00:11.976280

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675156

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866526",
        "key": "raw/newbookdev_newbookprojects/2024-11-05/1730866526/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1841131570768397166,
        "service_name": "drive-thru",
        "span_id": 5762930028958338897,
        "trace_id": 5486104277025239193
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 23:22:01
success: True
trace_id: 5486104277025239193

Scan 6674335

duration: 0:00:11.950837

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674335

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866403",
        "key": "raw/newbookdev_newbookprojects/2024-11-05/1730866403/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17902393139838039983,
        "service_name": "drive-thru",
        "span_id": 7459175335199381396,
        "trace_id": 13723592032159284495
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 22:41:32
success: True
trace_id: 13723592032159284495

Scan 6672499

duration: 0:00:11.802972

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672499

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785780",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730785780/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14306284990539148835,
        "service_name": "drive-thru",
        "span_id": 11801947743524647728,
        "trace_id": 6284925028478956288
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 05:05:21
success: True
trace_id: 6284925028478956288

Scan 6671614

duration: 0:00:14.383610

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671614

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730785158",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730785158/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9080502665477974420,
        "service_name": "drive-thru",
        "span_id": 8279148232164528875,
        "trace_id": 16842258393510285461
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 04:01:03
success: True
trace_id: 16842258393510285461

Scan 6670900

duration: 0:00:14.235993

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670900

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784852",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730784852/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2921970147600124084,
        "service_name": "drive-thru",
        "span_id": 10670095567638386899,
        "trace_id": 10865090993314885357
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 03:35:54
success: True
trace_id: 10865090993314885357

Scan 6670042

duration: 0:00:11.727852

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670042

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784249",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730784249/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11720467135471424296,
        "service_name": "drive-thru",
        "span_id": 10965414150629847980,
        "trace_id": 18022509805678353780
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 03:13:21
success: True
trace_id: 18022509805678353780

Scan 6669471

duration: 0:00:14.325224

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669471

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730784087",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730784087/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14775494286293392732,
        "service_name": "drive-thru",
        "span_id": 7173624481066938217,
        "trace_id": 6380137546188910245
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 02:58:00
success: True
trace_id: 6380137546188910245

Scan 6668760

duration: 0:00:14.251068

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668760

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783924",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730783924/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13641027346092194444,
        "service_name": "drive-thru",
        "span_id": 835323631430773318,
        "trace_id": 9670474418762387911
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 02:39:23
success: True
trace_id: 9670474418762387911

Scan 6668100

duration: 0:00:11.834012

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668100

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783800",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730783800/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10211545882156339014,
        "service_name": "drive-thru",
        "span_id": 13980951153934767151,
        "trace_id": 6136433893919630780
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 02:21:54
success: True
trace_id: 6136433893919630780

Scan 6666306

duration: 0:00:11.748908

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666306

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783618",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730783618/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6786399316333991958,
        "service_name": "drive-thru",
        "span_id": 13806095611825951106,
        "trace_id": 15698862764821167742
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 01:34:33
success: True
trace_id: 15698862764821167742

Scan 6666068

duration: 0:00:11.714013

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666068

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783557",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730783557/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8323579211027230335,
        "service_name": "drive-thru",
        "span_id": 3658073389354019724,
        "trace_id": 2489658665208063072
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 01:28:12
success: True
trace_id: 2489658665208063072

Scan 6665874

duration: 0:00:11.684724

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665874

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730783339",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730783339/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3678817850113810467,
        "service_name": "drive-thru",
        "span_id": 8306790956866384816,
        "trace_id": 888633373231917414
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 01:23:05
success: True
trace_id: 888633373231917414

Scan 6665026

duration: 0:00:14.419941

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665026

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782937",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730782937/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16357450232891284,
        "service_name": "drive-thru",
        "span_id": 5253069948993701462,
        "trace_id": 4945184398878733187
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 01:00:29
success: True
trace_id: 4945184398878733187

Scan 6664122

duration: 0:00:11.916363

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664122

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-04/1730782830",
        "key": "raw/newbookdev_newbookprojects/2024-11-04/1730782830/projects.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookprojects",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18260872229127264470,
        "service_name": "drive-thru",
        "span_id": 16070285437452771554,
        "trace_id": 14715575683905225575
    }
}

running: False
schema_name_id: 2983
start_time: 2024-11-05 00:36:49
success: True
trace_id: 14715575683905225575

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "actual_cost": "string",
    "budgeted_cost": "string",
    "cancelled_reason": "string",
    "city": "string",
    "contact_person": "string",
    "country_id": "string",
    "created_when": "string",
    "id": "string",
    "modified_when": "string",
    "name": "string",
    "newbook_region": "string",
    "parent_id": "string",
    "postcode": "string",
    "priority": "string",
    "staff_id": "string",
    "state_id": "string",
    "status_id": "string",
    "street": "string",
    "tenant": "string"
}

created: 2024-11-05 23:35:05

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866585'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:27:27",
        "disabled": false,
        "format": "raw",
        "id": 2983,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookprojects"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "actual_cost": "string",
            "budgeted_cost": "string",
            "cancelled_reason": "string",
            "city": "string",
            "contact_person": "string",
            "country_id": "string",
            "created_when": "string",
            "id": "string",
            "modified_when": "string",
            "name": "string",
            "newbook_region": "string",
            "parent_id": "string",
            "postcode": "string",
            "priority": "string",
            "staff_id": "string",
            "state_id": "string",
            "status_id": "string",
            "street": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:35:05",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookprojects`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `parent_id`  string , `name`  string , `street`  string , `city`  string , `state_id`  string , `postcode`  string , `country_id`  string , `priority`  string , `contact_person`  string , `status_id`  string , `cancelled_reason`  string , `budgeted_cost`  string , `actual_cost`  string , `staff_id`  string , `created_when`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookprojects/2024-11-05/1730866585'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookprojects`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookprojects"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}