Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookguests_equipment

created: 2024-10-08 17:52:24
disabled: False
format: raw
id: 2623
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookguests_equipment"
}

type: drivethrucsv

Schema Versions: 15

Version 4749000

created: 2024-11-05 23:13:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505
id: 4749000
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6675032
updated: 2024-11-05 23:13:25

Version 4748358

created: 2024-11-05 22:43:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866425'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866425
id: 4748358
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6674390
updated: 2024-11-05 22:43:41

Version 4747727

created: 2024-11-05 22:24:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866306'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866306
id: 4747727
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6673759
updated: 2024-11-05 22:24:37

Version 4746171

created: 2024-11-05 03:51:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785123'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785123
id: 4746171
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6671392
updated: 2024-11-05 03:52:01

Version 4746132

created: 2024-11-05 03:50:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785718'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785718
id: 4746132
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6671353
updated: 2024-11-05 03:50:36

Version 4745429

created: 2024-11-05 03:29:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784818
id: 4745429
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6670646
updated: 2024-11-05 03:29:21

Version 4744936

created: 2024-11-05 03:16:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784215'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784215
id: 4744936
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6670153
updated: 2024-11-05 03:16:35

Version 4743928

created: 2024-11-05 02:49:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784052'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784052
id: 4743928
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6669145
updated: 2024-11-05 02:49:42

Version 4742679

created: 2024-11-05 02:16:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783765'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783765
id: 4742679
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6667896
updated: 2024-11-05 02:16:49

Version 4742660

created: 2024-11-05 02:16:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783898'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783898
id: 4742660
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6667877
updated: 2024-11-05 02:16:15

Version 4741898

created: 2024-11-05 01:55:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783663'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783663
id: 4741898
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6667115
updated: 2024-11-05 01:55:54

Version 4740645

created: 2024-11-05 01:22:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783521'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783521
id: 4740645
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6665862
updated: 2024-11-05 01:22:59

Version 4740301

created: 2024-11-05 01:13:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783304'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783304
id: 4740301
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6665517
updated: 2024-11-05 01:13:59

Version 4739449

created: 2024-11-05 00:50:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782905
id: 4739449
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6664664
updated: 2024-11-05 00:51:07

Version 4739010

created: 2024-11-05 00:39:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782804
id: 4739010
processed: 1

raw_data:

{
    "active": 17,
    "added_by": 15,
    "added_when": 16,
    "equipment_height": 12,
    "equipment_length": 10,
    "equipment_make": 8,
    "equipment_model": 9,
    "equipment_name": 7,
    "equipment_registration": 13,
    "equipment_registration_expiry": 14,
    "equipment_width": 11,
    "for": 3,
    "for_id": 4,
    "from": 5,
    "from_id": 6,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

schema_name_id: 2623
schema_scan_id: 6664225
updated: 2024-11-05 00:39:39

Schema Scans: 15

Last at 2024-11-05 23:13:11

Scan 6675032

duration: 0:00:14.402721

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675032

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10831841596274458388,
        "service_name": "drive-thru",
        "span_id": 14988720079431090704,
        "trace_id": 6892849085688638634
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 23:13:11
success: True
trace_id: 6892849085688638634

Scan 6674390

duration: 0:00:11.898333

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674390

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866425",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-05/1730866425/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10033823265932387581,
        "service_name": "drive-thru",
        "span_id": 7069920347636558216,
        "trace_id": 11188831007088962336
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 22:43:29
success: True
trace_id: 11188831007088962336

Scan 6673759

duration: 0:00:14.168101

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673759

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866306",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-05/1730866306/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7787469001249055653,
        "service_name": "drive-thru",
        "span_id": 343268854323398456,
        "trace_id": 7980480930855549274
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 22:24:23
success: True
trace_id: 7980480930855549274

Scan 6671392

duration: 0:00:14.451916

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671392

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785123",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730785123/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12389884521220517593,
        "service_name": "drive-thru",
        "span_id": 16602873917015572557,
        "trace_id": 5138027300825919809
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 03:51:47
success: True
trace_id: 5138027300825919809

Scan 6671353

duration: 0:00:14.393223

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671353

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730785718",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730785718/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7585121754056762070,
        "service_name": "drive-thru",
        "span_id": 14797071131799146239,
        "trace_id": 13523565862241883377
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 03:50:21
success: True
trace_id: 13523565862241883377

Scan 6670646

duration: 0:00:11.616362

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670646

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784818",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730784818/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5095242134689574965,
        "service_name": "drive-thru",
        "span_id": 8739820861678073492,
        "trace_id": 1613746415483174330
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 03:29:10
success: True
trace_id: 1613746415483174330

Scan 6670153

duration: 0:00:14.332624

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670153

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784215",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730784215/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17690902830443956251,
        "service_name": "drive-thru",
        "span_id": 15331416852497750646,
        "trace_id": 2696569216773348071
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 03:16:21
success: True
trace_id: 2696569216773348071

Scan 6669145

duration: 0:00:11.639877

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669145

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730784052",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730784052/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4005692537982349415,
        "service_name": "drive-thru",
        "span_id": 9310758946766072041,
        "trace_id": 3590864680637136369
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 02:49:31
success: True
trace_id: 3590864680637136369

Scan 6667896

duration: 0:00:14.145822

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667896

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783765",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730783765/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6911298775387818917,
        "service_name": "drive-thru",
        "span_id": 16802686958386762447,
        "trace_id": 16125727639109561626
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 02:16:34
success: True
trace_id: 16125727639109561626

Scan 6667877

duration: 0:00:11.666151

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667877

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783898",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730783898/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 797059898842427972,
        "service_name": "drive-thru",
        "span_id": 14167586178323183181,
        "trace_id": 11455215776464837972
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 02:16:04
success: True
trace_id: 11455215776464837972

Scan 6667115

duration: 0:00:14.089283

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667115

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783663",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730783663/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17903261605719966364,
        "service_name": "drive-thru",
        "span_id": 5246116870765678253,
        "trace_id": 16704262819320069671
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 01:55:40
success: True
trace_id: 16704262819320069671

Scan 6665862

duration: 0:00:14.239291

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665862

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783521",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730783521/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15507247151245436480,
        "service_name": "drive-thru",
        "span_id": 16076920011548720164,
        "trace_id": 10566979776504388828
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 01:22:45
success: True
trace_id: 10566979776504388828

Scan 6665517

duration: 0:00:14.241511

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665517

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730783304",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730783304/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9682563130367088800,
        "service_name": "drive-thru",
        "span_id": 4827502431297399723,
        "trace_id": 6505314156717371287
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 01:13:45
success: True
trace_id: 6505314156717371287

Scan 6664664

duration: 0:00:14.140080

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664664

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782905",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730782905/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12796865045483560724,
        "service_name": "drive-thru",
        "span_id": 1145295754967893120,
        "trace_id": 688640383424876438
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 00:50:53
success: True
trace_id: 688640383424876438

Scan 6664225

duration: 0:00:11.637923

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664225

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-04/1730782804",
        "key": "raw/newbookdev_newbookguests_equipment/2024-11-04/1730782804/guests_equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookguests_equipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15375306770922294296,
        "service_name": "drive-thru",
        "span_id": 2886780145198706948,
        "trace_id": 3681583658191196844
    }
}

running: False
schema_name_id: 2623
start_time: 2024-11-05 00:39:28
success: True
trace_id: 3681583658191196844

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_width": "string",
    "for": "string",
    "for_id": "string",
    "from": "string",
    "from_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string"
}

created: 2024-11-05 23:13:11

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:52:24",
        "disabled": false,
        "format": "raw",
        "id": 2623,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookguests_equipment"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "added_by": "string",
            "added_when": "string",
            "equipment_height": "string",
            "equipment_length": "string",
            "equipment_make": "string",
            "equipment_model": "string",
            "equipment_name": "string",
            "equipment_registration": "string",
            "equipment_registration_expiry": "string",
            "equipment_width": "string",
            "for": "string",
            "for_id": "string",
            "from": "string",
            "from_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:13:11",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookguests_equipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `from`  string , `from_id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookguests_equipment/2024-11-05/1730866505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookguests_equipment`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookguests_equipment"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}