Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookequipment

created: 2024-10-08 17:58:06
disabled: False
format: raw
id: 2701
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookequipment"
}

type: drivethrucsv

Schema Versions: 15

Version 4748732

created: 2024-11-05 22:58:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866481'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866481
id: 4748732
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6674764
updated: 2024-11-05 22:58:39

Version 4748188

created: 2024-11-05 22:37:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866395
id: 4748188
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6674220
updated: 2024-11-05 22:37:40

Version 4747654

created: 2024-11-05 22:22:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866285'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866285
id: 4747654
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6673685
updated: 2024-11-05 22:22:44

Version 4747077

created: 2024-11-05 04:47:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785704'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785704
id: 4747077
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6672309
updated: 2024-11-05 04:48:03

Version 4746128

created: 2024-11-05 03:50:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785115'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785115
id: 4746128
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6671349
updated: 2024-11-05 03:50:32

Version 4744695

created: 2024-11-05 03:09:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784207'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784207
id: 4744695
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6669912
updated: 2024-11-05 03:10:11

Version 4744685

created: 2024-11-05 03:09:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784810'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784810
id: 4744685
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6669902
updated: 2024-11-05 03:09:52

Version 4743869

created: 2024-11-05 02:48:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784044'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784044
id: 4743869
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6669086
updated: 2024-11-05 02:48:12

Version 4743385

created: 2024-11-05 02:35:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783892'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783892
id: 4743385
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6668602
updated: 2024-11-05 02:35:24

Version 4742393

created: 2024-11-05 02:09:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783757'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783757
id: 4742393
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6667610
updated: 2024-11-05 02:09:18

Version 4741063

created: 2024-11-05 01:33:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783513'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783513
id: 4741063
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6666280
updated: 2024-11-05 01:33:58

Version 4741022

created: 2024-11-05 01:32:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783607'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783607
id: 4741022
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6666238
updated: 2024-11-05 01:32:55

Version 4740228

created: 2024-11-05 01:11:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783295'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783295
id: 4740228
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6665445
updated: 2024-11-05 01:12:02

Version 4739578

created: 2024-11-05 00:54:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782897'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782897
id: 4739578
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6664794
updated: 2024-11-05 00:54:29

Version 4738980

created: 2024-11-05 00:38:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782798
id: 4738980
processed: 1

raw_data:

{
    "active": 15,
    "added_by": 13,
    "added_when": 14,
    "equipment_height": 9,
    "equipment_length": 7,
    "equipment_make": 4,
    "equipment_model": 5,
    "equipment_name": 3,
    "equipment_registration": 10,
    "equipment_registration_expiry": 11,
    "equipment_type": 6,
    "equipment_width": 8,
    "id": 2,
    "newbook_region": 0,
    "slideouts": 12,
    "tenant": 1
}

schema_attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

schema_name_id: 2701
schema_scan_id: 6664194
updated: 2024-11-05 00:38:52

Schema Scans: 15

Last at 2024-11-05 22:58:27

Scan 6674764

duration: 0:00:11.756453

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674764

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866481",
        "key": "raw/newbookdev_newbookequipment/2024-11-05/1730866481/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13176589056269965257,
        "service_name": "drive-thru",
        "span_id": 931684796029317527,
        "trace_id": 5100838048013990212
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 22:58:27
success: True
trace_id: 5100838048013990212

Scan 6674220

duration: 0:00:11.790455

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674220

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866395",
        "key": "raw/newbookdev_newbookequipment/2024-11-05/1730866395/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9787837470835104218,
        "service_name": "drive-thru",
        "span_id": 6489878934361541210,
        "trace_id": 15959922432764417303
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 22:37:29
success: True
trace_id: 15959922432764417303

Scan 6673685

duration: 0:00:14.073808

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673685

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866285",
        "key": "raw/newbookdev_newbookequipment/2024-11-05/1730866285/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7572994696377294583,
        "service_name": "drive-thru",
        "span_id": 12524754431093354729,
        "trace_id": 16224171327852802475
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 22:22:30
success: True
trace_id: 16224171327852802475

Scan 6672309

duration: 0:00:14.325770

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672309

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785704",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730785704/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18354367880742195326,
        "service_name": "drive-thru",
        "span_id": 17752252819088824355,
        "trace_id": 13093740838219483165
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 04:47:49
success: True
trace_id: 13093740838219483165

Scan 6671349

duration: 0:00:14.473523

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671349

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730785115",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730785115/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13819445245546494393,
        "service_name": "drive-thru",
        "span_id": 10580126322808055376,
        "trace_id": 9678200198741923101
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 03:50:18
success: True
trace_id: 9678200198741923101

Scan 6669912

duration: 0:00:14.106224

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669912

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784207",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730784207/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10448076309573011945,
        "service_name": "drive-thru",
        "span_id": 8976697533401196760,
        "trace_id": 7593790280751327137
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 03:09:57
success: True
trace_id: 7593790280751327137

Scan 6669902

duration: 0:00:11.513704

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669902

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784810",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730784810/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7674157065631562316,
        "service_name": "drive-thru",
        "span_id": 104535923756536630,
        "trace_id": 4899400103800880722
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 03:09:41
success: True
trace_id: 4899400103800880722

Scan 6669086

duration: 0:00:11.683791

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669086

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730784044",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730784044/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3497167314171367247,
        "service_name": "drive-thru",
        "span_id": 10891162177116904468,
        "trace_id": 4286677120967415011
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 02:48:00
success: True
trace_id: 4286677120967415011

Scan 6668602

duration: 0:00:11.843109

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668602

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783892",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730783892/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8306322967139873845,
        "service_name": "drive-thru",
        "span_id": 17203945822955111741,
        "trace_id": 2525364115213427309
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 02:35:12
success: True
trace_id: 2525364115213427309

Scan 6667610

duration: 0:00:14.129184

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667610

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783757",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730783757/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10184245673434943107,
        "service_name": "drive-thru",
        "span_id": 8571732765973888910,
        "trace_id": 3865610266258305155
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 02:09:04
success: True
trace_id: 3865610266258305155

Scan 6666280

duration: 0:00:11.542826

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666280

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783513",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730783513/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17406868096272113678,
        "service_name": "drive-thru",
        "span_id": 5517284390439116923,
        "trace_id": 5807823094251223584
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 01:33:47
success: True
trace_id: 5807823094251223584

Scan 6666238

duration: 0:00:14.090786

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666238

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783607",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730783607/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12887588279827893912,
        "service_name": "drive-thru",
        "span_id": 14529138291433758205,
        "trace_id": 4551912074321470922
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 01:32:41
success: True
trace_id: 4551912074321470922

Scan 6665445

duration: 0:00:14.105233

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665445

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730783295",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730783295/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3563536724021230883,
        "service_name": "drive-thru",
        "span_id": 1522482974315905955,
        "trace_id": 3955367432313181901
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 01:11:48
success: True
trace_id: 3955367432313181901

Scan 6664794

duration: 0:00:11.505218

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664794

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782897",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730782897/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10647593158611010364,
        "service_name": "drive-thru",
        "span_id": 12783057136661981490,
        "trace_id": 6493167249099190392
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 00:54:17
success: True
trace_id: 6493167249099190392

Scan 6664194

duration: 0:00:11.744677

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664194

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-04/1730782798",
        "key": "raw/newbookdev_newbookequipment/2024-11-04/1730782798/equipment.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13696027717972977726,
        "service_name": "drive-thru",
        "span_id": 15815257920048519367,
        "trace_id": 6890738058598569042
    }
}

running: False
schema_name_id: 2701
start_time: 2024-11-05 00:38:41
success: True
trace_id: 6890738058598569042

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "added_by": "string",
    "added_when": "string",
    "equipment_height": "string",
    "equipment_length": "string",
    "equipment_make": "string",
    "equipment_model": "string",
    "equipment_name": "string",
    "equipment_registration": "string",
    "equipment_registration_expiry": "string",
    "equipment_type": "string",
    "equipment_width": "string",
    "id": "string",
    "newbook_region": "string",
    "slideouts": "string",
    "tenant": "string"
}

created: 2024-11-05 22:58:28

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866481'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:58:06",
        "disabled": false,
        "format": "raw",
        "id": 2701,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookequipment"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "added_by": "string",
            "added_when": "string",
            "equipment_height": "string",
            "equipment_length": "string",
            "equipment_make": "string",
            "equipment_model": "string",
            "equipment_name": "string",
            "equipment_registration": "string",
            "equipment_registration_expiry": "string",
            "equipment_type": "string",
            "equipment_width": "string",
            "id": "string",
            "newbook_region": "string",
            "slideouts": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:58:28",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_name`  string , `equipment_make`  string , `equipment_model`  string , `equipment_type`  string , `equipment_length`  string , `equipment_width`  string , `equipment_height`  string , `equipment_registration`  string , `equipment_registration_expiry`  string , `slideouts`  string , `added_by`  string , `added_when`  string , `active`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment/2024-11-05/1730866481'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}