Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link

created: 2024-10-08 17:53:19
disabled: False
format: raw
id: 2636
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookequipment_ownership_link"
}

type: drivethrucsv

Schema Versions: 15

Version 4748829

created: 2024-11-05 23:03:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483
id: 4748829
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6674861
updated: 2024-11-05 23:04:05

Version 4748395

created: 2024-11-05 22:44:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866397
id: 4748395
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6674427
updated: 2024-11-05 22:45:02

Version 4747655

created: 2024-11-05 22:22:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866286'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866286
id: 4747655
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6673687
updated: 2024-11-05 22:22:42

Version 4746746

created: 2024-11-05 04:20:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785705'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785705
id: 4746746
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6671971
updated: 2024-11-05 04:20:26

Version 4746146

created: 2024-11-05 03:50:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785116'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785116
id: 4746146
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6671367
updated: 2024-11-05 03:51:08

Version 4744690

created: 2024-11-05 03:09:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784811'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784811
id: 4744690
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6669907
updated: 2024-11-05 03:10:00

Version 4744550

created: 2024-11-05 03:06:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784207'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784207
id: 4744550
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6669767
updated: 2024-11-05 03:06:15

Version 4743943

created: 2024-11-05 02:49:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784045'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784045
id: 4743943
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6669160
updated: 2024-11-05 02:50:06

Version 4743213

created: 2024-11-05 02:30:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783892'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783892
id: 4743213
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6668430
updated: 2024-11-05 02:30:50

Version 4742428

created: 2024-11-05 02:09:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783758'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783758
id: 4742428
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6667645
updated: 2024-11-05 02:10:07

Version 4741047

created: 2024-11-05 01:33:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783514'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783514
id: 4741047
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6666264
updated: 2024-11-05 01:33:35

Version 4741028

created: 2024-11-05 01:32:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783607'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783607
id: 4741028
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6666245
updated: 2024-11-05 01:33:04

Version 4740212

created: 2024-11-05 01:11:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783298'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783298
id: 4740212
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6665429
updated: 2024-11-05 01:11:37

Version 4739480

created: 2024-11-05 00:51:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782897'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782897
id: 4739480
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6664694
updated: 2024-11-05 00:51:54

Version 4738979

created: 2024-11-05 00:38:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782798
id: 4738979
processed: 1

raw_data:

{
    "created_when": 8,
    "equipment_id": 3,
    "for": 4,
    "for_id": 5,
    "id": 2,
    "newbook_region": 0,
    "period_from": 6,
    "period_to": 7,
    "tenant": 1
}

schema_attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

schema_name_id: 2636
schema_scan_id: 6664193
updated: 2024-11-05 00:38:54

Schema Scans: 15

Last at 2024-11-05 23:03:51

Scan 6674861

duration: 0:00:14.173881

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674861

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13511068024789919564,
        "service_name": "drive-thru",
        "span_id": 3850649622395791807,
        "trace_id": 17425373329812306299
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 23:03:51
success: True
trace_id: 17425373329812306299

Scan 6674427

duration: 0:00:14.150934

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674427

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866397",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866397/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12605552124432451796,
        "service_name": "drive-thru",
        "span_id": 8435726884390546800,
        "trace_id": 9658854270841765571
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 22:44:48
success: True
trace_id: 9658854270841765571

Scan 6673687

duration: 0:00:11.394253

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673687

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866286",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866286/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13163806409989707914,
        "service_name": "drive-thru",
        "span_id": 13698935977561401056,
        "trace_id": 18336438251924123370
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 22:22:31
success: True
trace_id: 18336438251924123370

Scan 6671971

duration: 0:00:11.707022

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671971

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785705",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785705/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4795939761017560431,
        "service_name": "drive-thru",
        "span_id": 17157541884741499799,
        "trace_id": 16582288020019083401
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 04:20:15
success: True
trace_id: 16582288020019083401

Scan 6671367

duration: 0:00:14.283269

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671367

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785116",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730785116/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11846111434202412663,
        "service_name": "drive-thru",
        "span_id": 1049276754301961093,
        "trace_id": 1419735324636376048
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 03:50:54
success: True
trace_id: 1419735324636376048

Scan 6669907

duration: 0:00:11.446434

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669907

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784811",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784811/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2330229681301876025,
        "service_name": "drive-thru",
        "span_id": 9770299550200897224,
        "trace_id": 17294348108512357665
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 03:09:49
success: True
trace_id: 17294348108512357665

Scan 6669767

duration: 0:00:11.513306

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669767

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784207",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784207/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4821496994855455491,
        "service_name": "drive-thru",
        "span_id": 742143931985515809,
        "trace_id": 16000537675293175290
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 03:06:04
success: True
trace_id: 16000537675293175290

Scan 6669160

duration: 0:00:13.862318

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669160

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784045",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730784045/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14682858396025755586,
        "service_name": "drive-thru",
        "span_id": 5460568590239835190,
        "trace_id": 3888359062019331212
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 02:49:53
success: True
trace_id: 3888359062019331212

Scan 6668430

duration: 0:00:13.951249

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668430

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783892",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783892/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16552215526305794805,
        "service_name": "drive-thru",
        "span_id": 493000105731944756,
        "trace_id": 4347215131654424605
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 02:30:36
success: True
trace_id: 4347215131654424605

Scan 6667645

duration: 0:00:11.482211

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667645

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783758",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783758/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12685386168395968131,
        "service_name": "drive-thru",
        "span_id": 12443841592978445427,
        "trace_id": 8045358333320374489
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 02:09:56
success: True
trace_id: 8045358333320374489

Scan 6666264

duration: 0:00:11.411228

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666264

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783514",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783514/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11104505926609623671,
        "service_name": "drive-thru",
        "span_id": 16164611829519547929,
        "trace_id": 16936588463739850851
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 01:33:24
success: True
trace_id: 16936588463739850851

Scan 6666245

duration: 0:00:11.441033

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666245

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783607",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783607/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16486285874358605698,
        "service_name": "drive-thru",
        "span_id": 12000378590359343547,
        "trace_id": 15489645553949726164
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 01:32:53
success: True
trace_id: 15489645553949726164

Scan 6665429

duration: 0:00:14.120349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665429

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783298",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730783298/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10690947014677556712,
        "service_name": "drive-thru",
        "span_id": 14529491370780302537,
        "trace_id": 15183645967154644801
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 01:11:22
success: True
trace_id: 15183645967154644801

Scan 6664694

duration: 0:00:11.276219

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664694

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782897",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782897/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 848168825031028325,
        "service_name": "drive-thru",
        "span_id": 2826943010180796232,
        "trace_id": 5296292966887815775
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 00:51:43
success: True
trace_id: 5296292966887815775

Scan 6664193

duration: 0:00:14.032892

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664193

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782798",
        "key": "raw/newbookdev_newbookequipment_ownership_link/2024-11-04/1730782798/equipment_ownership_link.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9229503907901639482,
        "service_name": "drive-thru",
        "span_id": 8464389689871608025,
        "trace_id": 10100670035474924530
    }
}

running: False
schema_name_id: 2636
start_time: 2024-11-05 00:38:40
success: True
trace_id: 10100670035474924530

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "created_when": "string",
    "equipment_id": "string",
    "for": "string",
    "for_id": "string",
    "id": "string",
    "newbook_region": "string",
    "period_from": "string",
    "period_to": "string",
    "tenant": "string"
}

created: 2024-11-05 23:03:51

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:53:19",
        "disabled": false,
        "format": "raw",
        "id": 2636,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookequipment_ownership_link"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "created_when": "string",
            "equipment_id": "string",
            "for": "string",
            "for_id": "string",
            "id": "string",
            "newbook_region": "string",
            "period_from": "string",
            "period_to": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:03:51",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `equipment_id`  string , `for`  string , `for_id`  string , `period_from`  string , `period_to`  string , `created_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookequipment_ownership_link/2024-11-05/1730866483'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookequipment_ownership_link"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}