Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbooklost_property

created: 2024-10-08 18:12:18
disabled: False
format: raw
id: 2841
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbooklost_property"
}

type: drivethrucsv

Schema Versions: 15

Version 4749161

created: 2024-11-05 23:24:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866547'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866547
id: 4749161
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6675193
updated: 2024-11-05 23:24:51

Version 4748853

created: 2024-11-05 23:05:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866488'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866488
id: 4748853
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6674885
updated: 2024-11-05 23:05:26

Version 4747902

created: 2024-11-05 22:28:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866353'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866353
id: 4747902
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6673934
updated: 2024-11-05 22:29:10

Version 4747195

created: 2024-11-05 05:00:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785752'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785752
id: 4747195
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6672427
updated: 2024-11-05 05:00:44

Version 4746558

created: 2024-11-05 04:09:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785142'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785142
id: 4746558
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6671781
updated: 2024-11-05 04:09:40

Version 4745476

created: 2024-11-05 03:30:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784837'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784837
id: 4745476
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6670693
updated: 2024-11-05 03:30:37

Version 4744208

created: 2024-11-05 02:56:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784233'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784233
id: 4744208
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6669425
updated: 2024-11-05 02:57:01

Version 4744002

created: 2024-11-05 02:51:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784071
id: 4744002
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6669219
updated: 2024-11-05 02:51:43

Version 4743586

created: 2024-11-05 02:40:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783912'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783912
id: 4743586
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6668803
updated: 2024-11-05 02:40:44

Version 4742570

created: 2024-11-05 02:13:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783785
id: 4742570
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6667787
updated: 2024-11-05 02:13:55

Version 4742069

created: 2024-11-05 02:00:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783678'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783678
id: 4742069
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6667286
updated: 2024-11-05 02:00:27

Version 4741340

created: 2024-11-05 01:41:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783541
id: 4741340
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6666557
updated: 2024-11-05 01:41:15

Version 4740350

created: 2024-11-05 01:15:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783323'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783323
id: 4740350
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6665567
updated: 2024-11-05 01:15:14

Version 4739445

created: 2024-11-05 00:50:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782923
id: 4739445
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6664660
updated: 2024-11-05 00:51:03

Version 4738910

created: 2024-11-05 00:36:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782818'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782818
id: 4738910
processed: 1

raw_data:

{
    "cancelled_by": 13,
    "cancelled_when": 14,
    "claimed_by": 11,
    "claimed_when": 12,
    "description": 4,
    "found_by": 9,
    "found_when": 10,
    "found_where": 3,
    "id": 2,
    "lost_by": 6,
    "lost_by_id": 7,
    "lost_when": 8,
    "newbook_region": 0,
    "site_id": 5,
    "status": 15,
    "tenant": 1
}

schema_attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2841
schema_scan_id: 6664123
updated: 2024-11-05 00:37:01

Schema Scans: 15

Last at 2024-11-05 23:24:37

Scan 6675193

duration: 0:00:14.389208

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675193

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866547",
        "key": "raw/newbookdev_newbooklost_property/2024-11-05/1730866547/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13281679124368952438,
        "service_name": "drive-thru",
        "span_id": 5130561905449794868,
        "trace_id": 3626750943243398889
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 23:24:37
success: True
trace_id: 3626750943243398889

Scan 6674885

duration: 0:00:11.976580

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674885

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866488",
        "key": "raw/newbookdev_newbooklost_property/2024-11-05/1730866488/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 399554595577424240,
        "service_name": "drive-thru",
        "span_id": 1160543348321765930,
        "trace_id": 3795025879477707608
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 23:05:14
success: True
trace_id: 3795025879477707608

Scan 6673934

duration: 0:00:11.541724

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673934

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866353",
        "key": "raw/newbookdev_newbooklost_property/2024-11-05/1730866353/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17688226192633820343,
        "service_name": "drive-thru",
        "span_id": 1760630720140188818,
        "trace_id": 4572393179119672674
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 22:28:58
success: True
trace_id: 4572393179119672674

Scan 6672427

duration: 0:00:14.413761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672427

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785752",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730785752/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12617133226998597715,
        "service_name": "drive-thru",
        "span_id": 1362522835591088849,
        "trace_id": 1575083386464486648
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 05:00:30
success: True
trace_id: 1575083386464486648

Scan 6671781

duration: 0:00:14.329089

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671781

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730785142",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730785142/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1819333530165974409,
        "service_name": "drive-thru",
        "span_id": 2825406309398009652,
        "trace_id": 13555014902459255660
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 04:09:25
success: True
trace_id: 13555014902459255660

Scan 6670693

duration: 0:00:14.117006

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670693

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784837",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730784837/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10577869135435097765,
        "service_name": "drive-thru",
        "span_id": 3834214541535885697,
        "trace_id": 15054449361326497343
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 03:30:23
success: True
trace_id: 15054449361326497343

Scan 6669425

duration: 0:00:14.109703

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669425

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784233",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730784233/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18417537839920325561,
        "service_name": "drive-thru",
        "span_id": 16859455265281250295,
        "trace_id": 11247749962696645215
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 02:56:47
success: True
trace_id: 11247749962696645215

Scan 6669219

duration: 0:00:14.011234

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669219

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730784071",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730784071/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9480474210604209187,
        "service_name": "drive-thru",
        "span_id": 11346374133298547325,
        "trace_id": 10308470213392124638
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 02:51:29
success: True
trace_id: 10308470213392124638

Scan 6668803

duration: 0:00:11.709939

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668803

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783912",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730783912/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8088477983756713429,
        "service_name": "drive-thru",
        "span_id": 15437132468042450406,
        "trace_id": 12780705862141008428
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 02:40:32
success: True
trace_id: 12780705862141008428

Scan 6667787

duration: 0:00:14.029130

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667787

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783785",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730783785/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2442427966698779438,
        "service_name": "drive-thru",
        "span_id": 627363245437546517,
        "trace_id": 5464797348711432905
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 02:13:41
success: True
trace_id: 5464797348711432905

Scan 6667286

duration: 0:00:14.167050

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667286

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783678",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730783678/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10843171998336841775,
        "service_name": "drive-thru",
        "span_id": 14358750373927802356,
        "trace_id": 11523230829135029802
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 02:00:13
success: True
trace_id: 11523230829135029802

Scan 6666557

duration: 0:00:11.697589

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666557

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783541",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730783541/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10275730359550296918,
        "service_name": "drive-thru",
        "span_id": 14578071972508049054,
        "trace_id": 14174141067627847452
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 01:41:03
success: True
trace_id: 14174141067627847452

Scan 6665567

duration: 0:00:14.470808

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665567

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730783323",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730783323/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8225082536751123556,
        "service_name": "drive-thru",
        "span_id": 8808474567384784324,
        "trace_id": 10374107206572386576
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 01:14:59
success: True
trace_id: 10374107206572386576

Scan 6664660

duration: 0:00:14.129176

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664660

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782923",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730782923/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15293842374183794417,
        "service_name": "drive-thru",
        "span_id": 6712318450202417841,
        "trace_id": 1915614874037957973
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 00:50:49
success: True
trace_id: 1915614874037957973

Scan 6664123

duration: 0:00:11.806203

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664123

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-04/1730782818",
        "key": "raw/newbookdev_newbooklost_property/2024-11-04/1730782818/lost_property.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbooklost_property",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9021692507513569071,
        "service_name": "drive-thru",
        "span_id": 4304635734780839744,
        "trace_id": 880823449687185603
    }
}

running: False
schema_name_id: 2841
start_time: 2024-11-05 00:36:49
success: True
trace_id: 880823449687185603

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "cancelled_by": "string",
    "cancelled_when": "string",
    "claimed_by": "string",
    "claimed_when": "string",
    "description": "string",
    "found_by": "string",
    "found_when": "string",
    "found_where": "string",
    "id": "string",
    "lost_by": "string",
    "lost_by_id": "string",
    "lost_when": "string",
    "newbook_region": "string",
    "site_id": "string",
    "status": "string",
    "tenant": "string"
}

created: 2024-11-05 23:24:38

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866547'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:12:18",
        "disabled": false,
        "format": "raw",
        "id": 2841,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbooklost_property"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "cancelled_by": "string",
            "cancelled_when": "string",
            "claimed_by": "string",
            "claimed_when": "string",
            "description": "string",
            "found_by": "string",
            "found_when": "string",
            "found_where": "string",
            "id": "string",
            "lost_by": "string",
            "lost_by_id": "string",
            "lost_when": "string",
            "newbook_region": "string",
            "site_id": "string",
            "status": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:24:38",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooklost_property`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `found_where`  string , `description`  string , `site_id`  string , `lost_by`  string , `lost_by_id`  string , `lost_when`  string , `found_by`  string , `found_when`  string , `claimed_by`  string , `claimed_when`  string , `cancelled_by`  string , `cancelled_when`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooklost_property/2024-11-05/1730866547'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooklost_property`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooklost_property"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}