Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs

created: 2024-10-08 17:44:25
disabled: False
format: raw
id: 2512
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcancellation_insurance_logs"
}

type: drivethrucsv

Schema Versions: 15

Version 4748167

created: 2024-11-05 22:36:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389
id: 4748167
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6674198
updated: 2024-11-05 22:37:04

Version 4747720

created: 2024-11-05 22:24:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866320'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866320
id: 4747720
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6673752
updated: 2024-11-05 22:24:23

Version 4747442

created: 2024-11-05 22:16:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866242'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866242
id: 4747442
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6673474
updated: 2024-11-05 22:17:05

Version 4746621

created: 2024-11-05 04:12:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785661'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785661
id: 4746621
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6671844
updated: 2024-11-05 04:13:11

Version 4745966

created: 2024-11-05 03:44:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785089'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785089
id: 4745966
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6671186
updated: 2024-11-05 03:44:37

Version 4745094

created: 2024-11-05 03:20:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784783'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784783
id: 4745094
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6670311
updated: 2024-11-05 03:20:40

Version 4744566

created: 2024-11-05 03:06:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784180'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784180
id: 4744566
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6669783
updated: 2024-11-05 03:06:43

Version 4743740

created: 2024-11-05 02:44:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784018'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784018
id: 4743740
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6668958
updated: 2024-11-05 02:44:47

Version 4743054

created: 2024-11-05 02:26:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783835'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783835
id: 4743054
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6668271
updated: 2024-11-05 02:26:38

Version 4742483

created: 2024-11-05 02:11:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783731'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783731
id: 4742483
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6667701
updated: 2024-11-05 02:11:36

Version 4741675

created: 2024-11-05 01:49:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783637'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783637
id: 4741675
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6666892
updated: 2024-11-05 01:49:59

Version 4740956

created: 2024-11-05 01:30:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783486'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783486
id: 4740956
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6666173
updated: 2024-11-05 01:31:10

Version 4740196

created: 2024-11-05 01:10:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783268'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783268
id: 4740196
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6665413
updated: 2024-11-05 01:11:08

Version 4739264

created: 2024-11-05 00:46:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782870'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782870
id: 4739264
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6664478
updated: 2024-11-05 00:46:18

Version 4738860

created: 2024-11-05 00:35:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782778'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782778
id: 4738860
processed: 1

raw_data:

{
    "id": 2,
    "instance_id": 3,
    "newbook_region": 0,
    "request_body": 6,
    "request_timestamp": 7,
    "request_type": 4,
    "request_url": 5,
    "response_body": 8,
    "response_timestamp": 9,
    "status": 10,
    "tenant": 1
}

schema_attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

schema_name_id: 2512
schema_scan_id: 6664073
updated: 2024-11-05 00:35:44

Schema Scans: 15

Last at 2024-11-05 22:36:52

Scan 6674198

duration: 0:00:11.995894

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674198

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14616919656924717635,
        "service_name": "drive-thru",
        "span_id": 6692107347683028686,
        "trace_id": 17060668326326256407
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 22:36:52
success: True
trace_id: 17060668326326256407

Scan 6673752

duration: 0:00:11.592294

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673752

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866320",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866320/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11079145888231557415,
        "service_name": "drive-thru",
        "span_id": 6009322114874915554,
        "trace_id": 6374862163840002246
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 22:24:12
success: True
trace_id: 6374862163840002246

Scan 6673474

duration: 0:00:11.953622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673474

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866242",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866242/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18229490751976670828,
        "service_name": "drive-thru",
        "span_id": 18134584146026569132,
        "trace_id": 3864318120000242607
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 22:16:53
success: True
trace_id: 3864318120000242607

Scan 6671844

duration: 0:00:14.315219

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671844

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785661",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785661/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6225172305892613484,
        "service_name": "drive-thru",
        "span_id": 8268678005910127403,
        "trace_id": 11341242903057480949
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 04:12:57
success: True
trace_id: 11341242903057480949

Scan 6671186

duration: 0:00:11.704349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671186

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785089",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730785089/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15615887561855392725,
        "service_name": "drive-thru",
        "span_id": 18299551434873365720,
        "trace_id": 2471533793436259033
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 03:44:26
success: True
trace_id: 2471533793436259033

Scan 6670311

duration: 0:00:11.490797

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670311

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784783",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784783/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 199395485528702164,
        "service_name": "drive-thru",
        "span_id": 6111606696045349262,
        "trace_id": 6525254481849599430
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 03:20:28
success: True
trace_id: 6525254481849599430

Scan 6669783

duration: 0:00:13.999827

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669783

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784180",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784180/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9675098218976636219,
        "service_name": "drive-thru",
        "span_id": 689242924891613397,
        "trace_id": 14537873417769951335
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 03:06:29
success: True
trace_id: 14537873417769951335

Scan 6668958

duration: 0:00:11.723116

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668958

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784018",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730784018/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6271365695436469618,
        "service_name": "drive-thru",
        "span_id": 8591086166612642434,
        "trace_id": 14125828772793207464
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 02:44:35
success: True
trace_id: 14125828772793207464

Scan 6668271

duration: 0:00:11.993169

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668271

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783835",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783835/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10564264487041208903,
        "service_name": "drive-thru",
        "span_id": 13845487467761731975,
        "trace_id": 8025616261743656202
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 02:26:26
success: True
trace_id: 8025616261743656202

Scan 6667701

duration: 0:00:11.505479

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667701

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783731",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783731/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 995262722825973864,
        "service_name": "drive-thru",
        "span_id": 15602081659669806284,
        "trace_id": 7929732919522558141
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 02:11:24
success: True
trace_id: 7929732919522558141

Scan 6666892

duration: 0:00:11.577420

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666892

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783637",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783637/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8962518954955956057,
        "service_name": "drive-thru",
        "span_id": 4895442064133813225,
        "trace_id": 11767327323858541828
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 01:49:47
success: True
trace_id: 11767327323858541828

Scan 6666173

duration: 0:00:14.159943

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666173

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783486",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783486/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17597016169729367676,
        "service_name": "drive-thru",
        "span_id": 14944745259256477355,
        "trace_id": 16326321500931285408
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 01:30:56
success: True
trace_id: 16326321500931285408

Scan 6665413

duration: 0:00:14.126702

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665413

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783268",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730783268/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17692152104494632864,
        "service_name": "drive-thru",
        "span_id": 9296787196428184319,
        "trace_id": 17890653741238531849
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 01:10:54
success: True
trace_id: 17890653741238531849

Scan 6664478

duration: 0:00:11.602161

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664478

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782870",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782870/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16566495077947177112,
        "service_name": "drive-thru",
        "span_id": 15271727577408711737,
        "trace_id": 3096840732038008877
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 00:46:06
success: True
trace_id: 3096840732038008877

Scan 6664073

duration: 0:00:11.833809

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664073

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782778",
        "key": "raw/newbookdev_newbookcancellation_insurance_logs/2024-11-04/1730782778/cancellation_insurance_logs.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15423103351524724442,
        "service_name": "drive-thru",
        "span_id": 1552342510724284618,
        "trace_id": 8801265343405298172
    }
}

running: False
schema_name_id: 2512
start_time: 2024-11-05 00:35:32
success: True
trace_id: 8801265343405298172

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "request_body": "string",
    "request_timestamp": "string",
    "request_type": "string",
    "request_url": "string",
    "response_body": "string",
    "response_timestamp": "string",
    "status": "string",
    "tenant": "string"
}

created: 2024-11-05 22:36:52

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:44:25",
        "disabled": false,
        "format": "raw",
        "id": 2512,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcancellation_insurance_logs"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "id": "string",
            "instance_id": "string",
            "newbook_region": "string",
            "request_body": "string",
            "request_timestamp": "string",
            "request_type": "string",
            "request_url": "string",
            "response_body": "string",
            "response_timestamp": "string",
            "status": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 22:36:52",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `request_type`  string , `request_url`  string , `request_body`  string , `request_timestamp`  string , `response_body`  string , `response_timestamp`  string , `status`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcancellation_insurance_logs/2024-11-05/1730866389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcancellation_insurance_logs"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}