Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookbackdate_requests

created: 2024-10-08 17:45:03
disabled: False
format: raw
id: 2521
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookbackdate_requests"
}

type: drivethrucsv

Schema Versions: 15

Version 4748169

created: 2024-11-05 22:36:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368
id: 4748169
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6674201
updated: 2024-11-05 22:37:05

Version 4747699

created: 2024-11-05 22:23:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866303'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866303
id: 4747699
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6673731
updated: 2024-11-05 22:23:54

Version 4747374

created: 2024-11-05 22:14:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866232'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866232
id: 4747374
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6673406
updated: 2024-11-05 22:14:31

Version 4746815

created: 2024-11-05 04:25:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785650'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785650
id: 4746815
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6672045
updated: 2024-11-05 04:25:19

Version 4746138

created: 2024-11-05 03:50:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785082'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785082
id: 4746138
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6671359
updated: 2024-11-05 03:50:50

Version 4745657

created: 2024-11-05 03:35:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784777'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784777
id: 4745657
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6670874
updated: 2024-11-05 03:35:22

Version 4744305

created: 2024-11-05 02:59:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784174'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784174
id: 4744305
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6669521
updated: 2024-11-05 02:59:33

Version 4743636

created: 2024-11-05 02:41:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784011'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784011
id: 4743636
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6668854
updated: 2024-11-05 02:42:05

Version 4743439

created: 2024-11-05 02:36:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783866'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783866
id: 4743439
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6668656
updated: 2024-11-05 02:36:50

Version 4741816

created: 2024-11-05 01:53:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783632'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783632
id: 4741816
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6667033
updated: 2024-11-05 01:53:43

Version 4741769

created: 2024-11-05 01:52:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783724'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783724
id: 4741769
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6666986
updated: 2024-11-05 01:52:24

Version 4740747

created: 2024-11-05 01:25:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783480'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783480
id: 4740747
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6665964
updated: 2024-11-05 01:25:39

Version 4740015

created: 2024-11-05 01:06:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783261'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783261
id: 4740015
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6665232
updated: 2024-11-05 01:06:18

Version 4739080

created: 2024-11-05 00:41:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782864'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782864
id: 4739080
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6664295
updated: 2024-11-05 00:41:28

Version 4738811

created: 2024-11-05 00:34:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782773'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782773
id: 4738811
processed: 1

raw_data:

{
    "approved_by": 11,
    "approved_when": 12,
    "declined_by": 13,
    "declined_when": 14,
    "generated_by": 9,
    "generated_when": 10,
    "id": 2,
    "item_type": 4,
    "item_type_id": 5,
    "new_data": 8,
    "newbook_region": 0,
    "old_data": 7,
    "reason": 6,
    "tenant": 1,
    "type": 3
}

schema_attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2521
schema_scan_id: 6664024
updated: 2024-11-05 00:34:26

Schema Scans: 15

Last at 2024-11-05 22:36:53

Scan 6674201

duration: 0:00:11.647984

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674201

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10154164100520386428,
        "service_name": "drive-thru",
        "span_id": 14094023809930755995,
        "trace_id": 2531777509628421604
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 22:36:53
success: True
trace_id: 2531777509628421604

Scan 6673731

duration: 0:00:11.601532

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673731

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866303",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866303/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10003417539994834357,
        "service_name": "drive-thru",
        "span_id": 4824935234306905941,
        "trace_id": 3367754410149506636
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 22:23:43
success: True
trace_id: 3367754410149506636

Scan 6673406

duration: 0:00:11.863282

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673406

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866232",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866232/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14076969316252092070,
        "service_name": "drive-thru",
        "span_id": 3058536783205457320,
        "trace_id": 7714792539266801265
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 22:14:19
success: True
trace_id: 7714792539266801265

Scan 6672045

duration: 0:00:11.829074

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672045

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785650",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785650/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7764340235420675119,
        "service_name": "drive-thru",
        "span_id": 5784171651551821143,
        "trace_id": 11508607631796170837
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 04:25:07
success: True
trace_id: 11508607631796170837

Scan 6671359

duration: 0:00:14.228515

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671359

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785082",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730785082/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7601511773807356051,
        "service_name": "drive-thru",
        "span_id": 10966410416268164642,
        "trace_id": 13214293057120956456
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 03:50:36
success: True
trace_id: 13214293057120956456

Scan 6670874

duration: 0:00:11.734174

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670874

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784777",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784777/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12953836369230619451,
        "service_name": "drive-thru",
        "span_id": 2016820290666998481,
        "trace_id": 13971607226671795437
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 03:35:10
success: True
trace_id: 13971607226671795437

Scan 6669521

duration: 0:00:14.238815

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669521

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784174",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784174/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 348655417100617506,
        "service_name": "drive-thru",
        "span_id": 2617255119947981132,
        "trace_id": 1040346876964219710
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 02:59:19
success: True
trace_id: 1040346876964219710

Scan 6668854

duration: 0:00:11.580308

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668854

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784011",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730784011/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5039016015802625108,
        "service_name": "drive-thru",
        "span_id": 15608299528052697117,
        "trace_id": 10612084306371827930
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 02:41:53
success: True
trace_id: 10612084306371827930

Scan 6668656

duration: 0:00:11.490502

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668656

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783866",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783866/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7731492277595278995,
        "service_name": "drive-thru",
        "span_id": 2439796054406542549,
        "trace_id": 7206156376641994212
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 02:36:39
success: True
trace_id: 7206156376641994212

Scan 6667033

duration: 0:00:11.608348

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667033

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783632",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783632/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14632713296319485853,
        "service_name": "drive-thru",
        "span_id": 6857418032812070196,
        "trace_id": 13192885840315095005
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 01:53:32
success: True
trace_id: 13192885840315095005

Scan 6666986

duration: 0:00:11.359276

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666986

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783724",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783724/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1932158683911913326,
        "service_name": "drive-thru",
        "span_id": 9340374278751256298,
        "trace_id": 15844480079602244753
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 01:52:13
success: True
trace_id: 15844480079602244753

Scan 6665964

duration: 0:00:11.646574

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665964

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783480",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783480/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6741695030774575881,
        "service_name": "drive-thru",
        "span_id": 15389201910683751037,
        "trace_id": 6474826470839059764
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 01:25:27
success: True
trace_id: 6474826470839059764

Scan 6665232

duration: 0:00:14.145342

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665232

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783261",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730783261/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14762349798814701954,
        "service_name": "drive-thru",
        "span_id": 1980845123206674667,
        "trace_id": 9268553277626690681
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 01:06:03
success: True
trace_id: 9268553277626690681

Scan 6664295

duration: 0:00:11.626531

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664295

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782864",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782864/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9996837795109731526,
        "service_name": "drive-thru",
        "span_id": 2981748203257431169,
        "trace_id": 8180383618985684276
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 00:41:16
success: True
trace_id: 8180383618985684276

Scan 6664024

duration: 0:00:11.561926

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664024

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782773",
        "key": "raw/newbookdev_newbookbackdate_requests/2024-11-04/1730782773/backdate_requests.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookbackdate_requests",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17460746207337565719,
        "service_name": "drive-thru",
        "span_id": 11547226620248339487,
        "trace_id": 15695980130716707967
    }
}

running: False
schema_name_id: 2521
start_time: 2024-11-05 00:34:14
success: True
trace_id: 15695980130716707967

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "approved_by": "string",
    "approved_when": "string",
    "declined_by": "string",
    "declined_when": "string",
    "generated_by": "string",
    "generated_when": "string",
    "id": "string",
    "item_type": "string",
    "item_type_id": "string",
    "new_data": "string",
    "newbook_region": "string",
    "old_data": "string",
    "reason": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 22:36:54

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:45:03",
        "disabled": false,
        "format": "raw",
        "id": 2521,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookbackdate_requests"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "approved_by": "string",
            "approved_when": "string",
            "declined_by": "string",
            "declined_when": "string",
            "generated_by": "string",
            "generated_when": "string",
            "id": "string",
            "item_type": "string",
            "item_type_id": "string",
            "new_data": "string",
            "newbook_region": "string",
            "old_data": "string",
            "reason": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:36:54",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `type`  string , `item_type`  string , `item_type_id`  string , `reason`  string , `old_data`  string , `new_data`  string , `generated_by`  string , `generated_when`  string , `approved_by`  string , `approved_when`  string , `declined_by`  string , `declined_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookbackdate_requests/2024-11-05/1730866368'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookbackdate_requests`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookbackdate_requests"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}