Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original

created: 2024-10-08 17:40:51
disabled: False
format: raw
id: 2463
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookaudit_trail_shared_original"
}

type: drivethrucsv

Schema Versions: 15

Version 4747920

created: 2024-11-05 22:29:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364
id: 4747920
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6673951
updated: 2024-11-05 22:29:38

Version 4747721

created: 2024-11-05 22:24:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866299'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866299
id: 4747721
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6673753
updated: 2024-11-05 22:24:26

Version 4747443

created: 2024-11-05 22:16:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866230'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866230
id: 4747443
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6673475
updated: 2024-11-05 22:17:08

Version 4746589

created: 2024-11-05 04:11:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785648
id: 4746589
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6671812
updated: 2024-11-05 04:11:23

Version 4745373

created: 2024-11-05 03:27:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784775'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784775
id: 4745373
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6670590
updated: 2024-11-05 03:27:55

Version 4745193

created: 2024-11-05 03:23:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785081'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785081
id: 4745193
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6670410
updated: 2024-11-05 03:23:15

Version 4744911

created: 2024-11-05 03:15:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784172'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784172
id: 4744911
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6670128
updated: 2024-11-05 03:15:53

Version 4743733

created: 2024-11-05 02:44:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784010'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784010
id: 4743733
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6668950
updated: 2024-11-05 02:44:35

Version 4742959

created: 2024-11-05 02:23:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783832'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783832
id: 4742959
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6668176
updated: 2024-11-05 02:24:07

Version 4742414

created: 2024-11-05 02:09:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783723'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783723
id: 4742414
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6667631
updated: 2024-11-05 02:09:47

Version 4741144

created: 2024-11-05 01:35:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783631'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783631
id: 4741144
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6666361
updated: 2024-11-05 01:36:09

Version 4740443

created: 2024-11-05 01:17:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783478'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783478
id: 4740443
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6665660
updated: 2024-11-05 01:17:39

Version 4740128

created: 2024-11-05 01:09:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783260'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783260
id: 4740128
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6665345
updated: 2024-11-05 01:09:17

Version 4739332

created: 2024-11-05 00:47:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782863'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782863
id: 4739332
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6664547
updated: 2024-11-05 00:48:06

Version 4738680

created: 2024-11-05 00:30:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782772'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782772
id: 4738680
processed: 1

raw_data:

{
    "field": 6,
    "id": 2,
    "modified_when": 12,
    "newbook_region": 0,
    "old_value": 7,
    "row": 5,
    "session_id": 11,
    "shared_processing_original_instance_id": 3,
    "table": 4,
    "tenant": 1,
    "user_id": 10,
    "user_type": 8,
    "user_type_id": 9
}

schema_attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

schema_name_id: 2463
schema_scan_id: 6663893
updated: 2024-11-05 00:30:59

Schema Scans: 15

Last at 2024-11-05 22:29:26

Scan 6673951

duration: 0:00:11.600036

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673951

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10682385654722479437,
        "service_name": "drive-thru",
        "span_id": 11142579828776338507,
        "trace_id": 17373609499257633051
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 22:29:26
success: True
trace_id: 17373609499257633051

Scan 6673753

duration: 0:00:14.181678

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673753

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866299",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866299/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2624181559186171830,
        "service_name": "drive-thru",
        "span_id": 4285738906229071988,
        "trace_id": 15319284651332907844
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 22:24:12
success: True
trace_id: 15319284651332907844

Scan 6673475

duration: 0:00:14.265325

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673475

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866230",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866230/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16159098730440756780,
        "service_name": "drive-thru",
        "span_id": 18239695978028085399,
        "trace_id": 6007920803616963977
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 22:16:54
success: True
trace_id: 6007920803616963977

Scan 6671812

duration: 0:00:11.786328

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671812

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785648",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785648/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5289367908971002396,
        "service_name": "drive-thru",
        "span_id": 3247891911719375828,
        "trace_id": 10731570271630421526
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 04:11:12
success: True
trace_id: 10731570271630421526

Scan 6670590

duration: 0:00:11.539901

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670590

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784775",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784775/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11772741826482311994,
        "service_name": "drive-thru",
        "span_id": 11270971550580807440,
        "trace_id": 13394407439745539608
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 03:27:43
success: True
trace_id: 13394407439745539608

Scan 6670410

duration: 0:00:11.491861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670410

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785081",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730785081/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4525198874352715768,
        "service_name": "drive-thru",
        "span_id": 11296237797700341261,
        "trace_id": 10114102784270436305
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 03:23:03
success: True
trace_id: 10114102784270436305

Scan 6670128

duration: 0:00:11.547432

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670128

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784172",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784172/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9201028043111522901,
        "service_name": "drive-thru",
        "span_id": 15436562969232146762,
        "trace_id": 17358973308161117426
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 03:15:41
success: True
trace_id: 17358973308161117426

Scan 6668950

duration: 0:00:11.554691

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668950

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784010",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730784010/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 664214579141451712,
        "service_name": "drive-thru",
        "span_id": 3914411269440602776,
        "trace_id": 2398216138079089687
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 02:44:23
success: True
trace_id: 2398216138079089687

Scan 6668176

duration: 0:00:11.651496

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668176

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783832",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783832/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14411860695039165755,
        "service_name": "drive-thru",
        "span_id": 10756040127248975304,
        "trace_id": 8456139179892982961
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 02:23:55
success: True
trace_id: 8456139179892982961

Scan 6667631

duration: 0:00:11.558722

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667631

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783723",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783723/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6621249353625254592,
        "service_name": "drive-thru",
        "span_id": 4271284144103239656,
        "trace_id": 11302258893205662144
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 02:09:36
success: True
trace_id: 11302258893205662144

Scan 6666361

duration: 0:00:11.584259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666361

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783631",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783631/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7153847076686176514,
        "service_name": "drive-thru",
        "span_id": 3563605642285053743,
        "trace_id": 15163283258580519382
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 01:35:58
success: True
trace_id: 15163283258580519382

Scan 6665660

duration: 0:00:11.530952

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665660

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783478",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783478/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1382915636820615748,
        "service_name": "drive-thru",
        "span_id": 13580242563030442713,
        "trace_id": 7880532576117850150
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 01:17:27
success: True
trace_id: 7880532576117850150

Scan 6665345

duration: 0:00:11.536492

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665345

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783260",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730783260/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15260801779976382364,
        "service_name": "drive-thru",
        "span_id": 4134202142480834874,
        "trace_id": 4082533256324703020
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 01:09:06
success: True
trace_id: 4082533256324703020

Scan 6664547

duration: 0:00:11.478829

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664547

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782863",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782863/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18085025501265220428,
        "service_name": "drive-thru",
        "span_id": 6214386827552057902,
        "trace_id": 12819059270257880053
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 00:47:55
success: True
trace_id: 12819059270257880053

Scan 6663893

duration: 0:00:14.215916

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663893

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782772",
        "key": "raw/newbookdev_newbookaudit_trail_shared_original/2024-11-04/1730782772/audit_trail_shared_original.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15820771118976882301,
        "service_name": "drive-thru",
        "span_id": 13606269493389595161,
        "trace_id": 6943329234144523967
    }
}

running: False
schema_name_id: 2463
start_time: 2024-11-05 00:30:45
success: True
trace_id: 6943329234144523967

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "field": "string",
    "id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "old_value": "string",
    "row": "string",
    "session_id": "string",
    "shared_processing_original_instance_id": "string",
    "table": "string",
    "tenant": "string",
    "user_id": "string",
    "user_type": "string",
    "user_type_id": "string"
}

created: 2024-11-05 22:29:27

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:40:51",
        "disabled": false,
        "format": "raw",
        "id": 2463,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookaudit_trail_shared_original"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "field": "string",
            "id": "string",
            "modified_when": "string",
            "newbook_region": "string",
            "old_value": "string",
            "row": "string",
            "session_id": "string",
            "shared_processing_original_instance_id": "string",
            "table": "string",
            "tenant": "string",
            "user_id": "string",
            "user_type": "string",
            "user_type_id": "string"
        },
        "created": "2024-11-05 22:29:27",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `shared_processing_original_instance_id`  string , `table`  string , `row`  string , `field`  string , `old_value`  string , `user_type`  string , `user_type_id`  string , `user_id`  string , `session_id`  string , `modified_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookaudit_trail_shared_original/2024-11-05/1730866364'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookaudit_trail_shared_original"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}