Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2

created: 2024-10-08 18:36:24
disabled: False
format: raw
id: 3065
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookshared_cc_authorisations_guests_backup2"
}

type: drivethrucsv

Schema Versions: 15

Version 4749229

created: 2024-11-05 23:29:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598
id: 4749229
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6675261
updated: 2024-11-05 23:29:33

Version 4749142

created: 2024-11-05 23:23:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866541
id: 4749142
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6675174
updated: 2024-11-05 23:23:29

Version 4748374

created: 2024-11-05 22:44:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866428'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866428
id: 4748374
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6674405
updated: 2024-11-05 22:44:12

Version 4747237

created: 2024-11-05 05:05:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785792
id: 4747237
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6672505
updated: 2024-11-05 05:06:05

Version 4746449

created: 2024-11-05 04:03:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785164'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785164
id: 4746449
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6671670
updated: 2024-11-05 04:03:48

Version 4745660

created: 2024-11-05 03:35:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784859'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784859
id: 4745660
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6670877
updated: 2024-11-05 03:35:28

Version 4744868

created: 2024-11-05 03:14:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784255'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784255
id: 4744868
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6670085
updated: 2024-11-05 03:14:45

Version 4744112

created: 2024-11-05 02:54:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784093'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784093
id: 4744112
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6669329
updated: 2024-11-05 02:54:28

Version 4743326

created: 2024-11-05 02:33:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783854'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783854
id: 4743326
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6668542
updated: 2024-11-05 02:33:49

Version 4742760

created: 2024-11-05 02:18:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783807'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783807
id: 4742760
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6667977
updated: 2024-11-05 02:18:57

Version 4742165

created: 2024-11-05 02:02:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783695'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783695
id: 4742165
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6667382
updated: 2024-11-05 02:03:05

Version 4741319

created: 2024-11-05 01:40:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783564'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783564
id: 4741319
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6666536
updated: 2024-11-05 01:40:43

Version 4740235

created: 2024-11-05 01:11:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783345
id: 4740235
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6665451
updated: 2024-11-05 01:12:09

Version 4739889

created: 2024-11-05 01:02:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782944'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782944
id: 4739889
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6665106
updated: 2024-11-05 01:02:50

Version 4739181

created: 2024-11-05 00:43:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782834'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782834
id: 4739181
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 3065
schema_scan_id: 6664396
updated: 2024-11-05 00:44:03

Schema Scans: 15

Last at 2024-11-05 23:29:21

Scan 6675261

duration: 0:00:12.170352

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675261

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 20113720315217462,
        "service_name": "drive-thru",
        "span_id": 2588471318742422009,
        "trace_id": 13324829307850575849
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 23:29:21
success: True
trace_id: 13324829307850575849

Scan 6675174

duration: 0:00:12.102607

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675174

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866541",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866541/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15287168851161628610,
        "service_name": "drive-thru",
        "span_id": 6229227546072875002,
        "trace_id": 2528033403406421258
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 23:23:17
success: True
trace_id: 2528033403406421258

Scan 6674405

duration: 0:00:12.172220

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674405

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866428",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866428/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8160183091239591389,
        "service_name": "drive-thru",
        "span_id": 14928074425197490252,
        "trace_id": 36585204564019319
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 22:44:00
success: True
trace_id: 36585204564019319

Scan 6672505

duration: 0:00:14.629345

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672505

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785792",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785792/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15941797828389253159,
        "service_name": "drive-thru",
        "span_id": 12212400993613552251,
        "trace_id": 13876507639443376312
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 05:05:51
success: True
trace_id: 13876507639443376312

Scan 6671670

duration: 0:00:12.163847

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671670

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785164",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730785164/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13953500163770955058,
        "service_name": "drive-thru",
        "span_id": 8968980578515699645,
        "trace_id": 8246249004888037680
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 04:03:36
success: True
trace_id: 8246249004888037680

Scan 6670877

duration: 0:00:12.112754

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670877

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784859",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784859/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14929096577292880090,
        "service_name": "drive-thru",
        "span_id": 10809038241756671894,
        "trace_id": 5298308858888974552
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 03:35:16
success: True
trace_id: 5298308858888974552

Scan 6670085

duration: 0:00:16.911606

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670085

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784255",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784255/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13233114681478854814,
        "service_name": "drive-thru",
        "span_id": 8668402353833754692,
        "trace_id": 14026180852488273568
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 03:14:28
success: True
trace_id: 14026180852488273568

Scan 6669329

duration: 0:00:11.793382

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669329

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784093",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730784093/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12026555528306588940,
        "service_name": "drive-thru",
        "span_id": 957743130269373515,
        "trace_id": 5018553802572705713
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 02:54:17
success: True
trace_id: 5018553802572705713

Scan 6668542

duration: 0:00:11.777384

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668542

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783854",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783854/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12738735735675597627,
        "service_name": "drive-thru",
        "span_id": 8068462356058674337,
        "trace_id": 2127387849485916068
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 02:33:37
success: True
trace_id: 2127387849485916068

Scan 6667977

duration: 0:00:14.327546

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667977

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783807",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783807/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11901177080509184410,
        "service_name": "drive-thru",
        "span_id": 8388355856321578444,
        "trace_id": 13350617244048713162
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 02:18:43
success: True
trace_id: 13350617244048713162

Scan 6667382

duration: 0:00:14.431218

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667382

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783695",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783695/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6285924295195900517,
        "service_name": "drive-thru",
        "span_id": 7739323762955710668,
        "trace_id": 3431281707860717517
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 02:02:51
success: True
trace_id: 3431281707860717517

Scan 6666536

duration: 0:00:11.756088

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666536

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783564",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783564/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7903853064330855822,
        "service_name": "drive-thru",
        "span_id": 11279643501998150459,
        "trace_id": 11941817906080567161
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 01:40:31
success: True
trace_id: 11941817906080567161

Scan 6665451

duration: 0:00:12.093704

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665451

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783345",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730783345/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18168283438420619030,
        "service_name": "drive-thru",
        "span_id": 4933377024549745475,
        "trace_id": 10953020909678777172
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 01:11:57
success: True
trace_id: 10953020909678777172

Scan 6665106

duration: 0:00:11.661736

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665106

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782944",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782944/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2838714553456847890,
        "service_name": "drive-thru",
        "span_id": 14644866633120821619,
        "trace_id": 16217985154621600302
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 01:02:39
success: True
trace_id: 16217985154621600302

Scan 6664396

duration: 0:00:11.797806

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664396

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782834",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-04/1730782834/shared_cc_authorisations_guests_backup2.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1453662027348386311,
        "service_name": "drive-thru",
        "span_id": 15965198851889791002,
        "trace_id": 14805015194429907972
    }
}

running: False
schema_name_id: 3065
start_time: 2024-11-05 00:43:52
success: True
trace_id: 14805015194429907972

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 23:29:22

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:36:24",
        "disabled": false,
        "format": "raw",
        "id": 3065,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookshared_cc_authorisations_guests_backup2"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "authorised_amount": "string",
            "details": "string",
            "for": "string",
            "for_id": "string",
            "for_name": "string",
            "id": "string",
            "instance_id": "string",
            "newbook_region": "string",
            "old_for_id": "string",
            "old_id": "string",
            "removed_by": "string",
            "removed_reason": "string",
            "removed_when": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 23:29:22",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup2/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup2"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}