Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup

created: 2024-10-08 18:23:13
disabled: False
format: raw
id: 2943
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookshared_cc_authorisations_guests_backup"
}

type: drivethrucsv

Schema Versions: 15

Version 4749488

created: 2024-11-05 23:56:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598
id: 4749488
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6675556
updated: 2024-11-05 23:56:48

Version 4749213

created: 2024-11-05 23:28:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866541'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866541
id: 4749213
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6675245
updated: 2024-11-05 23:28:30

Version 4748309

created: 2024-11-05 22:41:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866427'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866427
id: 4748309
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6674342
updated: 2024-11-05 22:41:56

Version 4747052

created: 2024-11-05 04:45:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785792'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785792
id: 4747052
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6672284
updated: 2024-11-05 04:45:27

Version 4746444

created: 2024-11-05 04:03:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785164'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785164
id: 4746444
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6671665
updated: 2024-11-05 04:03:36

Version 4745663

created: 2024-11-05 03:35:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784859'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784859
id: 4745663
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6670879
updated: 2024-11-05 03:35:36

Version 4744903

created: 2024-11-05 03:15:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784255'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784255
id: 4744903
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6670120
updated: 2024-11-05 03:15:41

Version 4744472

created: 2024-11-05 03:03:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784095'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784095
id: 4744472
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6669689
updated: 2024-11-05 03:04:09

Version 4743796

created: 2024-11-05 02:46:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783929'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783929
id: 4743796
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6669013
updated: 2024-11-05 02:46:19

Version 4742800

created: 2024-11-05 02:19:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783807'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783807
id: 4742800
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6668017
updated: 2024-11-05 02:19:59

Version 4741970

created: 2024-11-05 01:57:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783695'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783695
id: 4741970
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6667187
updated: 2024-11-05 01:57:45

Version 4740896

created: 2024-11-05 01:29:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783564'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783564
id: 4740896
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6666113
updated: 2024-11-05 01:29:36

Version 4740594

created: 2024-11-05 01:21:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783345'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783345
id: 4740594
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6665811
updated: 2024-11-05 01:21:37

Version 4739812

created: 2024-11-05 01:00:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782943'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782943
id: 4739812
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6665029
updated: 2024-11-05 01:00:44

Version 4738547

created: 2024-11-05 00:27:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782760'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782760
id: 4738547
processed: 1

raw_data:

{
    "added_by": 13,
    "added_when": 12,
    "authorised_amount": 10,
    "details": 11,
    "for": 5,
    "for_id": 6,
    "for_name": 8,
    "id": 2,
    "instance_id": 4,
    "newbook_region": 0,
    "old_for_id": 7,
    "old_id": 3,
    "removed_by": 15,
    "removed_reason": 16,
    "removed_when": 14,
    "tenant": 1,
    "type": 9
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2943
schema_scan_id: 6663760
updated: 2024-11-05 00:27:34

Schema Scans: 15

Last at 2024-11-05 23:56:34

Scan 6675556

duration: 0:00:14.544802

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675556

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1638347533490715620,
        "service_name": "drive-thru",
        "span_id": 4597062302109689507,
        "trace_id": 14037471228754413226
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 23:56:34
success: True
trace_id: 14037471228754413226

Scan 6675245

duration: 0:00:14.561656

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675245

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866541",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866541/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14467678614015980980,
        "service_name": "drive-thru",
        "span_id": 18429969987834305428,
        "trace_id": 17393603949052324989
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 23:28:15
success: True
trace_id: 17393603949052324989

Scan 6674342

duration: 0:00:12.175100

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674342

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866427",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866427/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4781962372430803394,
        "service_name": "drive-thru",
        "span_id": 6539815542175228301,
        "trace_id": 2194414788369666763
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 22:41:44
success: True
trace_id: 2194414788369666763

Scan 6672284

duration: 0:00:12.048716

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672284

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785792",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785792/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12502300942299134587,
        "service_name": "drive-thru",
        "span_id": 5503511564429679794,
        "trace_id": 3873355029360781372
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 04:45:15
success: True
trace_id: 3873355029360781372

Scan 6671665

duration: 0:00:14.811598

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671665

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785164",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730785164/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10798543083412438687,
        "service_name": "drive-thru",
        "span_id": 16722664110116678098,
        "trace_id": 17699511689006870137
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 04:03:21
success: True
trace_id: 17699511689006870137

Scan 6670879

duration: 0:00:14.600100

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670879

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784859",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784859/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12467843875645029238,
        "service_name": "drive-thru",
        "span_id": 12900191692108621986,
        "trace_id": 6420192684770633233
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 03:35:21
success: True
trace_id: 6420192684770633233

Scan 6670120

duration: 0:00:11.843532

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670120

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784255",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784255/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12523903686940235094,
        "service_name": "drive-thru",
        "span_id": 12239804156819832137,
        "trace_id": 11793263447693433022
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 03:15:29
success: True
trace_id: 11793263447693433022

Scan 6669689

duration: 0:00:14.376413

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669689

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784095",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730784095/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13722015108260265356,
        "service_name": "drive-thru",
        "span_id": 14315110824190948169,
        "trace_id": 5496002477484579120
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 03:03:55
success: True
trace_id: 5496002477484579120

Scan 6669013

duration: 0:00:14.570925

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669013

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783929",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783929/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2481427814109045982,
        "service_name": "drive-thru",
        "span_id": 13319791659582666912,
        "trace_id": 4586816156052555288
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 02:46:05
success: True
trace_id: 4586816156052555288

Scan 6668017

duration: 0:00:14.506472

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668017

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783807",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783807/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9838614306084799735,
        "service_name": "drive-thru",
        "span_id": 4549312911122856142,
        "trace_id": 13812333104433759325
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 02:19:45
success: True
trace_id: 13812333104433759325

Scan 6667187

duration: 0:00:11.823669

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667187

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783695",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783695/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17027361323221510425,
        "service_name": "drive-thru",
        "span_id": 17949207095402255600,
        "trace_id": 2874760483086721708
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 01:57:34
success: True
trace_id: 2874760483086721708

Scan 6666113

duration: 0:00:14.355792

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666113

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783564",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783564/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11007838200301119285,
        "service_name": "drive-thru",
        "span_id": 18113054173639212366,
        "trace_id": 14295590703304922281
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 01:29:21
success: True
trace_id: 14295590703304922281

Scan 6665811

duration: 0:00:14.370695

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665811

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783345",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730783345/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13968742766994497330,
        "service_name": "drive-thru",
        "span_id": 8712675062509434189,
        "trace_id": 18091707595307167329
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 01:21:23
success: True
trace_id: 18091707595307167329

Scan 6665029

duration: 0:00:11.938853

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665029

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782943",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782943/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8743763265511533180,
        "service_name": "drive-thru",
        "span_id": 14593485963792191841,
        "trace_id": 11298022278088646118
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 01:00:32
success: True
trace_id: 11298022278088646118

Scan 6663760

duration: 0:00:14.550945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663760

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782760",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-04/1730782760/shared_cc_authorisations_guests_backup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1786328488679529689,
        "service_name": "drive-thru",
        "span_id": 5070807423929774038,
        "trace_id": 4163402425665252859
    }
}

running: False
schema_name_id: 2943
start_time: 2024-11-05 00:27:20
success: True
trace_id: 4163402425665252859

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "instance_id": "string",
    "newbook_region": "string",
    "old_for_id": "string",
    "old_id": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 23:56:35

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:23:13",
        "disabled": false,
        "format": "raw",
        "id": 2943,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookshared_cc_authorisations_guests_backup"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "authorised_amount": "string",
            "details": "string",
            "for": "string",
            "for_id": "string",
            "for_name": "string",
            "id": "string",
            "instance_id": "string",
            "newbook_region": "string",
            "old_for_id": "string",
            "old_id": "string",
            "removed_by": "string",
            "removed_reason": "string",
            "removed_when": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 23:56:35",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `old_id`  string , `instance_id`  string , `for`  string , `for_id`  string , `old_for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_guests_backup/2024-11-05/1730866598'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_guests_backup"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}