Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff

created: 2024-10-08 17:41:58
disabled: False
format: raw
id: 2478
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
}

type: drivethrucsv

Schema Versions: 15

Version 4748207

created: 2024-11-05 22:38:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395
id: 4748207
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6674239
updated: 2024-11-05 22:38:19

Version 4747884

created: 2024-11-05 22:28:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866325'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866325
id: 4747884
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6673916
updated: 2024-11-05 22:28:43

Version 4747460

created: 2024-11-05 22:17:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866245'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866245
id: 4747460
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6673492
updated: 2024-11-05 22:17:37

Version 4746188

created: 2024-11-05 03:52:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785091'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785091
id: 4746188
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6671409
updated: 2024-11-05 03:52:37

Version 4745991

created: 2024-11-05 03:45:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785664'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785664
id: 4745991
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6671211
updated: 2024-11-05 03:45:33

Version 4745735

created: 2024-11-05 03:37:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784785
id: 4745735
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6670952
updated: 2024-11-05 03:37:36

Version 4744567

created: 2024-11-05 03:06:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784182'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784182
id: 4744567
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6669784
updated: 2024-11-05 03:06:43

Version 4743798

created: 2024-11-05 02:46:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784020'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784020
id: 4743798
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6669016
updated: 2024-11-05 02:46:21

Version 4743050

created: 2024-11-05 02:26:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783835'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783835
id: 4743050
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6668267
updated: 2024-11-05 02:26:30

Version 4742347

created: 2024-11-05 02:07:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783733
id: 4742347
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6667564
updated: 2024-11-05 02:08:04

Version 4741233

created: 2024-11-05 01:38:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783638'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783638
id: 4741233
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6666450
updated: 2024-11-05 01:38:27

Version 4740918

created: 2024-11-05 01:29:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783488'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783488
id: 4740918
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6666135
updated: 2024-11-05 01:30:10

Version 4740197

created: 2024-11-05 01:11:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783270'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783270
id: 4740197
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6665414
updated: 2024-11-05 01:11:11

Version 4739266

created: 2024-11-05 00:46:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782872'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782872
id: 4739266
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6664481
updated: 2024-11-05 00:46:22

Version 4738866

created: 2024-11-05 00:35:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782779'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782779
id: 4738866
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2478
schema_scan_id: 6664079
updated: 2024-11-05 00:35:55

Schema Scans: 15

Last at 2024-11-05 22:38:05

Scan 6674239

duration: 0:00:14.252405

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674239

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9247168444411637442,
        "service_name": "drive-thru",
        "span_id": 8793313562476490008,
        "trace_id": 11691018809874852643
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 22:38:05
success: True
trace_id: 11691018809874852643

Scan 6673916

duration: 0:00:11.433215

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673916

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866325",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866325/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10853735108593110512,
        "service_name": "drive-thru",
        "span_id": 16044079682010709502,
        "trace_id": 1798966984092170890
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 22:28:32
success: True
trace_id: 1798966984092170890

Scan 6673492

duration: 0:00:13.950836

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673492

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866245",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866245/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7328815888221957122,
        "service_name": "drive-thru",
        "span_id": 17283651695848482748,
        "trace_id": 3483412524556494284
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 22:17:23
success: True
trace_id: 3483412524556494284

Scan 6671409

duration: 0:00:13.965678

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671409

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785091",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785091/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16868958089218020981,
        "service_name": "drive-thru",
        "span_id": 9029354251819521149,
        "trace_id": 7601716406484704638
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 03:52:23
success: True
trace_id: 7601716406484704638

Scan 6671211

duration: 0:00:14.114910

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671211

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785664",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730785664/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17796188603820779654,
        "service_name": "drive-thru",
        "span_id": 15886984211894416353,
        "trace_id": 9676982174972444297
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 03:45:19
success: True
trace_id: 9676982174972444297

Scan 6670952

duration: 0:00:14.149860

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670952

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784785",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784785/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12337546119811412889,
        "service_name": "drive-thru",
        "span_id": 3940169644909374061,
        "trace_id": 15086184358282234812
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 03:37:22
success: True
trace_id: 15086184358282234812

Scan 6669784

duration: 0:00:11.320665

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669784

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784182",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784182/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13841284360753490645,
        "service_name": "drive-thru",
        "span_id": 16741673391001287654,
        "trace_id": 15451986750725657474
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 03:06:32
success: True
trace_id: 15451986750725657474

Scan 6669016

duration: 0:00:13.884221

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669016

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784020",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730784020/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16514516388009949723,
        "service_name": "drive-thru",
        "span_id": 17246694908058559753,
        "trace_id": 16137352792013493415
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 02:46:07
success: True
trace_id: 16137352792013493415

Scan 6668267

duration: 0:00:13.784107

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668267

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783835",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783835/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2730741753397067807,
        "service_name": "drive-thru",
        "span_id": 5107407620876201656,
        "trace_id": 13924577752706744885
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 02:26:16
success: True
trace_id: 13924577752706744885

Scan 6667564

duration: 0:00:13.913279

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667564

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783733",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783733/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9140079653178182231,
        "service_name": "drive-thru",
        "span_id": 11541751271335998757,
        "trace_id": 8173604055396396011
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 02:07:50
success: True
trace_id: 8173604055396396011

Scan 6666450

duration: 0:00:11.385230

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666450

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783638",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783638/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17757089982259232342,
        "service_name": "drive-thru",
        "span_id": 15549558501452036238,
        "trace_id": 1896590996618659326
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 01:38:15
success: True
trace_id: 1896590996618659326

Scan 6666135

duration: 0:00:13.929016

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666135

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783488",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783488/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1813878938308479642,
        "service_name": "drive-thru",
        "span_id": 6038434032510623664,
        "trace_id": 7315091302231990099
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 01:29:56
success: True
trace_id: 7315091302231990099

Scan 6665414

duration: 0:00:11.353109

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665414

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783270",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730783270/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9187654142292937493,
        "service_name": "drive-thru",
        "span_id": 6523796526461898671,
        "trace_id": 11339882841939803925
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 01:11:00
success: True
trace_id: 11339882841939803925

Scan 6664481

duration: 0:00:11.360041

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664481

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782872",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782872/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8249982782205248224,
        "service_name": "drive-thru",
        "span_id": 17095879670567896236,
        "trace_id": 1484062796977093428
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 00:46:11
success: True
trace_id: 1484062796977093428

Scan 6664079

duration: 0:00:13.933550

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664079

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782779",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-04/1730782779/cc_authorisations_viewing_log_companies_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12412058218285716891,
        "service_name": "drive-thru",
        "span_id": 11165982534704396821,
        "trace_id": 3324454159742174233
    }
}

running: False
schema_name_id: 2478
start_time: 2024-11-05 00:35:41
success: True
trace_id: 3324454159742174233

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:38:06

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:41:58",
        "disabled": false,
        "format": "raw",
        "id": 2478,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "cc_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:38:06",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies_staff/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies_staff"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}