Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies

created: 2024-10-08 17:42:34
disabled: False
format: raw
id: 2486
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_authorisations_viewing_log_companies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748201

created: 2024-11-05 22:37:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395
id: 4748201
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6674233
updated: 2024-11-05 22:38:05

Version 4747855

created: 2024-11-05 22:27:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866324'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866324
id: 4747855
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6673887
updated: 2024-11-05 22:27:55

Version 4747439

created: 2024-11-05 22:16:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866245'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866245
id: 4747439
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6673471
updated: 2024-11-05 22:16:58

Version 4746609

created: 2024-11-05 04:12:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785664'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785664
id: 4746609
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6671832
updated: 2024-11-05 04:12:28

Version 4745990

created: 2024-11-05 03:45:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785091'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785091
id: 4745990
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6671210
updated: 2024-11-05 03:45:31

Version 4745257

created: 2024-11-05 03:24:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784785'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784785
id: 4745257
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6670474
updated: 2024-11-05 03:24:53

Version 4744965

created: 2024-11-05 03:17:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784182'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784182
id: 4744965
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6670182
updated: 2024-11-05 03:17:19

Version 4744011

created: 2024-11-05 02:51:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784019'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784019
id: 4744011
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6669228
updated: 2024-11-05 02:51:56

Version 4743222

created: 2024-11-05 02:30:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783873'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783873
id: 4743222
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6668439
updated: 2024-11-05 02:31:03

Version 4742338

created: 2024-11-05 02:07:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783732'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783732
id: 4742338
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6667555
updated: 2024-11-05 02:07:48

Version 4741677

created: 2024-11-05 01:49:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783639'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783639
id: 4741677
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6666894
updated: 2024-11-05 01:50:03

Version 4740961

created: 2024-11-05 01:31:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783488'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783488
id: 4740961
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6666179
updated: 2024-11-05 01:31:18

Version 4740072

created: 2024-11-05 01:07:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783270'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783270
id: 4740072
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6665289
updated: 2024-11-05 01:07:49

Version 4739414

created: 2024-11-05 00:50:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782872'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782872
id: 4739414
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6664629
updated: 2024-11-05 00:50:12

Version 4738616

created: 2024-11-05 00:29:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782742'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782742
id: 4738616
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2486
schema_scan_id: 6663829
updated: 2024-11-05 00:29:15

Schema Scans: 15

Last at 2024-11-05 22:37:54

Scan 6674233

duration: 0:00:11.468416

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674233

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14505998058073910948,
        "service_name": "drive-thru",
        "span_id": 17843319140303277381,
        "trace_id": 9683098668184304214
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 22:37:54
success: True
trace_id: 9683098668184304214

Scan 6673887

duration: 0:00:11.447878

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673887

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866324",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866324/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13284650158312774174,
        "service_name": "drive-thru",
        "span_id": 3563121499457379856,
        "trace_id": 12305166610958015767
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 22:27:44
success: True
trace_id: 12305166610958015767

Scan 6673471

duration: 0:00:13.971617

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673471

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866245",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866245/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5697972672961356225,
        "service_name": "drive-thru",
        "span_id": 3740451697109158043,
        "trace_id": 5919556230624615033
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 22:16:44
success: True
trace_id: 5919556230624615033

Scan 6671832

duration: 0:00:11.489828

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671832

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785664",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785664/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9292549497271656148,
        "service_name": "drive-thru",
        "span_id": 11459212094283066538,
        "trace_id": 16271714072993093015
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 04:12:16
success: True
trace_id: 16271714072993093015

Scan 6671210

duration: 0:00:14.019165

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671210

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785091",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730785091/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8380106423265900874,
        "service_name": "drive-thru",
        "span_id": 12023895589644700312,
        "trace_id": 5709647956973345284
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 03:45:17
success: True
trace_id: 5709647956973345284

Scan 6670474

duration: 0:00:11.367628

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670474

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784785",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784785/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15325064402898737679,
        "service_name": "drive-thru",
        "span_id": 99009832936719981,
        "trace_id": 9606995093180443244
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 03:24:42
success: True
trace_id: 9606995093180443244

Scan 6670182

duration: 0:00:13.768804

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670182

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784182",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784182/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8168058343855422804,
        "service_name": "drive-thru",
        "span_id": 17073442573628164825,
        "trace_id": 4896723314821217731
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 03:17:05
success: True
trace_id: 4896723314821217731

Scan 6669228

duration: 0:00:13.905146

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669228

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784019",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730784019/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9736190693708247858,
        "service_name": "drive-thru",
        "span_id": 16356597672078040827,
        "trace_id": 1065727895439311916
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 02:51:42
success: True
trace_id: 1065727895439311916

Scan 6668439

duration: 0:00:13.823030

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668439

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783873",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783873/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15185877845446983956,
        "service_name": "drive-thru",
        "span_id": 2241750250869218977,
        "trace_id": 16462953303651252730
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 02:30:50
success: True
trace_id: 16462953303651252730

Scan 6667555

duration: 0:00:13.877720

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667555

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783732",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783732/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18142046406887692448,
        "service_name": "drive-thru",
        "span_id": 12352873025301854059,
        "trace_id": 18061883870573478077
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 02:07:34
success: True
trace_id: 18061883870573478077

Scan 6666894

duration: 0:00:11.410109

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666894

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783639",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783639/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18015923415050872005,
        "service_name": "drive-thru",
        "span_id": 11645199340257676238,
        "trace_id": 17170472220517884047
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 01:49:51
success: True
trace_id: 17170472220517884047

Scan 6666179

duration: 0:00:13.919459

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666179

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783488",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783488/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2704940874729843757,
        "service_name": "drive-thru",
        "span_id": 18123631534798245813,
        "trace_id": 6481026611053098732
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 01:31:04
success: True
trace_id: 6481026611053098732

Scan 6665289

duration: 0:00:13.743990

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665289

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783270",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730783270/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10176136707223284042,
        "service_name": "drive-thru",
        "span_id": 7006129575036992113,
        "trace_id": 12018982784655672483
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 01:07:35
success: True
trace_id: 12018982784655672483

Scan 6664629

duration: 0:00:11.419265

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664629

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782872",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782872/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7916394593153657343,
        "service_name": "drive-thru",
        "span_id": 9735730927987791804,
        "trace_id": 3393778026820121916
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 00:50:00
success: True
trace_id: 3393778026820121916

Scan 6663829

duration: 0:00:11.342779

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663829

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782742",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-04/1730782742/cc_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11467454958530279282,
        "service_name": "drive-thru",
        "span_id": 5780343417786581325,
        "trace_id": 7537095626789062964
    }
}

running: False
schema_name_id: 2486
start_time: 2024-11-05 00:29:03
success: True
trace_id: 7537095626789062964

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:37:54

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:42:34",
        "disabled": false,
        "format": "raw",
        "id": 2486,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_authorisations_viewing_log_companies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "cc_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:37:54",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_companies/2024-11-05/1730866395'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_companies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}