Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users

created: 2024-10-08 17:40:41
disabled: False
format: raw
id: 2461
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_authorisations_viewing_log_users"
}

type: drivethrucsv

Schema Versions: 15

Version 4748267

created: 2024-11-05 22:40:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398
id: 4748267
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6674299
updated: 2024-11-05 22:40:25

Version 4747852

created: 2024-11-05 22:27:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866326'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866326
id: 4747852
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6673884
updated: 2024-11-05 22:27:56

Version 4747406

created: 2024-11-05 22:15:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866246'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866246
id: 4747406
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6673438
updated: 2024-11-05 22:15:54

Version 4746863

created: 2024-11-05 04:28:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785665'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785665
id: 4746863
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6672093
updated: 2024-11-05 04:28:50

Version 4745967

created: 2024-11-05 03:44:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785091'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785091
id: 4745967
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6671187
updated: 2024-11-05 03:44:39

Version 4745399

created: 2024-11-05 03:28:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784786
id: 4745399
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6670616
updated: 2024-11-05 03:28:38

Version 4744019

created: 2024-11-05 02:51:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784020'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784020
id: 4744019
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6669236
updated: 2024-11-05 02:52:06

Version 4743930

created: 2024-11-05 02:49:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784183'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784183
id: 4743930
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6669147
updated: 2024-11-05 02:49:49

Version 4742427

created: 2024-11-05 02:09:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783835'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783835
id: 4742427
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6667644
updated: 2024-11-05 02:10:09

Version 4742235

created: 2024-11-05 02:04:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783733
id: 4742235
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6667452
updated: 2024-11-05 02:05:00

Version 4741627

created: 2024-11-05 01:48:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783639'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783639
id: 4741627
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6666844
updated: 2024-11-05 01:48:46

Version 4740904

created: 2024-11-05 01:29:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783489
id: 4740904
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6666121
updated: 2024-11-05 01:29:47

Version 4740075

created: 2024-11-05 01:07:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783270'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783270
id: 4740075
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6665292
updated: 2024-11-05 01:07:50

Version 4739275

created: 2024-11-05 00:46:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782873'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782873
id: 4739275
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6664490
updated: 2024-11-05 00:46:35

Version 4738507

created: 2024-11-05 00:26:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782780'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782780
id: 4738507
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2461
schema_scan_id: 6663718
updated: 2024-11-05 00:26:31

Schema Scans: 15

Last at 2024-11-05 22:40:13

Scan 6674299

duration: 0:00:11.440519

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674299

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15244179149296708913,
        "service_name": "drive-thru",
        "span_id": 11140396400777583241,
        "trace_id": 15231268632669264606
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 22:40:13
success: True
trace_id: 15231268632669264606

Scan 6673884

duration: 0:00:13.863117

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673884

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866326",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866326/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11090541035500022125,
        "service_name": "drive-thru",
        "span_id": 1199660883850621860,
        "trace_id": 14782125505992938929
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 22:27:42
success: True
trace_id: 14782125505992938929

Scan 6673438

duration: 0:00:11.502815

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673438

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866246",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866246/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15412964427316158445,
        "service_name": "drive-thru",
        "span_id": 11567487248456745712,
        "trace_id": 6701572529168973436
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 22:15:42
success: True
trace_id: 6701572529168973436

Scan 6672093

duration: 0:00:11.442000

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672093

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785665",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785665/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1505880428556460024,
        "service_name": "drive-thru",
        "span_id": 3156183748736506240,
        "trace_id": 6272316176327520989
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 04:28:38
success: True
trace_id: 6272316176327520989

Scan 6671187

duration: 0:00:11.614661

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671187

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785091",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730785091/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3182197042547705840,
        "service_name": "drive-thru",
        "span_id": 2536997320448681632,
        "trace_id": 14120804742399168722
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 03:44:27
success: True
trace_id: 14120804742399168722

Scan 6670616

duration: 0:00:13.964452

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670616

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784786",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784786/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12445515010817668813,
        "service_name": "drive-thru",
        "span_id": 11867118791344025390,
        "trace_id": 2502860267162518839
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 03:28:24
success: True
trace_id: 2502860267162518839

Scan 6669236

duration: 0:00:11.405529

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669236

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784020",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784020/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14130464605482463749,
        "service_name": "drive-thru",
        "span_id": 8608602824204273306,
        "trace_id": 10246259843043660159
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 02:51:55
success: True
trace_id: 10246259843043660159

Scan 6669147

duration: 0:00:13.949527

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669147

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784183",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730784183/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11401516869867612599,
        "service_name": "drive-thru",
        "span_id": 8627409807295150378,
        "trace_id": 6798365026306222891
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 02:49:35
success: True
trace_id: 6798365026306222891

Scan 6667644

duration: 0:00:13.916988

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667644

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783835",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783835/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10662730529550353544,
        "service_name": "drive-thru",
        "span_id": 11724113784067155241,
        "trace_id": 11552772907088694663
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 02:09:55
success: True
trace_id: 11552772907088694663

Scan 6667452

duration: 0:00:13.923494

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667452

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783733",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783733/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3347688295578471227,
        "service_name": "drive-thru",
        "span_id": 7808004853627449420,
        "trace_id": 11210284552597672960
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 02:04:47
success: True
trace_id: 11210284552597672960

Scan 6666844

duration: 0:00:13.906759

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666844

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783639",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783639/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17687639802384712119,
        "service_name": "drive-thru",
        "span_id": 11442337889058596323,
        "trace_id": 13456181478613820492
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 01:48:32
success: True
trace_id: 13456181478613820492

Scan 6666121

duration: 0:00:13.985998

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666121

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783489",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783489/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14696698624709983386,
        "service_name": "drive-thru",
        "span_id": 10803942521397010603,
        "trace_id": 7315066804462224663
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 01:29:33
success: True
trace_id: 7315066804462224663

Scan 6665292

duration: 0:00:11.424477

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665292

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783270",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730783270/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3861519104613568654,
        "service_name": "drive-thru",
        "span_id": 9428423488892279762,
        "trace_id": 4682481387470687781
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 01:07:39
success: True
trace_id: 4682481387470687781

Scan 6664490

duration: 0:00:11.432690

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664490

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782873",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782873/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12650947895793073622,
        "service_name": "drive-thru",
        "span_id": 14029302806780584858,
        "trace_id": 2345928086183059807
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 00:46:24
success: True
trace_id: 2345928086183059807

Scan 6663718

duration: 0:00:13.892459

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663718

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782780",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-04/1730782780/cc_authorisations_viewing_log_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8261691147258068465,
        "service_name": "drive-thru",
        "span_id": 16745182792279989012,
        "trace_id": 3220003180640025681
    }
}

running: False
schema_name_id: 2461
start_time: 2024-11-05 00:26:17
success: True
trace_id: 3220003180640025681

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:40:14

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:40:41",
        "disabled": false,
        "format": "raw",
        "id": 2461,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_authorisations_viewing_log_users"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "cc_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:40:14",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_users/2024-11-05/1730866398'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_users"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}