Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies

created: 2024-10-08 17:51:44
disabled: False
format: raw
id: 2614
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookdd_authorisations_viewing_log_companies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748559

created: 2024-11-05 22:51:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464
id: 4748559
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6674591
updated: 2024-11-05 22:51:22

Version 4748005

created: 2024-11-05 22:31:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866377'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866377
id: 4748005
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6674037
updated: 2024-11-05 22:32:10

Version 4747580

created: 2024-11-05 22:20:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866274'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866274
id: 4747580
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6673612
updated: 2024-11-05 22:20:44

Version 4747038

created: 2024-11-05 04:43:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785695'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785695
id: 4747038
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6672270
updated: 2024-11-05 04:43:58

Version 4746079

created: 2024-11-05 03:48:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785110'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785110
id: 4746079
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6671300
updated: 2024-11-05 03:48:45

Version 4745301

created: 2024-11-05 03:25:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784805'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784805
id: 4745301
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6670518
updated: 2024-11-05 03:26:06

Version 4744641

created: 2024-11-05 03:08:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784201'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784201
id: 4744641
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6669858
updated: 2024-11-05 03:08:45

Version 4743441

created: 2024-11-05 02:36:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783888'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783888
id: 4743441
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6668658
updated: 2024-11-05 02:36:54

Version 4743259

created: 2024-11-05 02:31:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784039'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784039
id: 4743259
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6668476
updated: 2024-11-05 02:32:02

Version 4741950

created: 2024-11-05 01:57:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783752'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783752
id: 4741950
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6667167
updated: 2024-11-05 01:57:17

Version 4741727

created: 2024-11-05 01:51:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783653'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783653
id: 4741727
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6666945
updated: 2024-11-05 01:51:23

Version 4740967

created: 2024-11-05 01:31:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783508'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783508
id: 4740967
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6666184
updated: 2024-11-05 01:31:26

Version 4740331

created: 2024-11-05 01:14:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783290'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783290
id: 4740331
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6665548
updated: 2024-11-05 01:14:43

Version 4739341

created: 2024-11-05 00:48:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782892'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782892
id: 4739341
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6664556
updated: 2024-11-05 00:48:23

Version 4738358

created: 2024-11-05 00:22:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782747
id: 4738358
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2614
schema_scan_id: 6663569
updated: 2024-11-05 00:22:35

Schema Scans: 15

Last at 2024-11-05 22:51:11

Scan 6674591

duration: 0:00:11.495278

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674591

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17203846638050276356,
        "service_name": "drive-thru",
        "span_id": 1941772864354842167,
        "trace_id": 13205607945381859565
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 22:51:11
success: True
trace_id: 13205607945381859565

Scan 6674037

duration: 0:00:14.020460

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674037

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866377",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866377/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6091440824203348498,
        "service_name": "drive-thru",
        "span_id": 16550330147811689351,
        "trace_id": 16146152621126528890
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 22:31:56
success: True
trace_id: 16146152621126528890

Scan 6673612

duration: 0:00:11.415763

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673612

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866274",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866274/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18175736814607386728,
        "service_name": "drive-thru",
        "span_id": 14035846068167267853,
        "trace_id": 15193678018608527850
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 22:20:33
success: True
trace_id: 15193678018608527850

Scan 6672270

duration: 0:00:11.585044

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672270

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785695",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785695/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6412927652995559481,
        "service_name": "drive-thru",
        "span_id": 12998492424018242140,
        "trace_id": 10051167126694673481
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 04:43:46
success: True
trace_id: 10051167126694673481

Scan 6671300

duration: 0:00:11.586525

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671300

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785110",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730785110/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7040256185964297223,
        "service_name": "drive-thru",
        "span_id": 9751858421721819596,
        "trace_id": 3268920178439316611
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 03:48:33
success: True
trace_id: 3268920178439316611

Scan 6670518

duration: 0:00:14.109106

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670518

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784805",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784805/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8909763018797909877,
        "service_name": "drive-thru",
        "span_id": 6381881311323872364,
        "trace_id": 14123381658736952764
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 03:25:52
success: True
trace_id: 14123381658736952764

Scan 6669858

duration: 0:00:13.771911

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669858

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784201",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784201/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2480005370111842759,
        "service_name": "drive-thru",
        "span_id": 13177705930208882521,
        "trace_id": 2785846922829570700
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 03:08:31
success: True
trace_id: 2785846922829570700

Scan 6668658

duration: 0:00:13.821679

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668658

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783888",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783888/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1824565761388040378,
        "service_name": "drive-thru",
        "span_id": 6619911508927804760,
        "trace_id": 15845115887447042118
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 02:36:40
success: True
trace_id: 15845115887447042118

Scan 6668476

duration: 0:00:11.468143

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668476

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784039",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730784039/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4991707802154607390,
        "service_name": "drive-thru",
        "span_id": 3691968839795515243,
        "trace_id": 4241862517742321960
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 02:31:50
success: True
trace_id: 4241862517742321960

Scan 6667167

duration: 0:00:13.862893

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667167

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783752",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783752/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7288798681053484935,
        "service_name": "drive-thru",
        "span_id": 3591737561344069910,
        "trace_id": 6008523049327105361
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 01:57:03
success: True
trace_id: 6008523049327105361

Scan 6666945

duration: 0:00:13.801605

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666945

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783653",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783653/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9153479503192360786,
        "service_name": "drive-thru",
        "span_id": 2969733275279195456,
        "trace_id": 12960328261561222696
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 01:51:09
success: True
trace_id: 12960328261561222696

Scan 6666184

duration: 0:00:13.870575

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666184

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783508",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783508/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15768243428771549555,
        "service_name": "drive-thru",
        "span_id": 12980574225592444344,
        "trace_id": 194684714934141793
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 01:31:12
success: True
trace_id: 194684714934141793

Scan 6665548

duration: 0:00:11.327714

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665548

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783290",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730783290/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 370003049404627338,
        "service_name": "drive-thru",
        "span_id": 14935792365245172439,
        "trace_id": 12941355114693265823
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 01:14:31
success: True
trace_id: 12941355114693265823

Scan 6664556

duration: 0:00:13.976230

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664556

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782892",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782892/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16697624361829163169,
        "service_name": "drive-thru",
        "span_id": 11090570620653963478,
        "trace_id": 16452499704490152964
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 00:48:09
success: True
trace_id: 16452499704490152964

Scan 6663569

duration: 0:00:11.366899

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663569

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782747",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-04/1730782747/dd_authorisations_viewing_log_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12697507104776994115,
        "service_name": "drive-thru",
        "span_id": 10819047137629925498,
        "trace_id": 13634055801229347672
    }
}

running: False
schema_name_id: 2614
start_time: 2024-11-05 00:22:24
success: True
trace_id: 13634055801229347672

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:51:11

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:51:44",
        "disabled": false,
        "format": "raw",
        "id": 2614,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookdd_authorisations_viewing_log_companies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "dd_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:51:11",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_companies/2024-11-05/1730866464'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_companies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}