Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff

created: 2024-10-08 17:52:06
disabled: False
format: raw
id: 2619
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
}

type: drivethrucsv

Schema Versions: 15

Version 4748676

created: 2024-11-05 22:56:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466
id: 4748676
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6674708
updated: 2024-11-05 22:56:16

Version 4748040

created: 2024-11-05 22:32:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866379'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866379
id: 4748040
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6674072
updated: 2024-11-05 22:33:13

Version 4747591

created: 2024-11-05 22:20:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866275'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866275
id: 4747591
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6673623
updated: 2024-11-05 22:21:02

Version 4746768

created: 2024-11-05 04:21:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785696'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785696
id: 4746768
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6671996
updated: 2024-11-05 04:22:02

Version 4746108

created: 2024-11-05 03:49:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785110'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785110
id: 4746108
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6671329
updated: 2024-11-05 03:49:45

Version 4745311

created: 2024-11-05 03:26:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784805'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784805
id: 4745311
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6670528
updated: 2024-11-05 03:26:21

Version 4744653

created: 2024-11-05 03:08:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784202'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784202
id: 4744653
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6669870
updated: 2024-11-05 03:09:05

Version 4743538

created: 2024-11-05 02:39:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783888'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783888
id: 4743538
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6668755
updated: 2024-11-05 02:39:28

Version 4743250

created: 2024-11-05 02:31:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784039'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784039
id: 4743250
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6668467
updated: 2024-11-05 02:31:45

Version 4742539

created: 2024-11-05 02:12:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783752'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783752
id: 4742539
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6667756
updated: 2024-11-05 02:13:01

Version 4741832

created: 2024-11-05 01:53:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783654'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783654
id: 4741832
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6667049
updated: 2024-11-05 01:54:06

Version 4741056

created: 2024-11-05 01:33:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783509'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783509
id: 4741056
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6666273
updated: 2024-11-05 01:33:53

Version 4740171

created: 2024-11-05 01:10:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783290'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783290
id: 4740171
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6665388
updated: 2024-11-05 01:10:29

Version 4739506

created: 2024-11-05 00:52:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782892'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782892
id: 4739506
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6664721
updated: 2024-11-05 00:52:34

Version 4738666

created: 2024-11-05 00:30:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782747'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782747
id: 4738666
processed: 1

raw_data:

{
    "added_when": 5,
    "dd_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2619
schema_scan_id: 6663879
updated: 2024-11-05 00:30:37

Schema Scans: 15

Last at 2024-11-05 22:56:04

Scan 6674708

duration: 0:00:11.484148

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674708

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12705660920574367327,
        "service_name": "drive-thru",
        "span_id": 1004316552030223500,
        "trace_id": 7256301044701587274
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 22:56:04
success: True
trace_id: 7256301044701587274

Scan 6674072

duration: 0:00:14.004248

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674072

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866379",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866379/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3972558049184864437,
        "service_name": "drive-thru",
        "span_id": 3384266662238536933,
        "trace_id": 11365493792013510194
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 22:32:59
success: True
trace_id: 11365493792013510194

Scan 6673623

duration: 0:00:11.305446

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673623

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866275",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866275/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13638476186867344407,
        "service_name": "drive-thru",
        "span_id": 11222417340309408153,
        "trace_id": 14056789373062377527
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 22:20:50
success: True
trace_id: 14056789373062377527

Scan 6671996

duration: 0:00:14.004677

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671996

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785696",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785696/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15920385107527994114,
        "service_name": "drive-thru",
        "span_id": 18196422666863980203,
        "trace_id": 15219035790738324340
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 04:21:48
success: True
trace_id: 15219035790738324340

Scan 6671329

duration: 0:00:14.088772

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671329

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785110",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785110/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6109297094680786879,
        "service_name": "drive-thru",
        "span_id": 13147423107360932506,
        "trace_id": 8192467575636170252
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 03:49:31
success: True
trace_id: 8192467575636170252

Scan 6670528

duration: 0:00:13.811801

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670528

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784805",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784805/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16524046287498977093,
        "service_name": "drive-thru",
        "span_id": 11460667820228028361,
        "trace_id": 17055403317825588596
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 03:26:07
success: True
trace_id: 17055403317825588596

Scan 6669870

duration: 0:00:14.002890

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669870

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784202",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784202/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9703981370882588877,
        "service_name": "drive-thru",
        "span_id": 5298049804462040937,
        "trace_id": 1462356036603993861
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 03:08:51
success: True
trace_id: 1462356036603993861

Scan 6668755

duration: 0:00:13.908653

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668755

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783888",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783888/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15731994829471241839,
        "service_name": "drive-thru",
        "span_id": 17909392863155462349,
        "trace_id": 6745698650159153640
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 02:39:14
success: True
trace_id: 6745698650159153640

Scan 6668467

duration: 0:00:13.911765

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668467

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784039",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784039/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2523551501435705087,
        "service_name": "drive-thru",
        "span_id": 3623746685257803672,
        "trace_id": 16409793177412886326
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 02:31:32
success: True
trace_id: 16409793177412886326

Scan 6667756

duration: 0:00:11.318956

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667756

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783752",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783752/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9786325932374265634,
        "service_name": "drive-thru",
        "span_id": 9006004591173095446,
        "trace_id": 627346836574769055
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 02:12:50
success: True
trace_id: 627346836574769055

Scan 6667049

duration: 0:00:11.400084

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667049

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783654",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783654/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10808081057676239515,
        "service_name": "drive-thru",
        "span_id": 8250303227250480010,
        "trace_id": 10543580553057675339
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 01:53:55
success: True
trace_id: 10543580553057675339

Scan 6666273

duration: 0:00:14.026088

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666273

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783509",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783509/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10854901655177807882,
        "service_name": "drive-thru",
        "span_id": 16424308158444809744,
        "trace_id": 9208657939326090624
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 01:33:39
success: True
trace_id: 9208657939326090624

Scan 6665388

duration: 0:00:11.384622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665388

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783290",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783290/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5859912842208009286,
        "service_name": "drive-thru",
        "span_id": 12868568556318618565,
        "trace_id": 13743480860029337945
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 01:10:17
success: True
trace_id: 13743480860029337945

Scan 6664721

duration: 0:00:11.321324

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664721

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782892",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782892/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1155132511668566555,
        "service_name": "drive-thru",
        "span_id": 4633383134256800855,
        "trace_id": 12794391564527147587
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 00:52:23
success: True
trace_id: 12794391564527147587

Scan 6663879

duration: 0:00:13.947651

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663879

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782747",
        "key": "raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782747/dd_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14054182600213772483,
        "service_name": "drive-thru",
        "span_id": 563361416049099666,
        "trace_id": 3642311028755879473
    }
}

running: False
schema_name_id: 2619
start_time: 2024-11-05 00:30:23
success: True
trace_id: 3642311028755879473

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "dd_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:56:05

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:52:06",
        "disabled": false,
        "format": "raw",
        "id": 2619,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "dd_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:56:05",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `dd_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866466'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookdd_authorisations_viewing_log_travel_agents_staff"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}