Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff

created: 2024-10-08 17:45:29
disabled: False
format: raw
id: 2527
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
}

type: drivethrucsv

Schema Versions: 15

Version 4748244

created: 2024-11-05 22:39:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397
id: 4748244
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6674276
updated: 2024-11-05 22:39:36

Version 4747856

created: 2024-11-05 22:27:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866326'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866326
id: 4747856
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6673888
updated: 2024-11-05 22:27:57

Version 4747454

created: 2024-11-05 22:17:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866246'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866246
id: 4747454
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6673486
updated: 2024-11-05 22:17:24

Version 4746004

created: 2024-11-05 03:45:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785665'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785665
id: 4746004
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6671225
updated: 2024-11-05 03:45:58

Version 4745893

created: 2024-11-05 03:42:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785091'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785091
id: 4745893
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6671113
updated: 2024-11-05 03:42:20

Version 4745270

created: 2024-11-05 03:25:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784786'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784786
id: 4745270
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6670487
updated: 2024-11-05 03:25:19

Version 4744577

created: 2024-11-05 03:06:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784183'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784183
id: 4744577
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6669794
updated: 2024-11-05 03:07:00

Version 4743799

created: 2024-11-05 02:46:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784020'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784020
id: 4743799
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6669015
updated: 2024-11-05 02:46:18

Version 4742536

created: 2024-11-05 02:12:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783873'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783873
id: 4742536
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6667753
updated: 2024-11-05 02:13:02

Version 4742487

created: 2024-11-05 02:11:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783733
id: 4742487
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6667704
updated: 2024-11-05 02:11:42

Version 4741804

created: 2024-11-05 01:53:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783639'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783639
id: 4741804
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6667021
updated: 2024-11-05 01:53:24

Version 4740903

created: 2024-11-05 01:29:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783489'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783489
id: 4740903
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6666120
updated: 2024-11-05 01:29:43

Version 4740208

created: 2024-11-05 01:11:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783270'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783270
id: 4740208
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6665425
updated: 2024-11-05 01:11:27

Version 4739513

created: 2024-11-05 00:52:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782873'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782873
id: 4739513
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6664728
updated: 2024-11-05 00:52:48

Version 4738262

created: 2024-11-05 00:19:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782742'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782742
id: 4738262
processed: 1

raw_data:

{
    "added_when": 5,
    "cc_authorisation_id": 3,
    "id": 2,
    "newbook_region": 0,
    "tenant": 1,
    "user_id": 4
}

schema_attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

schema_name_id: 2527
schema_scan_id: 6663472
updated: 2024-11-05 00:20:04

Schema Scans: 15

Last at 2024-11-05 22:39:25

Scan 6674276

duration: 0:00:11.485196

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674276

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 908974345080453749,
        "service_name": "drive-thru",
        "span_id": 3285691164051781690,
        "trace_id": 14225087077430547197
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 22:39:25
success: True
trace_id: 14225087077430547197

Scan 6673888

duration: 0:00:11.357405

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673888

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866326",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866326/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18158759514822869623,
        "service_name": "drive-thru",
        "span_id": 12806575517029860430,
        "trace_id": 16740173241318428499
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 22:27:46
success: True
trace_id: 16740173241318428499

Scan 6673486

duration: 0:00:13.863857

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673486

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866246",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866246/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6446516295375798747,
        "service_name": "drive-thru",
        "span_id": 292520710163871329,
        "trace_id": 11212105116162305602
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 22:17:10
success: True
trace_id: 11212105116162305602

Scan 6671225

duration: 0:00:11.477140

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671225

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785665",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785665/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1624605653005991278,
        "service_name": "drive-thru",
        "span_id": 7500992036989090051,
        "trace_id": 4102163664892573627
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 03:45:47
success: True
trace_id: 4102163664892573627

Scan 6671113

duration: 0:00:11.478712

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671113

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785091",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730785091/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4222981598982068521,
        "service_name": "drive-thru",
        "span_id": 5482454106009311975,
        "trace_id": 17068728362211931146
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 03:42:09
success: True
trace_id: 17068728362211931146

Scan 6670487

duration: 0:00:14.001883

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670487

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784786",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784786/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2599890707290506455,
        "service_name": "drive-thru",
        "span_id": 12036539809638925872,
        "trace_id": 978110142450470441
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 03:25:05
success: True
trace_id: 978110142450470441

Scan 6669794

duration: 0:00:13.878925

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669794

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784183",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784183/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9518427360099546353,
        "service_name": "drive-thru",
        "span_id": 1456495980208918160,
        "trace_id": 14257462092278489956
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 03:06:46
success: True
trace_id: 14257462092278489956

Scan 6669015

duration: 0:00:11.297144

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669015

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784020",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730784020/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12565230582428711760,
        "service_name": "drive-thru",
        "span_id": 14027352277329469999,
        "trace_id": 2171948569454994106
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 02:46:07
success: True
trace_id: 2171948569454994106

Scan 6667753

duration: 0:00:13.822780

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667753

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783873",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783873/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7524778437570478648,
        "service_name": "drive-thru",
        "span_id": 10846621827663180259,
        "trace_id": 6372378248047554899
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 02:12:48
success: True
trace_id: 6372378248047554899

Scan 6667704

duration: 0:00:11.338456

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667704

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783733",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783733/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 953983088819647614,
        "service_name": "drive-thru",
        "span_id": 14503544301556924530,
        "trace_id": 14338274712515244537
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 02:11:30
success: True
trace_id: 14338274712515244537

Scan 6667021

duration: 0:00:14.017772

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667021

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783639",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783639/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8955250681696681543,
        "service_name": "drive-thru",
        "span_id": 14085035993858665918,
        "trace_id": 9042256888903277202
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 01:53:10
success: True
trace_id: 9042256888903277202

Scan 6666120

duration: 0:00:11.359490

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666120

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783489",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783489/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7487041970917895276,
        "service_name": "drive-thru",
        "span_id": 4595569740094662830,
        "trace_id": 1052151704588782389
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 01:29:32
success: True
trace_id: 1052151704588782389

Scan 6665425

duration: 0:00:11.495142

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665425

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783270",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730783270/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13984327043411516257,
        "service_name": "drive-thru",
        "span_id": 5036921542921376065,
        "trace_id": 13115715830590408389
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 01:11:15
success: True
trace_id: 13115715830590408389

Scan 6664728

duration: 0:00:13.831541

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664728

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782873",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782873/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8059901354328485685,
        "service_name": "drive-thru",
        "span_id": 15713425384357280563,
        "trace_id": 5329808411621743826
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 00:52:34
success: True
trace_id: 5329808411621743826

Scan 6663472

duration: 0:00:11.370831

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663472

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782742",
        "key": "raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-04/1730782742/cc_authorisations_viewing_log_travel_agents_staff.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7097411138797378588,
        "service_name": "drive-thru",
        "span_id": 14632283304357570417,
        "trace_id": 16951217615446879841
    }
}

running: False
schema_name_id: 2527
start_time: 2024-11-05 00:19:53
success: True
trace_id: 16951217615446879841

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_when": "string",
    "cc_authorisation_id": "string",
    "id": "string",
    "newbook_region": "string",
    "tenant": "string",
    "user_id": "string"
}

created: 2024-11-05 22:39:25

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:45:29",
        "disabled": false,
        "format": "raw",
        "id": 2527,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_when": "string",
            "cc_authorisation_id": "string",
            "id": "string",
            "newbook_region": "string",
            "tenant": "string",
            "user_id": "string"
        },
        "created": "2024-11-05 22:39:25",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `cc_authorisation_id`  string , `user_id`  string , `added_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_viewing_log_travel_agents_staff"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}