Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies

created: 2024-10-08 17:40:27
disabled: False
format: raw
id: 2458
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookcc_authorisations_companies"
}

type: drivethrucsv

Schema Versions: 15

Version 4748210

created: 2024-11-05 22:38:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391
id: 4748210
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6674242
updated: 2024-11-05 22:38:23

Version 4747845

created: 2024-11-05 22:27:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866322'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866322
id: 4747845
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6673878
updated: 2024-11-05 22:27:42

Version 4747457

created: 2024-11-05 22:17:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866243'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866243
id: 4747457
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6673489
updated: 2024-11-05 22:17:33

Version 4746841

created: 2024-11-05 04:27:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785662'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785662
id: 4746841
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6672071
updated: 2024-11-05 04:27:17

Version 4745254

created: 2024-11-05 03:24:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785090'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785090
id: 4745254
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6670471
updated: 2024-11-05 03:24:53

Version 4744527

created: 2024-11-05 03:05:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784784'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784784
id: 4744527
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6669744
updated: 2024-11-05 03:05:40

Version 4744352

created: 2024-11-05 03:00:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784181'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784181
id: 4744352
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6669569
updated: 2024-11-05 03:00:51

Version 4743114

created: 2024-11-05 02:27:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784018'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784018
id: 4743114
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6668330
updated: 2024-11-05 02:28:13

Version 4742869

created: 2024-11-05 02:21:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783835'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783835
id: 4742869
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6668086
updated: 2024-11-05 02:21:43

Version 4742486

created: 2024-11-05 02:11:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783732'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783732
id: 4742486
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6667703
updated: 2024-11-05 02:11:41

Version 4741845

created: 2024-11-05 01:54:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783638'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783638
id: 4741845
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6667063
updated: 2024-11-05 01:54:32

Version 4740893

created: 2024-11-05 01:29:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783487'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783487
id: 4740893
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6666110
updated: 2024-11-05 01:29:27

Version 4740061

created: 2024-11-05 01:07:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783269'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783269
id: 4740061
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6665278
updated: 2024-11-05 01:07:31

Version 4739370

created: 2024-11-05 00:48:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782871'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782871
id: 4739370
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6664585
updated: 2024-11-05 00:49:09

Version 4738765

created: 2024-11-05 00:33:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782779'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782779
id: 4738765
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2458
schema_scan_id: 6663978
updated: 2024-11-05 00:33:13

Schema Scans: 15

Last at 2024-11-05 22:38:12

Scan 6674242

duration: 0:00:11.757930

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674242

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13570055581667153895,
        "service_name": "drive-thru",
        "span_id": 17305535291347852026,
        "trace_id": 7038467373210509085
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 22:38:12
success: True
trace_id: 7038467373210509085

Scan 6673878

duration: 0:00:11.671685

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673878

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866322",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866322/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14591343808307529276,
        "service_name": "drive-thru",
        "span_id": 11712017635487821999,
        "trace_id": 18134545714774345108
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 22:27:30
success: True
trace_id: 18134545714774345108

Scan 6673489

duration: 0:00:14.568123

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673489

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866243",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866243/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2967364153945112184,
        "service_name": "drive-thru",
        "span_id": 7479412055974360176,
        "trace_id": 4731858894189071848
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 22:17:19
success: True
trace_id: 4731858894189071848

Scan 6672071

duration: 0:00:14.267075

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672071

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785662",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785662/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7859188053114000621,
        "service_name": "drive-thru",
        "span_id": 16400221963188799935,
        "trace_id": 15505890125054599481
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 04:27:03
success: True
trace_id: 15505890125054599481

Scan 6670471

duration: 0:00:14.192695

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670471

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785090",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730785090/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6815542599330842900,
        "service_name": "drive-thru",
        "span_id": 17210746722209938668,
        "trace_id": 16308858560182549347
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 03:24:39
success: True
trace_id: 16308858560182549347

Scan 6669744

duration: 0:00:14.161110

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669744

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784784",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784784/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6705158826970190043,
        "service_name": "drive-thru",
        "span_id": 2701724516699370975,
        "trace_id": 1234834848419047845
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 03:05:26
success: True
trace_id: 1234834848419047845

Scan 6669569

duration: 0:00:14.146777

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669569

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784181",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784181/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15937511440824623353,
        "service_name": "drive-thru",
        "span_id": 7244863339817683797,
        "trace_id": 10241104967315513117
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 03:00:37
success: True
trace_id: 10241104967315513117

Scan 6668330

duration: 0:00:14.114564

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668330

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784018",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730784018/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4062276568928329774,
        "service_name": "drive-thru",
        "span_id": 17659550463453457668,
        "trace_id": 2736467164886011862
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 02:27:59
success: True
trace_id: 2736467164886011862

Scan 6668086

duration: 0:00:11.504503

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668086

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783835",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783835/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6193565834870209629,
        "service_name": "drive-thru",
        "span_id": 10856570997293085086,
        "trace_id": 12150033907310187440
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 02:21:31
success: True
trace_id: 12150033907310187440

Scan 6667703

duration: 0:00:14.089205

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667703

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783732",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783732/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12861796858716386637,
        "service_name": "drive-thru",
        "span_id": 9149153326831201024,
        "trace_id": 8968728834583786960
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 02:11:27
success: True
trace_id: 8968728834583786960

Scan 6667063

duration: 0:00:13.999885

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667063

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783638",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783638/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4197160368274991102,
        "service_name": "drive-thru",
        "span_id": 17644258293758897449,
        "trace_id": 11132829928711172928
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 01:54:18
success: True
trace_id: 11132829928711172928

Scan 6666110

duration: 0:00:11.776489

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666110

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783487",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783487/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7920470100482982315,
        "service_name": "drive-thru",
        "span_id": 8910689499312706836,
        "trace_id": 8506306706136027709
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 01:29:15
success: True
trace_id: 8506306706136027709

Scan 6665278

duration: 0:00:11.546344

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665278

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783269",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730783269/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12363679846870382091,
        "service_name": "drive-thru",
        "span_id": 17732896973669572074,
        "trace_id": 8315418011568951042
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 01:07:20
success: True
trace_id: 8315418011568951042

Scan 6664585

duration: 0:00:14.038361

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664585

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782871",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782871/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13626616690731211580,
        "service_name": "drive-thru",
        "span_id": 18002631520007320821,
        "trace_id": 9287948997885319068
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 00:48:55
success: True
trace_id: 9287948997885319068

Scan 6663978

duration: 0:00:11.465206

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663978

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782779",
        "key": "raw/newbookdev_newbookcc_authorisations_companies/2024-11-04/1730782779/cc_authorisations_companies.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16344296532372060433,
        "service_name": "drive-thru",
        "span_id": 16040217711818148643,
        "trace_id": 1502097103255966230
    }
}

running: False
schema_name_id: 2458
start_time: 2024-11-05 00:33:02
success: True
trace_id: 1502097103255966230

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 22:38:12

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:40:27",
        "disabled": false,
        "format": "raw",
        "id": 2458,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookcc_authorisations_companies"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "authorised_amount": "string",
            "details": "string",
            "for": "string",
            "for_id": "string",
            "for_name": "string",
            "id": "string",
            "newbook_region": "string",
            "removed_by": "string",
            "removed_reason": "string",
            "removed_when": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 22:38:12",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookcc_authorisations_companies/2024-11-05/1730866391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookcc_authorisations_companies"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}