Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users

created: 2024-10-08 18:14:10
disabled: False
format: raw
id: 2859
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookshared_cc_authorisations_users"
}

type: drivethrucsv

Schema Versions: 15

Version 4749439

created: 2024-11-05 23:51:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599
id: 4749439
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6675491
updated: 2024-11-05 23:51:21

Version 4749126

created: 2024-11-05 23:22:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866542'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866542
id: 4749126
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6675158
updated: 2024-11-05 23:22:16

Version 4748476

created: 2024-11-05 22:47:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866428'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866428
id: 4748476
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6674508
updated: 2024-11-05 22:47:50

Version 4747245

created: 2024-11-05 05:06:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785793'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785793
id: 4747245
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6672515
updated: 2024-11-05 05:07:00

Version 4745721

created: 2024-11-05 03:36:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785164'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785164
id: 4745721
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6670938
updated: 2024-11-05 03:37:09

Version 4745452

created: 2024-11-05 03:29:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784256'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784256
id: 4745452
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6670669
updated: 2024-11-05 03:29:57

Version 4744988

created: 2024-11-05 03:17:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784859'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784859
id: 4744988
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6670205
updated: 2024-11-05 03:17:53

Version 4744616

created: 2024-11-05 03:07:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784093'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784093
id: 4744616
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6669833
updated: 2024-11-05 03:08:03

Version 4743793

created: 2024-11-05 02:46:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783929'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783929
id: 4743793
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6669010
updated: 2024-11-05 02:46:16

Version 4742937

created: 2024-11-05 02:23:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783807'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783807
id: 4742937
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6668154
updated: 2024-11-05 02:23:34

Version 4741631

created: 2024-11-05 01:48:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783695'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783695
id: 4741631
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6666848
updated: 2024-11-05 01:48:53

Version 4741414

created: 2024-11-05 01:42:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783564'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783564
id: 4741414
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6666631
updated: 2024-11-05 01:43:07

Version 4740588

created: 2024-11-05 01:21:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783346'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783346
id: 4740588
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6665805
updated: 2024-11-05 01:21:26

Version 4739935

created: 2024-11-05 01:03:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782945'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782945
id: 4739935
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6665152
updated: 2024-11-05 01:04:05

Version 4739145

created: 2024-11-05 00:42:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782834'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782834
id: 4739145
processed: 1

raw_data:

{
    "added_by": 10,
    "added_when": 9,
    "authorised_amount": 7,
    "details": 8,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "newbook_region": 0,
    "removed_by": 12,
    "removed_reason": 13,
    "removed_when": 11,
    "tenant": 1,
    "type": 6
}

schema_attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

schema_name_id: 2859
schema_scan_id: 6664360
updated: 2024-11-05 00:43:13

Schema Scans: 15

Last at 2024-11-05 23:51:06

Scan 6675491

duration: 0:00:14.502846

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675491

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14896553841428283954,
        "service_name": "drive-thru",
        "span_id": 10118184338953560648,
        "trace_id": 18252395406561988559
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 23:51:06
success: True
trace_id: 18252395406561988559

Scan 6675158

duration: 0:00:11.751437

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675158

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866542",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866542/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3923150531588004830,
        "service_name": "drive-thru",
        "span_id": 1868688528823371619,
        "trace_id": 6198442737770840596
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 23:22:04
success: True
trace_id: 6198442737770840596

Scan 6674508

duration: 0:00:11.685945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674508

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866428",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866428/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5727518243245006818,
        "service_name": "drive-thru",
        "span_id": 12071665772381105568,
        "trace_id": 13562388375576370327
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 22:47:39
success: True
trace_id: 13562388375576370327

Scan 6672515

duration: 0:00:11.729110

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672515

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785793",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785793/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17862581043887817509,
        "service_name": "drive-thru",
        "span_id": 17624265217208684524,
        "trace_id": 14460846122483373258
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 05:06:49
success: True
trace_id: 14460846122483373258

Scan 6670938

duration: 0:00:14.332259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670938

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785164",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730785164/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8378367683857639390,
        "service_name": "drive-thru",
        "span_id": 4740864150205760423,
        "trace_id": 15944109930156917651
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 03:36:55
success: True
trace_id: 15944109930156917651

Scan 6670669

duration: 0:00:11.545551

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670669

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784256",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784256/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17658950319038136840,
        "service_name": "drive-thru",
        "span_id": 8931073605043977655,
        "trace_id": 16860228475215023730
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 03:29:46
success: True
trace_id: 16860228475215023730

Scan 6670205

duration: 0:00:11.561587

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670205

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784859",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784859/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2419363209344971668,
        "service_name": "drive-thru",
        "span_id": 7660169450314863961,
        "trace_id": 10418814468511434099
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 03:17:42
success: True
trace_id: 10418814468511434099

Scan 6669833

duration: 0:00:14.021840

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669833

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784093",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730784093/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5662831182378440594,
        "service_name": "drive-thru",
        "span_id": 9508296068413929830,
        "trace_id": 4118601690708404958
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 03:07:49
success: True
trace_id: 4118601690708404958

Scan 6669010

duration: 0:00:14.142377

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669010

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783929",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783929/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13154065729346079927,
        "service_name": "drive-thru",
        "span_id": 362819488141829426,
        "trace_id": 4260195915457520290
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 02:46:02
success: True
trace_id: 4260195915457520290

Scan 6668154

duration: 0:00:14.093491

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668154

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783807",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783807/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17984507713532246997,
        "service_name": "drive-thru",
        "span_id": 7660593153230811807,
        "trace_id": 11140418798476239188
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 02:23:20
success: True
trace_id: 11140418798476239188

Scan 6666848

duration: 0:00:14.053216

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666848

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783695",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783695/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14241712823811887860,
        "service_name": "drive-thru",
        "span_id": 13860215350222119448,
        "trace_id": 6094240214003567928
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 01:48:39
success: True
trace_id: 6094240214003567928

Scan 6666631

duration: 0:00:11.627469

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666631

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783564",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783564/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1987135206299454178,
        "service_name": "drive-thru",
        "span_id": 15877249575813922683,
        "trace_id": 14321396764910780004
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 01:42:56
success: True
trace_id: 14321396764910780004

Scan 6665805

duration: 0:00:11.715900

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665805

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783346",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730783346/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7682530151995138868,
        "service_name": "drive-thru",
        "span_id": 12692564846275033592,
        "trace_id": 7428586193352407909
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 01:21:15
success: True
trace_id: 7428586193352407909

Scan 6665152

duration: 0:00:11.520357

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665152

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782945",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782945/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15768276451989023532,
        "service_name": "drive-thru",
        "span_id": 2658589586008012790,
        "trace_id": 14559669477044764806
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 01:03:53
success: True
trace_id: 14559669477044764806

Scan 6664360

duration: 0:00:14.034201

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664360

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782834",
        "key": "raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-04/1730782834/shared_cc_authorisations_users.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2700766295404129631,
        "service_name": "drive-thru",
        "span_id": 17141105923244497240,
        "trace_id": 18083558377179071795
    }
}

running: False
schema_name_id: 2859
start_time: 2024-11-05 00:42:59
success: True
trace_id: 18083558377179071795

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "added_by": "string",
    "added_when": "string",
    "authorised_amount": "string",
    "details": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "newbook_region": "string",
    "removed_by": "string",
    "removed_reason": "string",
    "removed_when": "string",
    "tenant": "string",
    "type": "string"
}

created: 2024-11-05 23:51:07

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:14:10",
        "disabled": false,
        "format": "raw",
        "id": 2859,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookshared_cc_authorisations_users"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "added_by": "string",
            "added_when": "string",
            "authorised_amount": "string",
            "details": "string",
            "for": "string",
            "for_id": "string",
            "for_name": "string",
            "id": "string",
            "newbook_region": "string",
            "removed_by": "string",
            "removed_reason": "string",
            "removed_when": "string",
            "tenant": "string",
            "type": "string"
        },
        "created": "2024-11-05 23:51:07",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `type`  string , `authorised_amount`  string , `details`  string , `added_when`  string , `added_by`  string , `removed_when`  string , `removed_by`  string , `removed_reason`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookshared_cc_authorisations_users/2024-11-05/1730866599'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookshared_cc_authorisations_users"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}