Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden

created: 2024-10-08 18:08:24
disabled: False
format: raw
id: 2807
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookowners_contracts_fees_overridden"
}

type: drivethrucsv

Schema Versions: 15

Version 4749335

created: 2024-11-05 23:39:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576
id: 4749335
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6675367
updated: 2024-11-05 23:39:56

Version 4748983

created: 2024-11-05 23:12:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866517'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866517
id: 4748983
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6675015
updated: 2024-11-05 23:12:30

Version 4748279

created: 2024-11-05 22:40:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866389
id: 4748279
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6674311
updated: 2024-11-05 22:40:54

Version 4747222

created: 2024-11-05 05:03:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785773'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785773
id: 4747222
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6672461
updated: 2024-11-05 05:03:52

Version 4746359

created: 2024-11-05 03:59:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785153'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785153
id: 4746359
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6671581
updated: 2024-11-05 03:59:50

Version 4745662

created: 2024-11-05 03:35:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784848'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784848
id: 4745662
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6670880
updated: 2024-11-05 03:35:33

Version 4745096

created: 2024-11-05 03:20:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784245'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784245
id: 4745096
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6670313
updated: 2024-11-05 03:20:45

Version 4744087

created: 2024-11-05 02:53:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784082'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784082
id: 4744087
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6669304
updated: 2024-11-05 02:53:51

Version 4743696

created: 2024-11-05 02:43:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783921'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783921
id: 4743696
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6668913
updated: 2024-11-05 02:43:38

Version 4742722

created: 2024-11-05 02:17:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783796'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783796
id: 4742722
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6667939
updated: 2024-11-05 02:17:55

Version 4742138

created: 2024-11-05 02:02:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783687'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783687
id: 4742138
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6667355
updated: 2024-11-05 02:02:20

Version 4741406

created: 2024-11-05 01:42:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783553
id: 4741406
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6666623
updated: 2024-11-05 01:42:56

Version 4740163

created: 2024-11-05 01:10:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783334'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783334
id: 4740163
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6665380
updated: 2024-11-05 01:10:17

Version 4739754

created: 2024-11-05 00:59:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782934
id: 4739754
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6664971
updated: 2024-11-05 00:59:11

Version 4738617

created: 2024-11-05 00:29:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782758'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782758
id: 4738617
processed: 1

raw_data:

{
    "amount": 6,
    "booking_id": 4,
    "fee_id": 3,
    "id": 2,
    "newbook_region": 0,
    "original_amount": 7,
    "payment_id": 5,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

schema_name_id: 2807
schema_scan_id: 6663830
updated: 2024-11-05 00:29:18

Schema Scans: 15

Last at 2024-11-05 23:39:45

Scan 6675367

duration: 0:00:11.551770

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675367

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17558064065275329994,
        "service_name": "drive-thru",
        "span_id": 12977639775239217092,
        "trace_id": 46309354007274708
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 23:39:45
success: True
trace_id: 46309354007274708

Scan 6675015

duration: 0:00:14.108124

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675015

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866517",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866517/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16288979200370322749,
        "service_name": "drive-thru",
        "span_id": 12335326127842638855,
        "trace_id": 6603686576912837460
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 23:12:16
success: True
trace_id: 6603686576912837460

Scan 6674311

duration: 0:00:14.023713

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674311

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866389",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866389/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7541961318676817049,
        "service_name": "drive-thru",
        "span_id": 878119947364100682,
        "trace_id": 14981178014571573103
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 22:40:40
success: True
trace_id: 14981178014571573103

Scan 6672461

duration: 0:00:14.131752

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672461

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785773",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785773/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13825788894803583420,
        "service_name": "drive-thru",
        "span_id": 13491418379610327049,
        "trace_id": 2986395926428114998
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 05:03:38
success: True
trace_id: 2986395926428114998

Scan 6671581

duration: 0:00:11.577583

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671581

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785153",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730785153/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14995601324155832578,
        "service_name": "drive-thru",
        "span_id": 18409951764704489284,
        "trace_id": 1926160480327397105
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 03:59:38
success: True
trace_id: 1926160480327397105

Scan 6670880

duration: 0:00:11.431394

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670880

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784848",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784848/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2159471849960684305,
        "service_name": "drive-thru",
        "span_id": 14977384014851978199,
        "trace_id": 9367058739630384852
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 03:35:22
success: True
trace_id: 9367058739630384852

Scan 6670313

duration: 0:00:13.951286

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670313

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784245",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784245/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6938960078542176088,
        "service_name": "drive-thru",
        "span_id": 1339910865471236444,
        "trace_id": 16715310573061147583
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 03:20:31
success: True
trace_id: 16715310573061147583

Scan 6669304

duration: 0:00:11.547449

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669304

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784082",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730784082/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4178328789456595754,
        "service_name": "drive-thru",
        "span_id": 16882990295135681003,
        "trace_id": 12333412053235004379
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 02:53:40
success: True
trace_id: 12333412053235004379

Scan 6668913

duration: 0:00:14.024795

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668913

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783921",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783921/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2684354807697477414,
        "service_name": "drive-thru",
        "span_id": 11921182747556878129,
        "trace_id": 10018006856444785657
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 02:43:24
success: True
trace_id: 10018006856444785657

Scan 6667939

duration: 0:00:11.350536

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667939

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783796",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783796/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13446311195464654590,
        "service_name": "drive-thru",
        "span_id": 16922556013361758866,
        "trace_id": 12388659708242282590
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 02:17:44
success: True
trace_id: 12388659708242282590

Scan 6667355

duration: 0:00:13.827308

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667355

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783687",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783687/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15552291430165074087,
        "service_name": "drive-thru",
        "span_id": 17910327283255999421,
        "trace_id": 4971179828336292939
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 02:02:06
success: True
trace_id: 4971179828336292939

Scan 6666623

duration: 0:00:11.494325

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666623

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783553",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783553/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6572780460688288682,
        "service_name": "drive-thru",
        "span_id": 12121148788657793742,
        "trace_id": 5491227222482963224
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 01:42:44
success: True
trace_id: 5491227222482963224

Scan 6665380

duration: 0:00:14.033123

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665380

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783334",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730783334/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9704057903718534411,
        "service_name": "drive-thru",
        "span_id": 8493644625123982002,
        "trace_id": 1817819503170414913
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 01:10:03
success: True
trace_id: 1817819503170414913

Scan 6664971

duration: 0:00:11.398937

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664971

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782934",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782934/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5333490555225171593,
        "service_name": "drive-thru",
        "span_id": 17750977740485239709,
        "trace_id": 2369148308745732968
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 00:59:00
success: True
trace_id: 2369148308745732968

Scan 6663830

duration: 0:00:11.467835

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663830

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782758",
        "key": "raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-04/1730782758/owners_contracts_fees_overridden.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15515757500279074252,
        "service_name": "drive-thru",
        "span_id": 15912021840442344957,
        "trace_id": 5503456574507538396
    }
}

running: False
schema_name_id: 2807
start_time: 2024-11-05 00:29:06
success: True
trace_id: 5503456574507538396

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "amount": "string",
    "booking_id": "string",
    "fee_id": "string",
    "id": "string",
    "newbook_region": "string",
    "original_amount": "string",
    "payment_id": "string",
    "tenant": "string"
}

created: 2024-11-05 23:39:45

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:08:24",
        "disabled": false,
        "format": "raw",
        "id": 2807,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookowners_contracts_fees_overridden"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "amount": "string",
            "booking_id": "string",
            "fee_id": "string",
            "id": "string",
            "newbook_region": "string",
            "original_amount": "string",
            "payment_id": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:39:45",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `fee_id`  string , `booking_id`  string , `payment_id`  string , `amount`  string , `original_amount`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees_overridden/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees_overridden"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}