Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments

created: 2024-10-08 18:20:27
disabled: False
format: raw
id: 2918
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookowners_payments_adjustments"
}

type: drivethrucsv

Schema Versions: 15

Version 4749388

created: 2024-11-05 23:45:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576
id: 4749388
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6675426
updated: 2024-11-05 23:45:35

Version 4749070

created: 2024-11-05 23:18:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866518'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866518
id: 4749070
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6675102
updated: 2024-11-05 23:18:18

Version 4748168

created: 2024-11-05 22:36:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866389
id: 4748168
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6674200
updated: 2024-11-05 22:37:05

Version 4747055

created: 2024-11-05 04:45:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785773'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785773
id: 4747055
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6672287
updated: 2024-11-05 04:45:44

Version 4745656

created: 2024-11-05 03:35:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784849'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784849
id: 4745656
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6670872
updated: 2024-11-05 03:35:21

Version 4745605

created: 2024-11-05 03:33:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785154'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785154
id: 4745605
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6670822
updated: 2024-11-05 03:34:00

Version 4744805

created: 2024-11-05 03:12:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784245'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784245
id: 4744805
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6670022
updated: 2024-11-05 03:13:01

Version 4744079

created: 2024-11-05 02:53:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784083'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784083
id: 4744079
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6669296
updated: 2024-11-05 02:53:39

Version 4743073

created: 2024-11-05 02:26:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783851
id: 4743073
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6668290
updated: 2024-11-05 02:27:05

Version 4742852

created: 2024-11-05 02:21:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783796'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783796
id: 4742852
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6668069
updated: 2024-11-05 02:21:19

Version 4741888

created: 2024-11-05 01:55:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783687'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783687
id: 4741888
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6667105
updated: 2024-11-05 01:55:35

Version 4741400

created: 2024-11-05 01:42:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783553
id: 4741400
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6666617
updated: 2024-11-05 01:42:48

Version 4740148

created: 2024-11-05 01:09:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783335'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783335
id: 4740148
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6665365
updated: 2024-11-05 01:09:54

Version 4739697

created: 2024-11-05 00:57:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782934'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782934
id: 4739697
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6664914
updated: 2024-11-05 00:57:44

Version 4739112

created: 2024-11-05 00:42:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782826'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782826
id: 4739112
processed: 1

raw_data:

{
    "amount": 9,
    "booking_id": 5,
    "contract_id": 4,
    "description": 8,
    "generated_by": 11,
    "generated_when": 12,
    "gl_account_id": 7,
    "gl_category_id": 6,
    "id": 2,
    "inventory_item_id": 13,
    "newbook_region": 0,
    "owner_id": 3,
    "paid_by": 14,
    "paid_when": 15,
    "tax_free": 10,
    "tenant": 1
}

schema_attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

schema_name_id: 2918
schema_scan_id: 6664327
updated: 2024-11-05 00:42:18

Schema Scans: 15

Last at 2024-11-05 23:45:23

Scan 6675426

duration: 0:00:11.858602

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675426

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9146298777812935391,
        "service_name": "drive-thru",
        "span_id": 594185934670865225,
        "trace_id": 5501686938815196227
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 23:45:23
success: True
trace_id: 5501686938815196227

Scan 6675102

duration: 0:00:14.464546

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675102

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866518",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866518/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11377472987228640951,
        "service_name": "drive-thru",
        "span_id": 15572598161508589477,
        "trace_id": 10882870023910340774
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 23:18:04
success: True
trace_id: 10882870023910340774

Scan 6674200

duration: 0:00:11.753872

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674200

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866389",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866389/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13668820979539287434,
        "service_name": "drive-thru",
        "span_id": 14000076966038355289,
        "trace_id": 16563549454498356752
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 22:36:53
success: True
trace_id: 16563549454498356752

Scan 6672287

duration: 0:00:11.773410

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672287

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785773",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785773/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14402444610195723052,
        "service_name": "drive-thru",
        "span_id": 17657956378073222633,
        "trace_id": 14210150591217176586
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 04:45:32
success: True
trace_id: 14210150591217176586

Scan 6670872

duration: 0:00:11.742491

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670872

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784849",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784849/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6236155159554498435,
        "service_name": "drive-thru",
        "span_id": 7371810109531532431,
        "trace_id": 2141080721396885367
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 03:35:09
success: True
trace_id: 2141080721396885367

Scan 6670822

duration: 0:00:11.857835

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670822

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785154",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730785154/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5405728110043950931,
        "service_name": "drive-thru",
        "span_id": 7939988449633791279,
        "trace_id": 7959484353775510190
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 03:33:48
success: True
trace_id: 7959484353775510190

Scan 6670022

duration: 0:00:14.323545

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670022

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784245",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784245/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14454664665649798272,
        "service_name": "drive-thru",
        "span_id": 10898836936232099128,
        "trace_id": 2033317884849182969
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 03:12:46
success: True
trace_id: 2033317884849182969

Scan 6669296

duration: 0:00:14.181354

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669296

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784083",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730784083/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10506232187228552216,
        "service_name": "drive-thru",
        "span_id": 2876762016376700532,
        "trace_id": 2167789599849631031
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 02:53:25
success: True
trace_id: 2167789599849631031

Scan 6668290

duration: 0:00:11.581996

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668290

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783851",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783851/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13193849278669648607,
        "service_name": "drive-thru",
        "span_id": 1123080438070110086,
        "trace_id": 13703884096085021496
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 02:26:53
success: True
trace_id: 13703884096085021496

Scan 6668069

duration: 0:00:11.669136

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668069

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783796",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783796/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14092028968819894018,
        "service_name": "drive-thru",
        "span_id": 5456295473563366,
        "trace_id": 1074946369932595645
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 02:21:07
success: True
trace_id: 1074946369932595645

Scan 6667105

duration: 0:00:11.740845

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667105

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783687",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783687/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18178084464112326007,
        "service_name": "drive-thru",
        "span_id": 12231855035846222568,
        "trace_id": 10469595451619788180
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 01:55:23
success: True
trace_id: 10469595451619788180

Scan 6666617

duration: 0:00:14.152839

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666617

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783553",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783553/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14229024818855651159,
        "service_name": "drive-thru",
        "span_id": 3178174185770933623,
        "trace_id": 5292829837133744270
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 01:42:34
success: True
trace_id: 5292829837133744270

Scan 6665365

duration: 0:00:11.647768

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783335",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730783335/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2796611853296094935,
        "service_name": "drive-thru",
        "span_id": 16476273192423529350,
        "trace_id": 9667643319533694188
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 01:09:43
success: True
trace_id: 9667643319533694188

Scan 6664914

duration: 0:00:14.253210

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664914

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782934",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782934/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7390384365524276636,
        "service_name": "drive-thru",
        "span_id": 6597148191729026849,
        "trace_id": 1441073539722822507
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 00:57:30
success: True
trace_id: 1441073539722822507

Scan 6664327

duration: 0:00:11.336253

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664327

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782826",
        "key": "raw/newbookdev_newbookowners_payments_adjustments/2024-11-04/1730782826/owners_payments_adjustments.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 6225916484207651826,
        "service_name": "drive-thru",
        "span_id": 16306807990043960039,
        "trace_id": 16245039963977137751
    }
}

running: False
schema_name_id: 2918
start_time: 2024-11-05 00:42:07
success: True
trace_id: 16245039963977137751

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "amount": "string",
    "booking_id": "string",
    "contract_id": "string",
    "description": "string",
    "generated_by": "string",
    "generated_when": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "id": "string",
    "inventory_item_id": "string",
    "newbook_region": "string",
    "owner_id": "string",
    "paid_by": "string",
    "paid_when": "string",
    "tax_free": "string",
    "tenant": "string"
}

created: 2024-11-05 23:45:24

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:20:27",
        "disabled": false,
        "format": "raw",
        "id": 2918,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookowners_payments_adjustments"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "amount": "string",
            "booking_id": "string",
            "contract_id": "string",
            "description": "string",
            "generated_by": "string",
            "generated_when": "string",
            "gl_account_id": "string",
            "gl_category_id": "string",
            "id": "string",
            "inventory_item_id": "string",
            "newbook_region": "string",
            "owner_id": "string",
            "paid_by": "string",
            "paid_when": "string",
            "tax_free": "string",
            "tenant": "string"
        },
        "created": "2024-11-05 23:45:24",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `owner_id`  string , `contract_id`  string , `booking_id`  string , `gl_category_id`  string , `gl_account_id`  string , `description`  string , `amount`  string , `tax_free`  string , `generated_by`  string , `generated_when`  string , `inventory_item_id`  string , `paid_by`  string , `paid_when`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_payments_adjustments/2024-11-05/1730866576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_payments_adjustments"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}