Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookclients_accounts

created: 2024-10-08 17:41:21
disabled: False
format: raw
id: 2470
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookclients_accounts"
}

type: drivethrucsv

Schema Versions: 15

Version 4748278

created: 2024-11-05 22:40:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407
id: 4748278
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6674310
updated: 2024-11-05 22:40:54

Version 4747903

created: 2024-11-05 22:29:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866332'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866332
id: 4747903
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6673935
updated: 2024-11-05 22:29:15

Version 4747464

created: 2024-11-05 22:17:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866250'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866250
id: 4747464
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6673496
updated: 2024-11-05 22:17:47

Version 4746643

created: 2024-11-05 04:14:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785670'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785670
id: 4746643
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6671866
updated: 2024-11-05 04:14:23

Version 4745915

created: 2024-11-05 03:42:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785094'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785094
id: 4745915
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6671135
updated: 2024-11-05 03:43:01

Version 4745172

created: 2024-11-05 03:22:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784789'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784789
id: 4745172
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6670389
updated: 2024-11-05 03:22:43

Version 4744038

created: 2024-11-05 02:52:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784023'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784023
id: 4744038
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6669255
updated: 2024-11-05 02:52:34

Version 4743981

created: 2024-11-05 02:50:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784186'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784186
id: 4743981
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6669198
updated: 2024-11-05 02:51:07

Version 4743374

created: 2024-11-05 02:34:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783875'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783875
id: 4743374
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6668591
updated: 2024-11-05 02:35:11

Version 4742406

created: 2024-11-05 02:09:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783736'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783736
id: 4742406
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6667622
updated: 2024-11-05 02:09:36

Version 4741621

created: 2024-11-05 01:48:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783602'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783602
id: 4741621
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6666838
updated: 2024-11-05 01:48:39

Version 4740801

created: 2024-11-05 01:26:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783492'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783492
id: 4740801
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6666018
updated: 2024-11-05 01:27:02

Version 4740232

created: 2024-11-05 01:11:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783273'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783273
id: 4740232
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6665448
updated: 2024-11-05 01:12:07

Version 4739396

created: 2024-11-05 00:49:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782875'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782875
id: 4739396
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6664611
updated: 2024-11-05 00:49:46

Version 4738889

created: 2024-11-05 00:36:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782782'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782782
id: 4738889
processed: 1

raw_data:

{
    "active": 23,
    "auto_billing_limit": 7,
    "auto_billing_type": 6,
    "balance": 17,
    "bpay_auto_reconcile": 26,
    "cc_gateway_id": 20,
    "currency_id": 21,
    "external_tax_id": 25,
    "for": 3,
    "for_id": 4,
    "for_name": 5,
    "id": 2,
    "invoice_auto_debit_days": 13,
    "invoice_auto_debit_days_type": 14,
    "invoice_payment_terms": 16,
    "invoice_reminders": 8,
    "invoice_reminders_due_days": 10,
    "invoice_reminders_due_type": 9,
    "invoice_reminders_interval": 11,
    "invoice_reminders_interval_multiplier": 12,
    "late_fee_exemption": 15,
    "newbook_region": 0,
    "paypal_connection_id": 19,
    "paypal_id": 18,
    "tax_free": 22,
    "tenant": 1,
    "transaction_fees": 24
}

schema_attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

schema_name_id: 2470
schema_scan_id: 6664102
updated: 2024-11-05 00:36:27

Schema Scans: 15

Last at 2024-11-05 22:40:39

Scan 6674310

duration: 0:00:14.838437

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674310

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10970936005025945929,
        "service_name": "drive-thru",
        "span_id": 3701811830953867903,
        "trace_id": 10987183604810698432
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 22:40:39
success: True
trace_id: 10987183604810698432

Scan 6673935

duration: 0:00:14.648492

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673935

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866332",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-05/1730866332/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1221976647726942817,
        "service_name": "drive-thru",
        "span_id": 2897307209556151985,
        "trace_id": 7014310785962396439
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 22:29:00
success: True
trace_id: 7014310785962396439

Scan 6673496

duration: 0:00:14.682621

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6673496

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866250",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-05/1730866250/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9715652937241496987,
        "service_name": "drive-thru",
        "span_id": 11569248930730054752,
        "trace_id": 16863477892448310778
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 22:17:32
success: True
trace_id: 16863477892448310778

Scan 6671866

duration: 0:00:14.812061

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671866

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785670",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730785670/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13369275773903158514,
        "service_name": "drive-thru",
        "span_id": 9759437785709071274,
        "trace_id": 4427063307196739583
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 04:14:08
success: True
trace_id: 4427063307196739583

Scan 6671135

duration: 0:00:12.101667

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671135

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730785094",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730785094/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15923500212385961642,
        "service_name": "drive-thru",
        "span_id": 3352318447079858127,
        "trace_id": 3033748408202719274
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 03:42:49
success: True
trace_id: 3033748408202719274

Scan 6670389

duration: 0:00:11.971473

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670389

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784789",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730784789/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17260837315274157727,
        "service_name": "drive-thru",
        "span_id": 1152034522713906968,
        "trace_id": 18426703986673462538
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 03:22:31
success: True
trace_id: 18426703986673462538

Scan 6669255

duration: 0:00:12.152683

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669255

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784023",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730784023/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13352028743679817614,
        "service_name": "drive-thru",
        "span_id": 11572715563335528344,
        "trace_id": 1420773791194010955
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 02:52:22
success: True
trace_id: 1420773791194010955

Scan 6669198

duration: 0:00:14.470211

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669198

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730784186",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730784186/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14007780150323539364,
        "service_name": "drive-thru",
        "span_id": 4133652223383498018,
        "trace_id": 11460546814083189086
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 02:50:53
success: True
trace_id: 11460546814083189086

Scan 6668591

duration: 0:00:14.545349

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668591

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783875",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730783875/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13395407650110098282,
        "service_name": "drive-thru",
        "span_id": 10919973418529874694,
        "trace_id": 9378488528155703585
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 02:34:57
success: True
trace_id: 9378488528155703585

Scan 6667622

duration: 0:00:14.351363

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667622

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783736",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730783736/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8970701327556701328,
        "service_name": "drive-thru",
        "span_id": 5949331500969850061,
        "trace_id": 4366116831463974179
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 02:09:22
success: True
trace_id: 4366116831463974179

Scan 6666838

duration: 0:00:14.572438

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666838

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783602",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730783602/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11259543424072656391,
        "service_name": "drive-thru",
        "span_id": 4230492992662287468,
        "trace_id": 2261026926986784842
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 01:48:24
success: True
trace_id: 2261026926986784842

Scan 6666018

duration: 0:00:11.995572

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666018

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783492",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730783492/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5210432430505514146,
        "service_name": "drive-thru",
        "span_id": 8683236124217722242,
        "trace_id": 71543768331659491
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 01:26:50
success: True
trace_id: 71543768331659491

Scan 6665448

duration: 0:00:14.396884

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665448

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730783273",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730783273/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15632458359446432757,
        "service_name": "drive-thru",
        "span_id": 4321629975722045949,
        "trace_id": 3357785883879017168
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 01:11:53
success: True
trace_id: 3357785883879017168

Scan 6664611

duration: 0:00:14.445365

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664611

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782875",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730782875/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10588020931658529822,
        "service_name": "drive-thru",
        "span_id": 3055043804702140919,
        "trace_id": 5660664405604246521
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 00:49:32
success: True
trace_id: 5660664405604246521

Scan 6664102

duration: 0:00:12.365888

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664102

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-04/1730782782",
        "key": "raw/newbookdev_newbookclients_accounts/2024-11-04/1730782782/clients_accounts.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookclients_accounts",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16938417610820595718,
        "service_name": "drive-thru",
        "span_id": 10000453279961533607,
        "trace_id": 9429403305333781553
    }
}

running: False
schema_name_id: 2470
start_time: 2024-11-05 00:36:15
success: True
trace_id: 9429403305333781553

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "active": "string",
    "auto_billing_limit": "string",
    "auto_billing_type": "string",
    "balance": "string",
    "bpay_auto_reconcile": "string",
    "cc_gateway_id": "string",
    "currency_id": "string",
    "external_tax_id": "string",
    "for": "string",
    "for_id": "string",
    "for_name": "string",
    "id": "string",
    "invoice_auto_debit_days": "string",
    "invoice_auto_debit_days_type": "string",
    "invoice_payment_terms": "string",
    "invoice_reminders": "string",
    "invoice_reminders_due_days": "string",
    "invoice_reminders_due_type": "string",
    "invoice_reminders_interval": "string",
    "invoice_reminders_interval_multiplier": "string",
    "late_fee_exemption": "string",
    "newbook_region": "string",
    "paypal_connection_id": "string",
    "paypal_id": "string",
    "tax_free": "string",
    "tenant": "string",
    "transaction_fees": "string"
}

created: 2024-11-05 22:40:41

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 17:41:21",
        "disabled": false,
        "format": "raw",
        "id": 2470,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookclients_accounts"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "active": "string",
            "auto_billing_limit": "string",
            "auto_billing_type": "string",
            "balance": "string",
            "bpay_auto_reconcile": "string",
            "cc_gateway_id": "string",
            "currency_id": "string",
            "external_tax_id": "string",
            "for": "string",
            "for_id": "string",
            "for_name": "string",
            "id": "string",
            "invoice_auto_debit_days": "string",
            "invoice_auto_debit_days_type": "string",
            "invoice_payment_terms": "string",
            "invoice_reminders": "string",
            "invoice_reminders_due_days": "string",
            "invoice_reminders_due_type": "string",
            "invoice_reminders_interval": "string",
            "invoice_reminders_interval_multiplier": "string",
            "late_fee_exemption": "string",
            "newbook_region": "string",
            "paypal_connection_id": "string",
            "paypal_id": "string",
            "tax_free": "string",
            "tenant": "string",
            "transaction_fees": "string"
        },
        "created": "2024-11-05 22:40:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookclients_accounts`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `for`  string , `for_id`  string , `for_name`  string , `auto_billing_type`  string , `auto_billing_limit`  string , `invoice_reminders`  string , `invoice_reminders_due_type`  string , `invoice_reminders_due_days`  string , `invoice_reminders_interval`  string , `invoice_reminders_interval_multiplier`  string , `invoice_auto_debit_days`  string , `invoice_auto_debit_days_type`  string , `late_fee_exemption`  string , `invoice_payment_terms`  string , `balance`  string , `paypal_id`  string , `paypal_connection_id`  string , `cc_gateway_id`  string , `currency_id`  string , `tax_free`  string , `active`  string , `transaction_fees`  string , `external_tax_id`  string , `bpay_auto_reconcile`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookclients_accounts/2024-11-05/1730866407'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookclients_accounts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookclients_accounts"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}