Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbooksubscriptions
- created: 2024-10-08 18:34:01
- disabled: False
- format: raw
- id: 3044
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbooksubscriptions" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749282
- created: 2024-11-05 23:34:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555
- id: 4749282
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6675314
- updated: 2024-11-05 23:34:17
-
Version 4749260
- created: 2024-11-05 23:31:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866606'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866606
- id: 4749260
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6675292
- updated: 2024-11-05 23:31:56
-
Version 4748459
- created: 2024-11-05 22:47:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866447'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866447
- id: 4748459
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6674489
- updated: 2024-11-05 22:47:12
-
Version 4747095
- created: 2024-11-05 04:49:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785801'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785801
- id: 4747095
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6672327
- updated: 2024-11-05 04:50:01
-
Version 4746463
- created: 2024-11-05 04:04:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785170'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785170
- id: 4746463
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6671684
- updated: 2024-11-05 04:04:29
-
Version 4745733
- created: 2024-11-05 03:37:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784864'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784864
- id: 4745733
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6670950
- updated: 2024-11-05 03:37:24
-
Version 4744386
- created: 2024-11-05 03:01:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784261'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784261
- id: 4744386
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6669603
- updated: 2024-11-05 03:01:49
-
Version 4743736
- created: 2024-11-05 02:44:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784099'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784099
- id: 4743736
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6668953
- updated: 2024-11-05 02:44:44
-
Version 4743530
- created: 2024-11-05 02:39:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783933'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783933
- id: 4743530
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6668746
- updated: 2024-11-05 02:39:14
-
Version 4742767
- created: 2024-11-05 02:18:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783812'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783812
- id: 4742767
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6667983
- updated: 2024-11-05 02:19:03
-
Version 4741728
- created: 2024-11-05 01:51:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783621'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783621
- id: 4741728
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6666944
- updated: 2024-11-05 01:51:21
-
Version 4741482
- created: 2024-11-05 01:44:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783569'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783569
- id: 4741482
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6666698
- updated: 2024-11-05 01:44:55
-
Version 4740729
- created: 2024-11-05 01:24:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783351'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783351
- id: 4740729
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6665946
- updated: 2024-11-05 01:25:09
-
Version 4739770
- created: 2024-11-05 00:59:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782949'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782949
- id: 4739770
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6664986
- updated: 2024-11-05 00:59:35
-
Version 4738974
- created: 2024-11-05 00:38:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782838'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782838
- id: 4738974
- processed: 1
- raw_data:
{ "account_id": 4, "amount": 13, "auto_debit": 39, "cancelled_by": 29, "cancelled_reason": 30, "cancelled_when": 28, "create_charges": 31, "create_task_created_for": 34, "create_task_description": 36, "create_task_type_id": 33, "description": 9, "generate_invoice": 35, "generated_by": 25, "generated_when": 24, "gl_account_id": 10, "gl_category_id": 11, "id": 2, "interval": 15, "interval_multiplier": 16, "inventory_item_id": 3, "invoice_description": 5, "invoice_email_template_id": 7, "invoice_system_template_id": 6, "item_type": 8, "newbook_region": 0, "next_run": 19, "next_run_advance_days": 20, "next_run_allowed_days": 21, "paid_notification": 38, "period_from": 17, "period_to": 18, "prorata_end": 23, "prorata_start": 22, "qty": 12, "status": 37, "stopped_by": 27, "stopped_when": 26, "tax_free": 14, "tenant": 1, "void_unpaid_charges": 32 } - schema_attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - schema_name_id: 3044
- schema_scan_id: 6664188
- updated: 2024-11-05 00:38:44
Schema Scans: 15
Last at 2024-11-05 23:34:04
-
Scan 6675314
- duration: 0:00:12.579705
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675314
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555", "key": "raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2142546233063048801, "service_name": "drive-thru", "span_id": 15901118182691062804, "trace_id": 17501869990009674541 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 23:34:04
- success: True
- trace_id: 17501869990009674541
-
Scan 6675292
- duration: 0:00:15.139678
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675292
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866606", "key": "raw/newbookdev_newbooksubscriptions/2024-11-05/1730866606/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 18075120305626099095, "service_name": "drive-thru", "span_id": 11927889992166734145, "trace_id": 13430480085993564981 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 23:31:41
- success: True
- trace_id: 13430480085993564981
-
Scan 6674489
- duration: 0:00:12.797211
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674489
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866447", "key": "raw/newbookdev_newbooksubscriptions/2024-11-05/1730866447/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4708335402235617672, "service_name": "drive-thru", "span_id": 368289087312156787, "trace_id": 15052779618534521765 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 22:46:59
- success: True
- trace_id: 15052779618534521765
-
Scan 6672327
- duration: 0:00:15.181093
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672327
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785801", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730785801/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4920836591649446299, "service_name": "drive-thru", "span_id": 17597580693073421000, "trace_id": 14096703154737609010 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 04:49:45
- success: True
- trace_id: 14096703154737609010
-
Scan 6671684
- duration: 0:00:12.656075
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671684
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730785170", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730785170/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16647476180803467736, "service_name": "drive-thru", "span_id": 14851764871891609530, "trace_id": 2857786783638840637 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 04:04:17
- success: True
- trace_id: 2857786783638840637
-
Scan 6670950
- duration: 0:00:12.375916
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670950
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784864", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730784864/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11455290626850508845, "service_name": "drive-thru", "span_id": 15700372142668306536, "trace_id": 11513352622232210761 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 03:37:12
- success: True
- trace_id: 11513352622232210761
-
Scan 6669603
- duration: 0:00:12.050818
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669603
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784261", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730784261/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9104108732453892787, "service_name": "drive-thru", "span_id": 16494838559046863424, "trace_id": 17570341467642172304 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 03:01:37
- success: True
- trace_id: 17570341467642172304
-
Scan 6668953
- duration: 0:00:14.755591
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668953
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730784099", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730784099/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14363776472911764685, "service_name": "drive-thru", "span_id": 11515806706891228751, "trace_id": 9875933771992450251 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 02:44:29
- success: True
- trace_id: 9875933771992450251
-
Scan 6668746
- duration: 0:00:14.967059
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668746
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783933", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730783933/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1703178524780156386, "service_name": "drive-thru", "span_id": 17255784074623446654, "trace_id": 8614653017323206940 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 02:38:59
- success: True
- trace_id: 8614653017323206940
-
Scan 6667983
- duration: 0:00:12.544827
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667983
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783812", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730783812/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15460725973972860486, "service_name": "drive-thru", "span_id": 17150278171020202339, "trace_id": 973780482207804137 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 02:18:50
- success: True
- trace_id: 973780482207804137
-
Scan 6666944
- duration: 0:00:12.345804
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666944
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783621", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730783621/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6767920224006367988, "service_name": "drive-thru", "span_id": 6242669489697787448, "trace_id": 7327295366319323791 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 01:51:09
- success: True
- trace_id: 7327295366319323791
-
Scan 6666698
- duration: 0:00:12.283053
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666698
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783569", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730783569/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11601200880926744686, "service_name": "drive-thru", "span_id": 11356661763586345831, "trace_id": 3684101662348844805 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 01:44:43
- success: True
- trace_id: 3684101662348844805
-
Scan 6665946
- duration: 0:00:12.331514
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665946
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730783351", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730783351/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17928891173543612969, "service_name": "drive-thru", "span_id": 3897971086174649062, "trace_id": 15337929364488646201 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 01:24:57
- success: True
- trace_id: 15337929364488646201
-
Scan 6664986
- duration: 0:00:12.287860
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664986
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782949", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730782949/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9833963922476627236, "service_name": "drive-thru", "span_id": 4464180272013061727, "trace_id": 4787962056182700512 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 00:59:23
- success: True
- trace_id: 4787962056182700512
-
Scan 6664188
- duration: 0:00:12.249155
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664188
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-04/1730782838", "key": "raw/newbookdev_newbooksubscriptions/2024-11-04/1730782838/subscriptions.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbooksubscriptions", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7068429378394250859, "service_name": "drive-thru", "span_id": 11900300972904388351, "trace_id": 16777933485038238461 } } - running: False
- schema_name_id: 3044
- start_time: 2024-11-05 00:38:32
- success: True
- trace_id: 16777933485038238461
- attributes:
{ "account_id": "string", "amount": "string", "auto_debit": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "create_charges": "string", "create_task_created_for": "string", "create_task_description": "string", "create_task_type_id": "string", "description": "string", "generate_invoice": "string", "generated_by": "string", "generated_when": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "interval": "string", "interval_multiplier": "string", "inventory_item_id": "string", "invoice_description": "string", "invoice_email_template_id": "string", "invoice_system_template_id": "string", "item_type": "string", "newbook_region": "string", "next_run": "string", "next_run_advance_days": "string", "next_run_allowed_days": "string", "paid_notification": "string", "period_from": "string", "period_to": "string", "prorata_end": "string", "prorata_start": "string", "qty": "string", "status": "string", "stopped_by": "string", "stopped_when": "string", "tax_free": "string", "tenant": "string", "void_unpaid_charges": "string" } - created: 2024-11-05 23:34:06
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:34:01",
"disabled": false,
"format": "raw",
"id": 3044,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbooksubscriptions"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_id": "string",
"amount": "string",
"auto_debit": "string",
"cancelled_by": "string",
"cancelled_reason": "string",
"cancelled_when": "string",
"create_charges": "string",
"create_task_created_for": "string",
"create_task_description": "string",
"create_task_type_id": "string",
"description": "string",
"generate_invoice": "string",
"generated_by": "string",
"generated_when": "string",
"gl_account_id": "string",
"gl_category_id": "string",
"id": "string",
"interval": "string",
"interval_multiplier": "string",
"inventory_item_id": "string",
"invoice_description": "string",
"invoice_email_template_id": "string",
"invoice_system_template_id": "string",
"item_type": "string",
"newbook_region": "string",
"next_run": "string",
"next_run_advance_days": "string",
"next_run_allowed_days": "string",
"paid_notification": "string",
"period_from": "string",
"period_to": "string",
"prorata_end": "string",
"prorata_start": "string",
"qty": "string",
"status": "string",
"stopped_by": "string",
"stopped_when": "string",
"tax_free": "string",
"tenant": "string",
"void_unpaid_charges": "string"
},
"created": "2024-11-05 23:34:06",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbooksubscriptions`\n(\n `newbook_region` string , `tenant` string , `id` string , `inventory_item_id` string , `account_id` string , `invoice_description` string , `invoice_system_template_id` string , `invoice_email_template_id` string , `item_type` string , `description` string , `gl_account_id` string , `gl_category_id` string , `qty` string , `amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `period_from` string , `period_to` string , `next_run` string , `next_run_advance_days` string , `next_run_allowed_days` string , `prorata_start` string , `prorata_end` string , `generated_when` string , `generated_by` string , `stopped_when` string , `stopped_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string , `create_charges` string , `void_unpaid_charges` string , `create_task_type_id` string , `create_task_created_for` string , `generate_invoice` string , `create_task_description` string , `status` string , `paid_notification` string , `auto_debit` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbooksubscriptions/2024-11-05/1730866555'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbooksubscriptions`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbooksubscriptions"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}