Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookpayment_plans
- created: 2024-10-08 18:05:58
- disabled: False
- format: raw
- id: 2785
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookpayment_plans" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749227
- created: 2024-11-05 23:29:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580
- id: 4749227
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6675259
- updated: 2024-11-05 23:29:28
-
Version 4748867
- created: 2024-11-05 23:05:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866522'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866522
- id: 4748867
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6674899
- updated: 2024-11-05 23:06:06
-
Version 4748338
- created: 2024-11-05 22:42:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866397
- id: 4748338
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6674370
- updated: 2024-11-05 22:42:56
-
Version 4747039
- created: 2024-11-05 04:43:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785777'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785777
- id: 4747039
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6672271
- updated: 2024-11-05 04:44:02
-
Version 4746639
- created: 2024-11-05 04:13:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785156'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785156
- id: 4746639
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6671862
- updated: 2024-11-05 04:14:09
-
Version 4745658
- created: 2024-11-05 03:35:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784851'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784851
- id: 4745658
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6670875
- updated: 2024-11-05 03:35:28
-
Version 4745427
- created: 2024-11-05 03:29:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784247'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784247
- id: 4745427
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6670644
- updated: 2024-11-05 03:29:16
-
Version 4743616
- created: 2024-11-05 02:41:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784085'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784085
- id: 4743616
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6668833
- updated: 2024-11-05 02:41:31
-
Version 4743526
- created: 2024-11-05 02:38:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783922'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783922
- id: 4743526
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6668743
- updated: 2024-11-05 02:39:07
-
Version 4742680
- created: 2024-11-05 02:16:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783798'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783798
- id: 4742680
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6667897
- updated: 2024-11-05 02:16:49
-
Version 4741605
- created: 2024-11-05 01:47:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783688'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783688
- id: 4741605
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6666822
- updated: 2024-11-05 01:48:12
-
Version 4740831
- created: 2024-11-05 01:27:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783555'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783555
- id: 4740831
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6666048
- updated: 2024-11-05 01:27:52
-
Version 4740639
- created: 2024-11-05 01:22:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783336'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783336
- id: 4740639
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6665856
- updated: 2024-11-05 01:22:48
-
Version 4739791
- created: 2024-11-05 01:00:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782936'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782936
- id: 4739791
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6665008
- updated: 2024-11-05 01:00:14
-
Version 4739231
- created: 2024-11-05 00:45:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782828'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782828
- id: 4739231
- processed: 1
- raw_data:
{ "admin_fee_amount": 11, "admin_fee_inventory_item_id": 5, "authorisation_type": 13, "authorisation_type_id": 14, "billing_cycle": 7, "cancelled_by": 18, "cancelled_reason": 20, "cancelled_when": 19, "for": 3, "for_id": 4, "generated_when": 17, "id": 2, "instalment_amount": 10, "instalment_attempts": 9, "instalment_count": 8, "newbook_region": 0, "next_run": 15, "rounding_amount": 12, "rounding_inventory_item_id": 6, "status": 16, "tenant": 1 } - schema_attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - schema_name_id: 2785
- schema_scan_id: 6664446
- updated: 2024-11-05 00:45:29
Schema Scans: 15
Last at 2024-11-05 23:29:16
-
Scan 6675259
- duration: 0:00:11.957467
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675259
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580", "key": "raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11187873725575016810, "service_name": "drive-thru", "span_id": 16334601540580908491, "trace_id": 17276601480174225557 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 23:29:16
- success: True
- trace_id: 17276601480174225557
-
Scan 6674899
- duration: 0:00:12.073515
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674899
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866522", "key": "raw/newbookdev_newbookpayment_plans/2024-11-05/1730866522/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12064588215258044106, "service_name": "drive-thru", "span_id": 6299720126118105861, "trace_id": 17932752862006308321 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 23:05:54
- success: True
- trace_id: 17932752862006308321
-
Scan 6674370
- duration: 0:00:12.062760
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674370
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866397", "key": "raw/newbookdev_newbookpayment_plans/2024-11-05/1730866397/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 1146994928603930116, "service_name": "drive-thru", "span_id": 5260816035552814463, "trace_id": 1186845030889032331 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 22:42:44
- success: True
- trace_id: 1186845030889032331
-
Scan 6672271
- duration: 0:00:14.564894
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672271
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785777", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730785777/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9849164983196441429, "service_name": "drive-thru", "span_id": 16171473197295463046, "trace_id": 13542009112232978866 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 04:43:47
- success: True
- trace_id: 13542009112232978866
-
Scan 6671862
- duration: 0:00:14.430946
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671862
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730785156", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730785156/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8894231141367912302, "service_name": "drive-thru", "span_id": 6738595541531743415, "trace_id": 17858699794976579085 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 04:13:55
- success: True
- trace_id: 17858699794976579085
-
Scan 6670875
- duration: 0:00:14.198125
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670875
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784851", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730784851/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 789405049669983940, "service_name": "drive-thru", "span_id": 7197424645401232222, "trace_id": 5276826378012402366 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 03:35:14
- success: True
- trace_id: 5276826378012402366
-
Scan 6670644
- duration: 0:00:11.762936
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670644
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784247", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730784247/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 16293028215812358343, "service_name": "drive-thru", "span_id": 12371916573585674006, "trace_id": 4502769655269518742 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 03:29:04
- success: True
- trace_id: 4502769655269518742
-
Scan 6668833
- duration: 0:00:11.924146
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668833
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730784085", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730784085/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3966671433468859123, "service_name": "drive-thru", "span_id": 4546278710794147941, "trace_id": 16995904360124133362 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 02:41:19
- success: True
- trace_id: 16995904360124133362
-
Scan 6668743
- duration: 0:00:11.835825
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668743
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783922", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730783922/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2092665872767469641, "service_name": "drive-thru", "span_id": 6067345978197285331, "trace_id": 6668669429409229191 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 02:38:56
- success: True
- trace_id: 6668669429409229191
-
Scan 6667897
- duration: 0:00:14.182536
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667897
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783798", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730783798/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6415979623949824249, "service_name": "drive-thru", "span_id": 10772542502658361108, "trace_id": 2308028228349074683 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 02:16:35
- success: True
- trace_id: 2308028228349074683
-
Scan 6666822
- duration: 0:00:14.148631
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666822
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783688", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730783688/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11359975590604057840, "service_name": "drive-thru", "span_id": 10494100438946129876, "trace_id": 4241915741284781752 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 01:47:58
- success: True
- trace_id: 4241915741284781752
-
Scan 6666048
- duration: 0:00:14.151936
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666048
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783555", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730783555/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11133612267074680421, "service_name": "drive-thru", "span_id": 11862204163759965907, "trace_id": 5761518956662621246 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 01:27:38
- success: True
- trace_id: 5761518956662621246
-
Scan 6665856
- duration: 0:00:11.912358
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665856
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730783336", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730783336/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12531331852211677764, "service_name": "drive-thru", "span_id": 2276988846210685525, "trace_id": 15306616978039692905 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 01:22:37
- success: True
- trace_id: 15306616978039692905
-
Scan 6665008
- duration: 0:00:14.246275
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665008
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782936", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730782936/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15938549844553049672, "service_name": "drive-thru", "span_id": 5449661427436841298, "trace_id": 12969593127811459613 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 01:00:00
- success: True
- trace_id: 12969593127811459613
-
Scan 6664446
- duration: 0:00:11.715420
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664446
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-04/1730782828", "key": "raw/newbookdev_newbookpayment_plans/2024-11-04/1730782828/payment_plans.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4688281813749801973, "service_name": "drive-thru", "span_id": 6194723667300651344, "trace_id": 3243683972939776219 } } - running: False
- schema_name_id: 2785
- start_time: 2024-11-05 00:45:17
- success: True
- trace_id: 3243683972939776219
- attributes:
{ "admin_fee_amount": "string", "admin_fee_inventory_item_id": "string", "authorisation_type": "string", "authorisation_type_id": "string", "billing_cycle": "string", "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "for": "string", "for_id": "string", "generated_when": "string", "id": "string", "instalment_amount": "string", "instalment_attempts": "string", "instalment_count": "string", "newbook_region": "string", "next_run": "string", "rounding_amount": "string", "rounding_inventory_item_id": "string", "status": "string", "tenant": "string" } - created: 2024-11-05 23:29:17
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:05:58",
"disabled": false,
"format": "raw",
"id": 2785,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookpayment_plans"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"admin_fee_amount": "string",
"admin_fee_inventory_item_id": "string",
"authorisation_type": "string",
"authorisation_type_id": "string",
"billing_cycle": "string",
"cancelled_by": "string",
"cancelled_reason": "string",
"cancelled_when": "string",
"for": "string",
"for_id": "string",
"generated_when": "string",
"id": "string",
"instalment_amount": "string",
"instalment_attempts": "string",
"instalment_count": "string",
"newbook_region": "string",
"next_run": "string",
"rounding_amount": "string",
"rounding_inventory_item_id": "string",
"status": "string",
"tenant": "string"
},
"created": "2024-11-05 23:29:17",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans`\n(\n `newbook_region` string , `tenant` string , `id` string , `for` string , `for_id` string , `admin_fee_inventory_item_id` string , `rounding_inventory_item_id` string , `billing_cycle` string , `instalment_count` string , `instalment_attempts` string , `instalment_amount` string , `admin_fee_amount` string , `rounding_amount` string , `authorisation_type` string , `authorisation_type_id` string , `next_run` string , `status` string , `generated_when` string , `cancelled_by` string , `cancelled_when` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans/2024-11-05/1730866580'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}