Schema Info

Schema Name: sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup

created: 2024-10-08 18:27:03
disabled: False
format: raw
id: 2980
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_dev_drivethru",
    "table": "newbookdev_newbookpayment_plans_setup"
}

type: drivethrucsv

Schema Versions: 15

Version 4749230

created: 2024-11-05 23:29:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581
id: 4749230
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6675262
updated: 2024-11-05 23:29:42

Version 4748890

created: 2024-11-05 23:07:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866523'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866523
id: 4748890
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6674922
updated: 2024-11-05 23:07:25

Version 4748343

created: 2024-11-05 22:42:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866397'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866397
id: 4748343
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6674375
updated: 2024-11-05 22:43:08

Version 4747078

created: 2024-11-05 04:47:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785777'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785777
id: 4747078
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6672310
updated: 2024-11-05 04:48:06

Version 4746421

created: 2024-11-05 04:02:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785156'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785156
id: 4746421
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6671642
updated: 2024-11-05 04:02:35

Version 4745797

created: 2024-11-05 03:39:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784851'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784851
id: 4745797
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6671014
updated: 2024-11-05 03:39:24

Version 4744818

created: 2024-11-05 03:13:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784247'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784247
id: 4744818
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6670035
updated: 2024-11-05 03:13:21

Version 4744588

created: 2024-11-05 03:07:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784085'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784085
id: 4744588
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6669805
updated: 2024-11-05 03:07:21

Version 4742866

created: 2024-11-05 02:21:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783799'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783799
id: 4742866
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6668083
updated: 2024-11-05 02:21:44

Version 4742856

created: 2024-11-05 02:21:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783923'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783923
id: 4742856
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6668073
updated: 2024-11-05 02:21:27

Version 4742094

created: 2024-11-05 02:00:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783689'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783689
id: 4742094
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6667311
updated: 2024-11-05 02:01:07

Version 4741199

created: 2024-11-05 01:37:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783556'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783556
id: 4741199
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6666416
updated: 2024-11-05 01:37:34

Version 4740506

created: 2024-11-05 01:19:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783337'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783337
id: 4740506
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6665723
updated: 2024-11-05 01:19:16

Version 4739766

created: 2024-11-05 00:59:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782936'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782936
id: 4739766
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6664983
updated: 2024-11-05 00:59:35

Version 4738424

created: 2024-11-05 00:24:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782758'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782758
id: 4738424
processed: 1

raw_data:

{
    "admin_fee_amount": 9,
    "admin_fee_inventory_item_id": 10,
    "admin_fee_type": 8,
    "allow_activities": 17,
    "allow_date_selection": 16,
    "bookings_create_charges": 15,
    "final_payment": 7,
    "fortnight": 4,
    "id": 2,
    "minimum": 12,
    "minimum_payments": 6,
    "month": 5,
    "newbook_region": 0,
    "payment_options": 13,
    "proceed_with_cc_failure": 14,
    "rounding_inventory_item_id": 11,
    "tenant": 1,
    "week": 3
}

schema_attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

schema_name_id: 2980
schema_scan_id: 6663635
updated: 2024-11-05 00:24:16

Schema Scans: 15

Last at 2024-11-05 23:29:28

Scan 6675262

duration: 0:00:14.766034

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6675262

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8697605981488162233,
        "service_name": "drive-thru",
        "span_id": 5916454518124371656,
        "trace_id": 8806993752841871184
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 23:29:28
success: True
trace_id: 8806993752841871184

Scan 6674922

duration: 0:00:14.433751

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674922

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866523",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866523/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10978903348020639137,
        "service_name": "drive-thru",
        "span_id": 7241771334721741281,
        "trace_id": 16314718845950692116
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 23:07:11
success: True
trace_id: 16314718845950692116

Scan 6674375

duration: 0:00:11.882273

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6674375

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866397",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866397/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4079921087343518456,
        "service_name": "drive-thru",
        "span_id": 5147540681857329129,
        "trace_id": 5333839194152607346
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 22:42:56
success: True
trace_id: 5333839194152607346

Scan 6672310

duration: 0:00:11.867098

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6672310

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785777",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785777/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9500727423670798048,
        "service_name": "drive-thru",
        "span_id": 12592758377912770910,
        "trace_id": 5745067841855140225
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 04:47:54
success: True
trace_id: 5745067841855140225

Scan 6671642

duration: 0:00:14.537864

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671642

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785156",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730785156/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4143421017727282590,
        "service_name": "drive-thru",
        "span_id": 4869830058460767981,
        "trace_id": 17020816247950963257
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 04:02:21
success: True
trace_id: 17020816247950963257

Scan 6671014

duration: 0:00:11.759746

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6671014

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784851",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784851/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11317000280783604499,
        "service_name": "drive-thru",
        "span_id": 9078873829338862829,
        "trace_id": 14674283715859209408
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 03:39:13
success: True
trace_id: 14674283715859209408

Scan 6670035

duration: 0:00:11.735567

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6670035

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784247",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784247/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1025919915100302142,
        "service_name": "drive-thru",
        "span_id": 10028360858573402583,
        "trace_id": 14688093279042709707
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 03:13:09
success: True
trace_id: 14688093279042709707

Scan 6669805

duration: 0:00:14.225747

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6669805

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784085",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730784085/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2155696649934512566,
        "service_name": "drive-thru",
        "span_id": 12296805790021690425,
        "trace_id": 8657370634701507526
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 03:07:07
success: True
trace_id: 8657370634701507526

Scan 6668083

duration: 0:00:14.235585

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668083

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783799",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783799/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 254103348849783150,
        "service_name": "drive-thru",
        "span_id": 8169305690619558909,
        "trace_id": 12278922894280689305
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 02:21:30
success: True
trace_id: 12278922894280689305

Scan 6668073

duration: 0:00:11.724713

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6668073

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783923",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783923/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16624827911604500006,
        "service_name": "drive-thru",
        "span_id": 8920092440089148509,
        "trace_id": 11751737543601494615
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 02:21:16
success: True
trace_id: 11751737543601494615

Scan 6667311

duration: 0:00:14.366544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6667311

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783689",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783689/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16860572872106254325,
        "service_name": "drive-thru",
        "span_id": 11081698576529616471,
        "trace_id": 13868823398517514271
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 02:00:53
success: True
trace_id: 13868823398517514271

Scan 6666416

duration: 0:00:14.360320

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6666416

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783556",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783556/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7973663060822834650,
        "service_name": "drive-thru",
        "span_id": 1168079326321500389,
        "trace_id": 3224251990352399525
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 01:37:20
success: True
trace_id: 3224251990352399525

Scan 6665723

duration: 0:00:11.659326

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6665723

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783337",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730783337/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10274052532367781698,
        "service_name": "drive-thru",
        "span_id": 9922490907365594600,
        "trace_id": 10000156417333277441
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 01:19:05
success: True
trace_id: 10000156417333277441

Scan 6664983

duration: 0:00:14.268034

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6664983

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782936",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782936/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14727919734446429211,
        "service_name": "drive-thru",
        "span_id": 3095237435768428816,
        "trace_id": 13683363076998568156
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 00:59:20
success: True
trace_id: 13683363076998568156

Scan 6663635

duration: 0:00:11.492449

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 6663635

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-dev",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782758",
        "key": "raw/newbookdev_newbookpayment_plans_setup/2024-11-04/1730782758/payment_plans_setup.csv.gz"
    },
    "schema": {
        "name": "sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7355011916925897386,
        "service_name": "drive-thru",
        "span_id": 9744061007333473691,
        "trace_id": 8825546822174481206
    }
}

running: False
schema_name_id: 2980
start_time: 2024-11-05 00:24:05
success: True
trace_id: 8825546822174481206

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "admin_fee_amount": "string",
    "admin_fee_inventory_item_id": "string",
    "admin_fee_type": "string",
    "allow_activities": "string",
    "allow_date_selection": "string",
    "bookings_create_charges": "string",
    "final_payment": "string",
    "fortnight": "string",
    "id": "string",
    "minimum": "string",
    "minimum_payments": "string",
    "month": "string",
    "newbook_region": "string",
    "payment_options": "string",
    "proceed_with_cc_failure": "string",
    "rounding_inventory_item_id": "string",
    "tenant": "string",
    "week": "string"
}

created: 2024-11-05 23:29:29

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2024-10-08 18:27:03",
        "disabled": false,
        "format": "raw",
        "id": 2980,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_drivethru",
            "table": "newbookdev_newbookpayment_plans_setup"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "admin_fee_amount": "string",
            "admin_fee_inventory_item_id": "string",
            "admin_fee_type": "string",
            "allow_activities": "string",
            "allow_date_selection": "string",
            "bookings_create_charges": "string",
            "final_payment": "string",
            "fortnight": "string",
            "id": "string",
            "minimum": "string",
            "minimum_payments": "string",
            "month": "string",
            "newbook_region": "string",
            "payment_options": "string",
            "proceed_with_cc_failure": "string",
            "rounding_inventory_item_id": "string",
            "tenant": "string",
            "week": "string"
        },
        "created": "2024-11-05 23:29:29",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `week`  string , `fortnight`  string , `month`  string , `minimum_payments`  string , `final_payment`  string , `admin_fee_type`  string , `admin_fee_amount`  string , `admin_fee_inventory_item_id`  string , `rounding_inventory_item_id`  string , `minimum`  string , `payment_options`  string , `proceed_with_cc_failure`  string , `bookings_create_charges`  string , `allow_date_selection`  string , `allow_activities`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookpayment_plans_setup/2024-11-05/1730866581'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookpayment_plans_setup"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}