Schema Info
Schema Name: sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees
- created: 2024-10-08 18:07:41
- disabled: False
- format: raw
- id: 2800
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_drivethru", "table": "newbookdev_newbookowners_contracts_fees" } - type: drivethrucsv
Schema Versions: 15
-
Version 4749325
- created: 2024-11-05 23:38:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575
- id: 4749325
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6675357
- updated: 2024-11-05 23:38:55
-
Version 4748830
- created: 2024-11-05 23:03:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866517'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866517
- id: 4748830
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6674862
- updated: 2024-11-05 23:04:06
-
Version 4748282
- created: 2024-11-05 22:40:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866388'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866388
- id: 4748282
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6674314
- updated: 2024-11-05 22:41:01
-
Version 4747221
- created: 2024-11-05 05:03:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785773'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785773
- id: 4747221
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6672460
- updated: 2024-11-05 05:03:52
-
Version 4746599
- created: 2024-11-05 04:11:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785153'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785153
- id: 4746599
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6671822
- updated: 2024-11-05 04:11:52
-
Version 4745638
- created: 2024-11-05 03:34:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784848'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784848
- id: 4745638
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6670855
- updated: 2024-11-05 03:34:56
-
Version 4744811
- created: 2024-11-05 03:12:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784244'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784244
- id: 4744811
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6670028
- updated: 2024-11-05 03:13:11
-
Version 4744394
- created: 2024-11-05 03:01:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784083'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784083
- id: 4744394
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6669611
- updated: 2024-11-05 03:02:02
-
Version 4743516
- created: 2024-11-05 02:38:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783920'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783920
- id: 4743516
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6668733
- updated: 2024-11-05 02:38:52
-
Version 4742631
- created: 2024-11-05 02:15:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783796'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783796
- id: 4742631
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6667848
- updated: 2024-11-05 02:15:32
-
Version 4741396
- created: 2024-11-05 01:42:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783553'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783553
- id: 4741396
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6666613
- updated: 2024-11-05 01:42:43
-
Version 4741082
- created: 2024-11-05 01:34:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783617'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783617
- id: 4741082
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6666298
- updated: 2024-11-05 01:34:34
-
Version 4740157
- created: 2024-11-05 01:09:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783334'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783334
- id: 4740157
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6665374
- updated: 2024-11-05 01:10:07
-
Version 4739764
- created: 2024-11-05 00:59:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782933'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782933
- id: 4739764
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6664981
- updated: 2024-11-05 00:59:27
-
Version 4739164
- created: 2024-11-05 00:43:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782826'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782826
- id: 4739164
- processed: 1
- raw_data:
{ "bookings_source_id": 7, "calculate_after_travel_agent_commissions": 14, "cancelled_when": 18, "departed_only": 13, "description": 9, "fee_amount": 16, "fee_type": 15, "gl_account_id": 6, "gl_category_id": 5, "id": 2, "inventory_item_id": 4, "minimum_periods": 10, "minimum_periods_matching": 11, "newbook_region": 0, "owner_contract_id": 3, "payment_type": 8, "stay_cost_only": 12, "tax_free": 17, "tenant": 1 } - schema_attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - schema_name_id: 2800
- schema_scan_id: 6664378
- updated: 2024-11-05 00:43:38
Schema Scans: 15
Last at 2024-11-05 23:38:41
-
Scan 6675357
- duration: 0:00:14.401419
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6675357
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11803505538228895366, "service_name": "drive-thru", "span_id": 5512316747958944394, "trace_id": 762886212870087144 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 23:38:41
- success: True
- trace_id: 762886212870087144
-
Scan 6674862
- duration: 0:00:14.452556
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674862
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866517", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866517/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10030983768914443361, "service_name": "drive-thru", "span_id": 13334370387843557002, "trace_id": 833808876548106068 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 23:03:52
- success: True
- trace_id: 833808876548106068
-
Scan 6674314
- duration: 0:00:14.375943
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6674314
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866388", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866388/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 12601324682409089223, "service_name": "drive-thru", "span_id": 1228708341881156977, "trace_id": 9228218115960027376 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 22:40:47
- success: True
- trace_id: 9228218115960027376
-
Scan 6672460
- duration: 0:00:14.548058
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6672460
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785773", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785773/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8062863804143506778, "service_name": "drive-thru", "span_id": 2429652076971633341, "trace_id": 1127466290345777229 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 05:03:37
- success: True
- trace_id: 1127466290345777229
-
Scan 6671822
- duration: 0:00:11.863462
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6671822
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785153", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730785153/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13839102287484267863, "service_name": "drive-thru", "span_id": 4545897261126452267, "trace_id": 14639221563658104238 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 04:11:40
- success: True
- trace_id: 14639221563658104238
-
Scan 6670855
- duration: 0:00:11.949048
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670855
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784848", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784848/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 11986327544006076761, "service_name": "drive-thru", "span_id": 602899048426263677, "trace_id": 7831550091976167552 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 03:34:44
- success: True
- trace_id: 7831550091976167552
-
Scan 6670028
- duration: 0:00:14.425280
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6670028
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784244", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784244/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 3903556527478273935, "service_name": "drive-thru", "span_id": 3702142315850217879, "trace_id": 12563069849522759044 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 03:12:57
- success: True
- trace_id: 12563069849522759044
-
Scan 6669611
- duration: 0:00:11.602663
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6669611
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784083", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730784083/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17956160243468419536, "service_name": "drive-thru", "span_id": 12978611414849115138, "trace_id": 5153150073877853879 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 03:01:50
- success: True
- trace_id: 5153150073877853879
-
Scan 6668733
- duration: 0:00:11.752924
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6668733
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783920", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783920/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5852615384783453586, "service_name": "drive-thru", "span_id": 4763885179495888677, "trace_id": 6243953978160155685 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 02:38:40
- success: True
- trace_id: 6243953978160155685
-
Scan 6667848
- duration: 0:00:14.302680
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6667848
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783796", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783796/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8120480279414222289, "service_name": "drive-thru", "span_id": 17590249107332853394, "trace_id": 15520253964398082884 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 02:15:18
- success: True
- trace_id: 15520253964398082884
-
Scan 6666613
- duration: 0:00:14.284431
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666613
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783553", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783553/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10630924790749447431, "service_name": "drive-thru", "span_id": 635483284195568751, "trace_id": 15071888357724976236 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 01:42:28
- success: True
- trace_id: 15071888357724976236
-
Scan 6666298
- duration: 0:00:14.247600
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6666298
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783617", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783617/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17609559049779769450, "service_name": "drive-thru", "span_id": 14984665784945543179, "trace_id": 15902505053683862192 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 01:34:19
- success: True
- trace_id: 15902505053683862192
-
Scan 6665374
- duration: 0:00:11.847326
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6665374
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783334", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730783334/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10310186664022947338, "service_name": "drive-thru", "span_id": 17804517650946684709, "trace_id": 10096354679341254245 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 01:09:55
- success: True
- trace_id: 10096354679341254245
-
Scan 6664981
- duration: 0:00:11.787192
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664981
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782933", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782933/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14237851369758169437, "service_name": "drive-thru", "span_id": 8781872907186964607, "trace_id": 2238242080783680506 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 00:59:15
- success: True
- trace_id: 2238242080783680506
-
Scan 6664378
- duration: 0:00:11.663454
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6664378
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-dev", "hive_path": "s3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782826", "key": "raw/newbookdev_newbookowners_contracts_fees/2024-11-04/1730782826/owners_contracts_fees.csv.gz" }, "schema": { "name": "sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees", "type": "drivethrucsv" }, "trace_context": { "parent_id": 7323895430371068145, "service_name": "drive-thru", "span_id": 5716628043293815377, "trace_id": 6362254929850665364 } } - running: False
- schema_name_id: 2800
- start_time: 2024-11-05 00:43:26
- success: True
- trace_id: 6362254929850665364
- attributes:
{ "bookings_source_id": "string", "calculate_after_travel_agent_commissions": "string", "cancelled_when": "string", "departed_only": "string", "description": "string", "fee_amount": "string", "fee_type": "string", "gl_account_id": "string", "gl_category_id": "string", "id": "string", "inventory_item_id": "string", "minimum_periods": "string", "minimum_periods_matching": "string", "newbook_region": "string", "owner_contract_id": "string", "payment_type": "string", "stay_cost_only": "string", "tax_free": "string", "tenant": "string" } - created: 2024-11-05 23:38:42
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2024-10-08 18:07:41",
"disabled": false,
"format": "raw",
"id": 2800,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_drivethru",
"table": "newbookdev_newbookowners_contracts_fees"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"bookings_source_id": "string",
"calculate_after_travel_agent_commissions": "string",
"cancelled_when": "string",
"departed_only": "string",
"description": "string",
"fee_amount": "string",
"fee_type": "string",
"gl_account_id": "string",
"gl_category_id": "string",
"id": "string",
"inventory_item_id": "string",
"minimum_periods": "string",
"minimum_periods_matching": "string",
"newbook_region": "string",
"owner_contract_id": "string",
"payment_type": "string",
"stay_cost_only": "string",
"tax_free": "string",
"tenant": "string"
},
"created": "2024-11-05 23:38:42",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`\n(\n `newbook_region` string , `tenant` string , `id` string , `owner_contract_id` string , `inventory_item_id` string , `gl_category_id` string , `gl_account_id` string , `bookings_source_id` string , `payment_type` string , `description` string , `minimum_periods` string , `minimum_periods_matching` string , `stay_cost_only` string , `departed_only` string , `calculate_after_travel_agent_commissions` string , `fee_type` string , `fee_amount` string , `tax_free` string , `cancelled_when` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-dev/raw/newbookdev_newbookowners_contracts_fees/2024-11-05/1730866575'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_drivethru.newbookdev_newbookowners_contracts_fees"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}