Schema Info
Schema Name: sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission
- created: 2022-08-11 14:53:37
- disabled: False
- format: raw
- id: 1943
- is_partitioned: False
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_rds", "table": "sparefoot_sparefoot_listing_rent_submission" } - type: rds
Schema Versions: 3
-
Version 4761447
- created: 2025-07-02 15:52:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`\n(\n `aaa_member_number` string , `actual_d` double , `actual_w` double , `affiliate_id` string , `api_cust_id` string , `api_lead_id` string , `api_unit_id` string , `auto_state` string , `base_bid` double , `bid_amount` double , `bid_type` string , `booking_agent_id` int , `booking_first_name` string , `booking_last_name` string , `booking_phone` string , `booking_state` string , `booking_type` string , `booking_widget` smallint , `call_center` smallint , `call_center_moved_in` smallint , `call_center_notes` string , `caller_id_phone` string , `canceled` smallint , `centershift_account_id` string , `city` string , `commission` double , `complete` smallint , `confirmation_code` string , `contacted` smallint , `corrected` smallint , `country` string , `customer_notes` string , `deposit_paid` double , `dispute_reason` string , `e_visit_id` string , `facility_tenant_id` string , `free` smallint , `hosted_website` smallint , `hot_lead` smallint , `invoice_id` int , `listing_avail_id` int , `listing_avail_space_id` int , `listing_want_id` int , `match_reasons` string , `match_score` double , `modified_dtm` timestamp , `monthly_insurance` double , `move_in` date , `move_in_actual` date , `move_in_original` date , `move_out` date , `npv` double , `omi_completed` smallint , `omi_flow_enabled` smallint , `omi_timestamp` timestamp , `online_move_in_url` string , `payout_batch_id` int , `phone_changed_number` smallint , `phone_facility_transfer` smallint , `phone_status` string , `phone_verified` smallint , `price` double , `promo` string , `read` smallint , `rebate_processed` smallint , `referrer_id` int , `resale_rate` double , `review_status` string , `search_weight_id` int , `search_weight_test_id` int , `session_id` int , `site_id` int , `site_phone` string , `size_d` double , `size_h` double , `size_w` double , `state` string , `statement_id` int , `street_address` string , `terms_version` string , `timestamp` timestamp , `total_paid` double , `traffic_source_id` string , `unit_number` string , `user_id` int , `visit_id` string , `zip` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2025-07-02/1751489499'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2025-07-02/1751489499
- id: 4761447
- processed: 1
- raw_data:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int32", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "int16", "call_center": "int16", "call_center_moved_in": "int16", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "int16", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "int16", "confirmation_code": "string", "contacted": "int16", "corrected": "int16", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "int16", "hosted_website": "int16", "hot_lead": "int16", "invoice_id": "int32", "listing_avail_id": "int32", "listing_avail_space_id": "int32", "listing_want_id": "int32", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp[ns]", "monthly_insurance": "double", "move_in": "date32[day]", "move_in_actual": "date32[day]", "move_in_original": "date32[day]", "move_out": "date32[day]", "npv": "double", "omi_completed": "int16", "omi_flow_enabled": "int16", "omi_timestamp": "timestamp[ns]", "online_move_in_url": "string", "payout_batch_id": "int32", "phone_changed_number": "int16", "phone_facility_transfer": "int16", "phone_status": "string", "phone_verified": "int16", "price": "double", "promo": "string", "read": "int16", "rebate_processed": "int16", "referrer_id": "int32", "resale_rate": "double", "review_status": "string", "search_weight_id": "int32", "search_weight_test_id": "int32", "session_id": "int32", "site_id": "int32", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int32", "street_address": "string", "terms_version": "string", "timestamp": "timestamp[ns]", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int32", "visit_id": "string", "zip": "string" } - schema_attributes:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "smallint", "call_center": "smallint", "call_center_moved_in": "smallint", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "smallint", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "smallint", "confirmation_code": "string", "contacted": "smallint", "corrected": "smallint", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "smallint", "hosted_website": "smallint", "hot_lead": "smallint", "invoice_id": "int", "listing_avail_id": "int", "listing_avail_space_id": "int", "listing_want_id": "int", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp", "monthly_insurance": "double", "move_in": "date", "move_in_actual": "date", "move_in_original": "date", "move_out": "date", "npv": "double", "omi_completed": "smallint", "omi_flow_enabled": "smallint", "omi_timestamp": "timestamp", "online_move_in_url": "string", "payout_batch_id": "int", "phone_changed_number": "smallint", "phone_facility_transfer": "smallint", "phone_status": "string", "phone_verified": "smallint", "price": "double", "promo": "string", "read": "smallint", "rebate_processed": "smallint", "referrer_id": "int", "resale_rate": "double", "review_status": "string", "search_weight_id": "int", "search_weight_test_id": "int", "session_id": "int", "site_id": "int", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int", "street_address": "string", "terms_version": "string", "timestamp": "timestamp", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int", "visit_id": "string", "zip": "string" } - schema_name_id: 1943
- schema_scan_id: 6814413
- updated: 2025-07-02 15:52:35
-
Version 4708717
- created: 2024-08-14 09:30:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`\n(\n `aaa_member_number` string , `actual_d` double , `actual_w` double , `affiliate_id` string , `api_cust_id` string , `api_lead_id` string , `api_unit_id` string , `auto_state` string , `base_bid` double , `bid_amount` double , `bid_type` string , `booking_agent_id` int , `booking_first_name` string , `booking_last_name` string , `booking_phone` string , `booking_state` string , `booking_type` string , `booking_widget` smallint , `call_center` smallint , `call_center_moved_in` smallint , `call_center_notes` string , `caller_id_phone` string , `canceled` smallint , `centershift_account_id` string , `city` string , `commission` double , `complete` smallint , `confirmation_code` string , `contacted` smallint , `corrected` smallint , `country` string , `customer_notes` string , `deposit_paid` double , `dispute_reason` string , `e_visit_id` string , `facility_tenant_id` string , `free` smallint , `hosted_website` smallint , `hot_lead` smallint , `invoice_id` int , `listing_avail_id` int , `listing_avail_space_id` int , `listing_want_id` int , `match_reasons` string , `match_score` double , `modified_dtm` timestamp , `monthly_insurance` double , `move_in` date , `move_in_actual` date , `move_in_original` date , `move_out` date , `npv` double , `omi_completed` smallint , `omi_flow_enabled` smallint , `omi_timestamp` timestamp , `online_move_in_url` string , `payout_batch_id` int , `phone_changed_number` smallint , `phone_facility_transfer` smallint , `phone_status` string , `phone_verified` smallint , `price` double , `promo` string , `read` smallint , `rebate_processed` smallint , `referrer_id` int , `resale_rate` double , `review_status` string , `search_weight_id` int , `search_weight_test_id` int , `session_id` int , `site_id` int , `site_phone` string , `size_d` double , `size_h` double , `size_w` double , `state` string , `statement_id` int , `street_address` string , `terms_version` string , `timestamp` timestamp , `total_paid` double , `traffic_source_id` string , `unit_number` string , `user_id` int , `visit_id` string , `zip` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-14/1723645819'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-14/1723645819
- id: 4708717
- processed: 1
- raw_data:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int32", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "int16", "call_center": "int16", "call_center_moved_in": "int16", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "int16", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "int16", "confirmation_code": "string", "contacted": "int16", "corrected": "int16", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "int16", "hosted_website": "int16", "hot_lead": "int16", "invoice_id": "int32", "listing_avail_id": "int32", "listing_avail_space_id": "int32", "listing_want_id": "int32", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp[ns]", "monthly_insurance": "double", "move_in": "date32[day]", "move_in_actual": "date32[day]", "move_in_original": "date32[day]", "move_out": "date32[day]", "npv": "double", "omi_completed": "int16", "omi_flow_enabled": "int16", "omi_timestamp": "timestamp[ns]", "online_move_in_url": "string", "payout_batch_id": "int32", "phone_changed_number": "int16", "phone_facility_transfer": "int16", "phone_status": "string", "phone_verified": "int16", "price": "double", "promo": "string", "read": "int16", "rebate_processed": "int16", "referrer_id": "int32", "resale_rate": "double", "review_status": "string", "search_weight_id": "int32", "search_weight_test_id": "int32", "session_id": "int32", "site_id": "int32", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int32", "street_address": "string", "terms_version": "string", "timestamp": "timestamp[ns]", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int32", "visit_id": "string", "zip": "string" } - schema_attributes:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "smallint", "call_center": "smallint", "call_center_moved_in": "smallint", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "smallint", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "smallint", "confirmation_code": "string", "contacted": "smallint", "corrected": "smallint", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "smallint", "hosted_website": "smallint", "hot_lead": "smallint", "invoice_id": "int", "listing_avail_id": "int", "listing_avail_space_id": "int", "listing_want_id": "int", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp", "monthly_insurance": "double", "move_in": "date", "move_in_actual": "date", "move_in_original": "date", "move_out": "date", "npv": "double", "omi_completed": "smallint", "omi_flow_enabled": "smallint", "omi_timestamp": "timestamp", "online_move_in_url": "string", "payout_batch_id": "int", "phone_changed_number": "smallint", "phone_facility_transfer": "smallint", "phone_status": "string", "phone_verified": "smallint", "price": "double", "promo": "string", "read": "smallint", "rebate_processed": "smallint", "referrer_id": "int", "resale_rate": "double", "review_status": "string", "search_weight_id": "int", "search_weight_test_id": "int", "session_id": "int", "site_id": "int", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int", "street_address": "string", "terms_version": "string", "timestamp": "timestamp", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int", "visit_id": "string", "zip": "string" } - schema_name_id: 1943
- schema_scan_id: 6564751
- updated: 2024-08-14 09:31:06
-
Version 4708578
- created: 2024-08-11 09:17:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`\n(\n `aaa_member_number` string , `actual_d` double , `actual_w` double , `affiliate_id` string , `api_cust_id` string , `api_lead_id` string , `api_unit_id` string , `auto_state` string , `base_bid` double , `bid_amount` double , `bid_type` string , `booking_agent_id` int , `booking_first_name` string , `booking_last_name` string , `booking_phone` string , `booking_state` string , `booking_type` string , `booking_widget` smallint , `call_center` smallint , `call_center_moved_in` smallint , `call_center_notes` string , `caller_id_phone` string , `canceled` smallint , `centershift_account_id` string , `city` string , `commission` double , `complete` smallint , `confirmation_code` string , `contacted` smallint , `corrected` smallint , `country` string , `customer_notes` string , `deposit_paid` double , `dispute_reason` string , `e_visit_id` string , `facility_tenant_id` string , `free` smallint , `hosted_website` smallint , `hot_lead` smallint , `invoice_id` int , `listing_avail_id` int , `listing_avail_space_id` int , `listing_want_id` int , `match_reasons` string , `match_score` double , `modified_dtm` timestamp , `monthly_insurance` double , `move_in` date , `move_in_actual` date , `move_in_original` date , `move_out` date , `npv` double , `omi_completed` smallint , `omi_flow_enabled` smallint , `omi_timestamp` timestamp , `online_move_in_url` string , `payout_batch_id` int , `phone_changed_number` smallint , `phone_facility_transfer` smallint , `phone_status` string , `phone_verified` smallint , `price` double , `promo` string , `read` smallint , `rebate_processed` smallint , `referrer_id` int , `resale_rate` double , `review_status` string , `search_weight_id` int , `search_weight_test_id` int , `session_id` int , `site_id` int , `site_phone` string , `size_d` double , `size_h` double , `size_w` double , `state` string , `statement_id` int , `street_address` string , `terms_version` string , `timestamp` timestamp , `total_paid` double , `traffic_source_id` string , `unit_number` string , `user_id` int , `visit_id` string , `zip` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-11/1723385821'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-11/1723385821
- id: 4708578
- processed: 1
- raw_data:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int32", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "int16", "call_center": "int16", "call_center_moved_in": "int16", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "int16", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "int16", "confirmation_code": "string", "contacted": "int16", "corrected": "int16", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "int16", "hosted_website": "int16", "hot_lead": "int16", "invoice_id": "int32", "listing_avail_id": "int32", "listing_avail_space_id": "int32", "listing_want_id": "int32", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp[ns]", "monthly_insurance": "double", "move_in": "date32[day]", "move_in_actual": "date32[day]", "move_in_original": "date32[day]", "move_out": "date32[day]", "npv": "double", "omi_completed": "int16", "omi_flow_enabled": "int16", "omi_timestamp": "timestamp[ns]", "online_move_in_url": "string", "payout_batch_id": "int32", "phone_changed_number": "int16", "phone_facility_transfer": "int16", "phone_status": "string", "phone_verified": "int16", "price": "double", "promo": "string", "read": "int16", "rebate_processed": "int16", "referrer_id": "int32", "resale_rate": "double", "review_status": "string", "search_weight_id": "int32", "search_weight_test_id": "int32", "session_id": "int32", "site_id": "int32", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int32", "street_address": "string", "terms_version": "string", "timestamp": "timestamp[ns]", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int32", "visit_id": "string", "zip": "string" } - schema_attributes:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "smallint", "call_center": "smallint", "call_center_moved_in": "smallint", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "smallint", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "smallint", "confirmation_code": "string", "contacted": "smallint", "corrected": "smallint", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "smallint", "hosted_website": "smallint", "hot_lead": "smallint", "invoice_id": "int", "listing_avail_id": "int", "listing_avail_space_id": "int", "listing_want_id": "int", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp", "monthly_insurance": "double", "move_in": "date", "move_in_actual": "date", "move_in_original": "date", "move_out": "date", "npv": "double", "omi_completed": "smallint", "omi_flow_enabled": "smallint", "omi_timestamp": "timestamp", "online_move_in_url": "string", "payout_batch_id": "int", "phone_changed_number": "smallint", "phone_facility_transfer": "smallint", "phone_status": "string", "phone_verified": "smallint", "price": "double", "promo": "string", "read": "smallint", "rebate_processed": "smallint", "referrer_id": "int", "resale_rate": "double", "review_status": "string", "search_weight_id": "int", "search_weight_test_id": "int", "session_id": "int", "site_id": "int", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int", "street_address": "string", "terms_version": "string", "timestamp": "timestamp", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int", "visit_id": "string", "zip": "string" } - schema_name_id: 1943
- schema_scan_id: 6563270
- updated: 2024-08-11 09:17:48
Schema Scans: 3
Last at 2025-07-02 15:52:21
-
Scan 6814413
- duration: 0:00:14.025657
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6814413
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2025-07-02/1751489499", "key": "raw/sparefoot_listing_rent_submission/2025-07-02/1751489499/listing_rent_submission_9.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission", "type": "rds" }, "trace_context": { "parent_id": 9567537494895090958, "service_name": "sparefoot", "span_id": 13513499797600271403, "trace_id": 9567537494895090958 } } - running: False
- schema_name_id: 1943
- start_time: 2025-07-02 15:52:21
- success: True
- trace_id: 9567537494895090958
-
Scan 6564751
- duration: 0:00:16.393513
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6564751
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-14/1723645819", "key": "raw/sparefoot_listing_rent_submission/2024-08-14/1723645819/listing_rent_submission_9.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission", "type": "rds" }, "trace_context": { "parent_id": 491668946402033450, "service_name": "sparefoot", "span_id": 6806295784609480772, "trace_id": 491668946402033450 } } - running: False
- schema_name_id: 1943
- start_time: 2024-08-14 09:30:50
- success: True
- trace_id: 491668946402033450
-
Scan 6563270
- duration: 0:00:13.878520
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6563270
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2024-08-11/1723385821", "key": "raw/sparefoot_listing_rent_submission/2024-08-11/1723385821/listing_rent_submission_9.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission", "type": "rds" }, "trace_context": { "parent_id": 11930318932640271103, "service_name": "sparefoot", "span_id": 5389289040771655850, "trace_id": 11930318932640271103 } } - running: False
- schema_name_id: 1943
- start_time: 2024-08-11 09:17:34
- success: True
- trace_id: 11930318932640271103
- attributes:
{ "aaa_member_number": "string", "actual_d": "double", "actual_w": "double", "affiliate_id": "string", "api_cust_id": "string", "api_lead_id": "string", "api_unit_id": "string", "auto_state": "string", "base_bid": "double", "bid_amount": "double", "bid_type": "string", "booking_agent_id": "int", "booking_first_name": "string", "booking_last_name": "string", "booking_phone": "string", "booking_state": "string", "booking_type": "string", "booking_widget": "smallint", "call_center": "smallint", "call_center_moved_in": "smallint", "call_center_notes": "string", "caller_id_phone": "string", "canceled": "smallint", "centershift_account_id": "string", "city": "string", "commission": "double", "complete": "smallint", "confirmation_code": "string", "contacted": "smallint", "corrected": "smallint", "country": "string", "customer_notes": "string", "deposit_paid": "double", "dispute_reason": "string", "e_visit_id": "string", "facility_tenant_id": "string", "free": "smallint", "hosted_website": "smallint", "hot_lead": "smallint", "invoice_id": "int", "listing_avail_id": "int", "listing_avail_space_id": "int", "listing_want_id": "int", "match_reasons": "string", "match_score": "double", "modified_dtm": "timestamp", "monthly_insurance": "double", "move_in": "date", "move_in_actual": "date", "move_in_original": "date", "move_out": "date", "npv": "double", "omi_completed": "smallint", "omi_flow_enabled": "smallint", "omi_timestamp": "timestamp", "online_move_in_url": "string", "payout_batch_id": "int", "phone_changed_number": "smallint", "phone_facility_transfer": "smallint", "phone_status": "string", "phone_verified": "smallint", "price": "double", "promo": "string", "read": "smallint", "rebate_processed": "smallint", "referrer_id": "int", "resale_rate": "double", "review_status": "string", "search_weight_id": "int", "search_weight_test_id": "int", "session_id": "int", "site_id": "int", "site_phone": "string", "size_d": "double", "size_h": "double", "size_w": "double", "state": "string", "statement_id": "int", "street_address": "string", "terms_version": "string", "timestamp": "timestamp", "total_paid": "double", "traffic_source_id": "string", "unit_number": "string", "user_id": "int", "visit_id": "string", "zip": "string" } - created: 2025-07-02 15:52:24
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`\n(\n `aaa_member_number` string , `actual_d` double , `actual_w` double , `affiliate_id` string , `api_cust_id` string , `api_lead_id` string , `api_unit_id` string , `auto_state` string , `base_bid` double , `bid_amount` double , `bid_type` string , `booking_agent_id` int , `booking_first_name` string , `booking_last_name` string , `booking_phone` string , `booking_state` string , `booking_type` string , `booking_widget` smallint , `call_center` smallint , `call_center_moved_in` smallint , `call_center_notes` string , `caller_id_phone` string , `canceled` smallint , `centershift_account_id` string , `city` string , `commission` double , `complete` smallint , `confirmation_code` string , `contacted` smallint , `corrected` smallint , `country` string , `customer_notes` string , `deposit_paid` double , `dispute_reason` string , `e_visit_id` string , `facility_tenant_id` string , `free` smallint , `hosted_website` smallint , `hot_lead` smallint , `invoice_id` int , `listing_avail_id` int , `listing_avail_space_id` int , `listing_want_id` int , `match_reasons` string , `match_score` double , `modified_dtm` timestamp , `monthly_insurance` double , `move_in` date , `move_in_actual` date , `move_in_original` date , `move_out` date , `npv` double , `omi_completed` smallint , `omi_flow_enabled` smallint , `omi_timestamp` timestamp , `online_move_in_url` string , `payout_batch_id` int , `phone_changed_number` smallint , `phone_facility_transfer` smallint , `phone_status` string , `phone_verified` smallint , `price` double , `promo` string , `read` smallint , `rebate_processed` smallint , `referrer_id` int , `resale_rate` double , `review_status` string , `search_weight_id` int , `search_weight_test_id` int , `session_id` int , `site_id` int , `site_phone` string , `size_d` double , `size_h` double , `size_w` double , `state` string , `statement_id` int , `street_address` string , `terms_version` string , `timestamp` timestamp , `total_paid` double , `traffic_source_id` string , `unit_number` string , `user_id` int , `visit_id` string , `zip` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2025-07-02/1751489499'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-08-11 14:53:37",
"disabled": false,
"format": "raw",
"id": 1943,
"is_partitioned": false,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_rds",
"table": "sparefoot_sparefoot_listing_rent_submission"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"aaa_member_number": "string",
"actual_d": "double",
"actual_w": "double",
"affiliate_id": "string",
"api_cust_id": "string",
"api_lead_id": "string",
"api_unit_id": "string",
"auto_state": "string",
"base_bid": "double",
"bid_amount": "double",
"bid_type": "string",
"booking_agent_id": "int",
"booking_first_name": "string",
"booking_last_name": "string",
"booking_phone": "string",
"booking_state": "string",
"booking_type": "string",
"booking_widget": "smallint",
"call_center": "smallint",
"call_center_moved_in": "smallint",
"call_center_notes": "string",
"caller_id_phone": "string",
"canceled": "smallint",
"centershift_account_id": "string",
"city": "string",
"commission": "double",
"complete": "smallint",
"confirmation_code": "string",
"contacted": "smallint",
"corrected": "smallint",
"country": "string",
"customer_notes": "string",
"deposit_paid": "double",
"dispute_reason": "string",
"e_visit_id": "string",
"facility_tenant_id": "string",
"free": "smallint",
"hosted_website": "smallint",
"hot_lead": "smallint",
"invoice_id": "int",
"listing_avail_id": "int",
"listing_avail_space_id": "int",
"listing_want_id": "int",
"match_reasons": "string",
"match_score": "double",
"modified_dtm": "timestamp",
"monthly_insurance": "double",
"move_in": "date",
"move_in_actual": "date",
"move_in_original": "date",
"move_out": "date",
"npv": "double",
"omi_completed": "smallint",
"omi_flow_enabled": "smallint",
"omi_timestamp": "timestamp",
"online_move_in_url": "string",
"payout_batch_id": "int",
"phone_changed_number": "smallint",
"phone_facility_transfer": "smallint",
"phone_status": "string",
"phone_verified": "smallint",
"price": "double",
"promo": "string",
"read": "smallint",
"rebate_processed": "smallint",
"referrer_id": "int",
"resale_rate": "double",
"review_status": "string",
"search_weight_id": "int",
"search_weight_test_id": "int",
"session_id": "int",
"site_id": "int",
"site_phone": "string",
"size_d": "double",
"size_h": "double",
"size_w": "double",
"state": "string",
"statement_id": "int",
"street_address": "string",
"terms_version": "string",
"timestamp": "timestamp",
"total_paid": "double",
"traffic_source_id": "string",
"unit_number": "string",
"user_id": "int",
"visit_id": "string",
"zip": "string"
},
"created": "2025-07-02 15:52:24",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`\n(\n `aaa_member_number` string , `actual_d` double , `actual_w` double , `affiliate_id` string , `api_cust_id` string , `api_lead_id` string , `api_unit_id` string , `auto_state` string , `base_bid` double , `bid_amount` double , `bid_type` string , `booking_agent_id` int , `booking_first_name` string , `booking_last_name` string , `booking_phone` string , `booking_state` string , `booking_type` string , `booking_widget` smallint , `call_center` smallint , `call_center_moved_in` smallint , `call_center_notes` string , `caller_id_phone` string , `canceled` smallint , `centershift_account_id` string , `city` string , `commission` double , `complete` smallint , `confirmation_code` string , `contacted` smallint , `corrected` smallint , `country` string , `customer_notes` string , `deposit_paid` double , `dispute_reason` string , `e_visit_id` string , `facility_tenant_id` string , `free` smallint , `hosted_website` smallint , `hot_lead` smallint , `invoice_id` int , `listing_avail_id` int , `listing_avail_space_id` int , `listing_want_id` int , `match_reasons` string , `match_score` double , `modified_dtm` timestamp , `monthly_insurance` double , `move_in` date , `move_in_actual` date , `move_in_original` date , `move_out` date , `npv` double , `omi_completed` smallint , `omi_flow_enabled` smallint , `omi_timestamp` timestamp , `online_move_in_url` string , `payout_batch_id` int , `phone_changed_number` smallint , `phone_facility_transfer` smallint , `phone_status` string , `phone_verified` smallint , `price` double , `promo` string , `read` smallint , `rebate_processed` smallint , `referrer_id` int , `resale_rate` double , `review_status` string , `search_weight_id` int , `search_weight_test_id` int , `session_id` int , `site_id` int , `site_phone` string , `size_d` double , `size_h` double , `size_w` double , `state` string , `statement_id` int , `street_address` string , `terms_version` string , `timestamp` timestamp , `total_paid` double , `traffic_source_id` string , `unit_number` string , `user_id` int , `visit_id` string , `zip` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_rent_submission/2025-07-02/1751489499'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_rent_submission"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}