Schema Info

Schema Name: sfdl_dev_rds.sparefoot_listing_rent_submission
  • created: 2022-03-16 12:17:16
  • disabled: False
  • format: raw
  • id: 1785
  • is_partitioned: False
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_dev_rds",
    "table": "sparefoot_listing_rent_submission"
}
  • type: rds
Schema Versions: 2
    • created: 2022-03-16 17:59:47
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_rent_submission`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_rent_submission`\n(\n`booking_state`varchar(20),`aaa_member_number`varchar(16),`search_weight_test_id`int,`actual_d`decimal(10,2),`rebate_processed`tinyint,`listing_want_id`int,`visit_id`varchar(32),`hosted_website`tinyint,`search_weight_id`int,`api_cust_id`varchar(32),`phone_status`varchar(60),`match_reasons`string,`listing_avail_space_id`int,`move_in`date,`online_move_in_url`varchar(2083),`read`tinyint,`booking_agent_id`int,`deposit_paid`decimal(10,2),`payout_batch_id`int,`size_h`decimal(10,2),`invoice_id`int,`site_id`int,`call_center`tinyint,`size_d`decimal(10,2),`listing_avail_id`int,`dispute_reason`string,`move_in_original`date,`customer_notes`string,`complete`tinyint,`bid_type`varchar(12),`street_address`varchar(255),`match_score`string,`move_out`date,`bid_amount`decimal(10,2),`call_center_notes`string,`referrer_id`int,`zip`varchar(10),`traffic_source_id`varchar(255),`api_unit_id`varchar(32),`promo`string,`booking_last_name`varchar(128),`state`varchar(2),`corrected`tinyint,`booking_phone`varchar(16),`free`tinyint,`site_phone`varchar(16),`country`varchar(2),`centershift_account_id`varchar(10),`city`varchar(40),`resale_rate`decimal(6,2),`contacted`tinyint,`npv`decimal(10,2),`session_id`int,`affiliate_id`varchar(32),`base_bid`decimal(10,2),`unit_number`varchar(32),`booking_first_name`varchar(128),`size_w`decimal(10,2),`auto_state`varchar(60),`api_lead_id`varchar(36),`booking_widget`tinyint,`total_paid`decimal(10,2),`price`decimal(10,2),`terms_version`varchar(8),`e_visit_id`varchar(32),`user_id`int,`canceled`tinyint,`phone_changed_number`tinyint,`phone_facility_transfer`tinyint,`actual_w`decimal(10,2),`monthly_insurance`decimal(6,2),`caller_id_phone`varchar(16),`confirmation_code`varchar(32),`review_status`varchar(60),`booking_type`varchar(12),`phone_verified`tinyint,`move_in_actual`date,`hot_lead`tinyint,`timestamp`timestamp,`modified_dtm`timestamp,`commission`string,`call_center_moved_in`tinyint,`facility_tenant_id`varchar(32),`statement_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647469533'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_rent_submission"
]
    • hive_path: s3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647469533
    • id: 4689088
    • processed: 1
    • raw_data: 
      {
    "aaa_member_number": null,
    "actual_d": null,
    "actual_w": null,
    "affiliate_id": "SelfStorage.com",
    "api_cust_id": null,
    "api_lead_id": null,
    "api_unit_id": "06326fa0-8a59-4537-aaac-97f86442",
    "auto_state": "CONFIRMED",
    "base_bid": 1.25,
    "bid_amount": 165.0,
    "bid_type": "PERCENT",
    "booking_agent_id": 2462280,
    "booking_first_name": "Luis",
    "booking_last_name": "Guzman",
    "booking_phone": "4132214451",
    "booking_state": "CONFIRMED",
    "booking_type": "STANDARD",
    "booking_widget": 0,
    "call_center": 1,
    "call_center_moved_in": 0,
    "call_center_notes": "[2019-07-03 9:00am] Booking 10' x 20' unit $132.00 (Drive Up Access) Promo: 25% Off on phone with Jorge Valesquez ([email protected])\n[2019-07-03 9:00am [email protected]]\n[2019-08-14 5:20pm [email protected]] Auto-Confirmed by CubeSmart CDP. Matching: First Initials and Last Name Match and movein is less than 6 days from scheduled move in\n[2019-08-14 5:20pm [email protected]] Changed Move-In Date from 2019-07-03 to 2019-07-03",
    "caller_id_phone": null,
    "canceled": 0,
    "centershift_account_id": null,
    "city": null,
    "commission": 0.0,
    "complete": 1,
    "confirmation_code": "W8NSFYWMD",
    "contacted": 0,
    "corrected": 0,
    "country": null,
    "customer_notes": null,
    "deposit_paid": 0.0,
    "dispute_reason": null,
    "e_visit_id": null,
    "facility_tenant_id": null,
    "free": 0,
    "hosted_website": 0,
    "hot_lead": null,
    "invoice_id": 496748,
    "listing_avail_id": 209154,
    "listing_avail_space_id": 21564720,
    "listing_want_id": null,
    "match_reasons": "First Initials and Last Name Match and movein is less than 6 days from scheduled move in",
    "match_score": null,
    "modified_dtm": "2019-08-15 13:30:23",
    "monthly_insurance": null,
    "move_in": "2019-07-03",
    "move_in_actual": null,
    "move_in_original": "2019-07-03",
    "move_out": null,
    "npv": 165.0,
    "online_move_in_url": null,
    "payout_batch_id": null,
    "phone_changed_number": 0,
    "phone_facility_transfer": 0,
    "phone_status": null,
    "phone_verified": 0,
    "price": 132.0,
    "promo": "25% Off",
    "read": 0,
    "rebate_processed": 0,
    "referrer_id": null,
    "resale_rate": null,
    "review_status": null,
    "search_weight_id": null,
    "search_weight_test_id": null,
    "session_id": 4713074,
    "site_id": 144,
    "site_phone": null,
    "size_d": 20.0,
    "size_h": null,
    "size_w": 10.0,
    "state": null,
    "statement_id": 222587,
    "street_address": null,
    "terms_version": "20130106",
    "timestamp": "2019-07-03 09:00:11",
    "total_paid": null,
    "traffic_source_id": "google-ppc",
    "unit_number": null,
    "user_id": 47959,
    "visit_id": "5f7c8e707b677890d03977740611d0a0",
    "zip": null
}
    • schema_attributes: 
      {
    "aaa_member_number": "string",
    "actual_d": "string",
    "actual_w": "string",
    "affiliate_id": "string",
    "api_cust_id": "string",
    "api_lead_id": "string",
    "api_unit_id": "string",
    "auto_state": "string",
    "base_bid": "string",
    "bid_amount": "string",
    "bid_type": "string",
    "booking_agent_id": "int",
    "booking_first_name": "string",
    "booking_last_name": "string",
    "booking_phone": "string",
    "booking_state": "string",
    "booking_type": "string",
    "booking_widget": "tinyint",
    "call_center": "tinyint",
    "call_center_moved_in": "tinyint",
    "call_center_notes": "string",
    "caller_id_phone": "string",
    "canceled": "tinyint",
    "centershift_account_id": "string",
    "city": "string",
    "commission": "string",
    "complete": "tinyint",
    "confirmation_code": "string",
    "contacted": "tinyint",
    "corrected": "tinyint",
    "country": "string",
    "customer_notes": "string",
    "deposit_paid": "string",
    "dispute_reason": "string",
    "e_visit_id": "string",
    "facility_tenant_id": "string",
    "free": "tinyint",
    "hosted_website": "tinyint",
    "hot_lead": "tinyint",
    "invoice_id": "int",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "listing_want_id": "int",
    "match_reasons": "string",
    "match_score": "string",
    "modified_dtm": "timestamp",
    "monthly_insurance": "string",
    "move_in": "date",
    "move_in_actual": "date",
    "move_in_original": "date",
    "move_out": "date",
    "npv": "string",
    "online_move_in_url": "string",
    "payout_batch_id": "int",
    "phone_changed_number": "tinyint",
    "phone_facility_transfer": "tinyint",
    "phone_status": "string",
    "phone_verified": "tinyint",
    "price": "string",
    "promo": "string",
    "read": "tinyint",
    "rebate_processed": "tinyint",
    "referrer_id": "int",
    "resale_rate": "string",
    "review_status": "string",
    "search_weight_id": "int",
    "search_weight_test_id": "int",
    "session_id": "int",
    "site_id": "int",
    "site_phone": "string",
    "size_d": "string",
    "size_h": "string",
    "size_w": "string",
    "state": "string",
    "statement_id": "int",
    "street_address": "string",
    "terms_version": "string",
    "timestamp": "timestamp",
    "total_paid": "string",
    "traffic_source_id": "string",
    "unit_number": "string",
    "user_id": "int",
    "visit_id": "string",
    "zip": "string"
}
    • schema_name_id: 1785
    • schema_scan_id: 5904888
    • updated: 2022-03-16 17:59:59
    • created: 2022-03-16 12:20:00
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_rent_submission`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_rent_submission`\n(\n`listing_avail_space_id`int,`listing_avail_id`int,`api_unit_id`varchar(32),`unit_number`varchar(32),`listing_want_id`int,`user_id`int,`booking_first_name`varchar(128),`booking_last_name`varchar(128),`booking_phone`varchar(16),`timestamp`timestamp,`price`decimal(10,2),`deposit_paid`decimal(10,2),`bid_amount`decimal(10,2),`move_in`date,`move_in_original`date,`confirmation_code`varchar(32),`referrer_id`int,`affiliate_id`varchar(32),`site_id`int,`traffic_source_id`varchar(255),`complete`tinyint,`read`tinyint,`visit_id`varchar(32),`size_w`decimal(10,2),`size_d`decimal(10,2),`size_h`decimal(10,2),`promo`string,`street_address`varchar(255),`city`varchar(40),`state`varchar(2),`country`varchar(2),`zip`varchar(10),`api_cust_id`varchar(32),`booking_state`varchar(20),`auto_state`varchar(60),`match_reasons`string,`match_score`string,`facility_tenant_id`varchar(32),`statement_id`int,`call_center`tinyint,`booking_agent_id`int,`call_center_notes`string,`dispute_reason`string,`booking_widget`tinyint,`hosted_website`tinyint,`contacted`tinyint,`e_visit_id`varchar(32),`call_center_moved_in`tinyint,`commission`string,`payout_batch_id`int,`corrected`tinyint,`hot_lead`tinyint,`api_lead_id`varchar(36),`phone_verified`tinyint,`phone_facility_transfer`tinyint,`phone_changed_number`tinyint,`phone_status`varchar(60),`centershift_account_id`varchar(10),`search_weight_test_id`int,`search_weight_id`int,`free`tinyint,`move_out`date,`total_paid`decimal(10,2),`invoice_id`int,`customer_notes`string,`rebate_processed`tinyint,`caller_id_phone`varchar(16),`actual_w`decimal(10,2),`actual_d`decimal(10,2),`base_bid`decimal(10,2),`terms_version`varchar(8),`site_phone`varchar(16),`booking_type`varchar(12),`bid_type`varchar(12),`move_in_actual`date,`npv`decimal(10,2),`review_status`varchar(60),`canceled`tinyint,`resale_rate`decimal(6,2),`monthly_insurance`decimal(6,2),`aaa_member_number`varchar(16),`modified_dtm`timestamp,`session_id`int,`online_move_in_url`varchar(2083)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647451034'\n",
    "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_rent_submission"
]
    • hive_path: s3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647451034
    • id: 4689014
    • processed: 1
    • raw_data: 
      {
    "aaa_member_number": null,
    "actual_d": null,
    "actual_w": null,
    "affiliate_id": "SelfStorageFinders",
    "api_cust_id": null,
    "api_lead_id": null,
    "api_unit_id": null,
    "auto_state": null,
    "base_bid": 3.0,
    "bid_amount": 384.0,
    "bid_type": "PERCENT",
    "booking_agent_id": null,
    "booking_first_name": "Kourtney",
    "booking_last_name": "Cox",
    "booking_phone": "3609075993",
    "booking_state": "ERRORED",
    "booking_type": "STANDARD",
    "booking_widget": 0,
    "call_center": 0,
    "call_center_moved_in": 0,
    "call_center_notes": "[2020-07-24 6:05pm] Booking 10' x 15' unit $128.00 (1st Floor, Climate Controlled, Interior) on website (SelfStorageFinders.com)\n[2020-07-24 6:05pm] Error: Unit Sold Out",
    "caller_id_phone": null,
    "canceled": 0,
    "centershift_account_id": null,
    "city": null,
    "commission": 0.0,
    "complete": 1,
    "confirmation_code": "3U9Z8CF7T",
    "contacted": 0,
    "corrected": 0,
    "country": null,
    "customer_notes": null,
    "deposit_paid": 0.0,
    "dispute_reason": null,
    "e_visit_id": null,
    "facility_tenant_id": null,
    "free": 0,
    "hosted_website": 0,
    "hot_lead": null,
    "invoice_id": null,
    "listing_avail_id": 216725,
    "listing_avail_space_id": 23066890,
    "listing_want_id": null,
    "match_reasons": null,
    "match_score": null,
    "modified_dtm": "2020-07-24 18:05:52",
    "monthly_insurance": null,
    "move_in": "2020-07-25",
    "move_in_actual": null,
    "move_in_original": "2020-07-25",
    "move_out": null,
    "npv": 384.0,
    "online_move_in_url": null,
    "payout_batch_id": null,
    "phone_changed_number": 0,
    "phone_facility_transfer": 0,
    "phone_status": null,
    "phone_verified": 0,
    "price": 128.0,
    "promo": "",
    "read": 0,
    "rebate_processed": 0,
    "referrer_id": null,
    "resale_rate": null,
    "review_status": null,
    "search_weight_id": null,
    "search_weight_test_id": null,
    "session_id": null,
    "site_id": 44,
    "site_phone": null,
    "size_d": 15.0,
    "size_h": null,
    "size_w": 10.0,
    "state": null,
    "statement_id": null,
    "street_address": null,
    "terms_version": "20130106",
    "timestamp": "2020-07-24 18:05:52",
    "total_paid": null,
    "traffic_source_id": null,
    "unit_number": null,
    "user_id": 2368940,
    "visit_id": null,
    "zip": null
}
    • schema_attributes: 
      {
    "aaa_member_number": "string",
    "actual_d": "string",
    "actual_w": "string",
    "affiliate_id": "string",
    "api_cust_id": "string",
    "api_lead_id": "string",
    "api_unit_id": "string",
    "auto_state": "string",
    "base_bid": "string",
    "bid_amount": "string",
    "bid_type": "string",
    "booking_agent_id": "int",
    "booking_first_name": "string",
    "booking_last_name": "string",
    "booking_phone": "string",
    "booking_state": "string",
    "booking_type": "string",
    "booking_widget": "tinyint",
    "call_center": "tinyint",
    "call_center_moved_in": "tinyint",
    "call_center_notes": "string",
    "caller_id_phone": "string",
    "canceled": "tinyint",
    "centershift_account_id": "string",
    "city": "string",
    "commission": "string",
    "complete": "tinyint",
    "confirmation_code": "string",
    "contacted": "tinyint",
    "corrected": "tinyint",
    "country": "string",
    "customer_notes": "string",
    "deposit_paid": "string",
    "dispute_reason": "string",
    "e_visit_id": "string",
    "facility_tenant_id": "string",
    "free": "tinyint",
    "hosted_website": "tinyint",
    "hot_lead": "tinyint",
    "invoice_id": "int",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "listing_want_id": "int",
    "match_reasons": "string",
    "match_score": "string",
    "modified_dtm": "timestamp",
    "monthly_insurance": "string",
    "move_in": "date",
    "move_in_actual": "date",
    "move_in_original": "date",
    "move_out": "date",
    "npv": "string",
    "online_move_in_url": "string",
    "payout_batch_id": "int",
    "phone_changed_number": "tinyint",
    "phone_facility_transfer": "tinyint",
    "phone_status": "string",
    "phone_verified": "tinyint",
    "price": "string",
    "promo": "string",
    "read": "tinyint",
    "rebate_processed": "tinyint",
    "referrer_id": "int",
    "resale_rate": "string",
    "review_status": "string",
    "search_weight_id": "int",
    "search_weight_test_id": "int",
    "session_id": "int",
    "site_id": "int",
    "site_phone": "string",
    "size_d": "string",
    "size_h": "string",
    "size_w": "string",
    "state": "string",
    "statement_id": "int",
    "street_address": "string",
    "terms_version": "string",
    "timestamp": "timestamp",
    "total_paid": "string",
    "traffic_source_id": "string",
    "unit_number": "string",
    "user_id": "int",
    "visit_id": "string",
    "zip": "string"
}
    • schema_name_id: 1785
    • schema_scan_id: 5904509
    • updated: 2022-03-16 12:20:11
Schema Scans: 2
Last at 2022-03-16 17:25:42
    • duration: 0:34:19.298932
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 5904888
    • payload: 
      {
    "datatype_dict": {
        "aaa_member_number": "varchar(16)",
        "actual_d": "decimal(10,2)",
        "actual_w": "decimal(10,2)",
        "affiliate_id": "varchar(32)",
        "api_cust_id": "varchar(32)",
        "api_lead_id": "varchar(36)",
        "api_unit_id": "varchar(32)",
        "auto_state": "varchar(60)",
        "base_bid": "decimal(10,2)",
        "bid_amount": "decimal(10,2)",
        "bid_type": "varchar(12)",
        "booking_agent_id": "int",
        "booking_first_name": "varchar(128)",
        "booking_last_name": "varchar(128)",
        "booking_phone": "varchar(16)",
        "booking_state": "varchar(20)",
        "booking_type": "varchar(12)",
        "booking_widget": "tinyint",
        "call_center": "tinyint",
        "call_center_moved_in": "tinyint",
        "call_center_notes": "string",
        "caller_id_phone": "varchar(16)",
        "canceled": "tinyint",
        "centershift_account_id": "varchar(10)",
        "city": "varchar(40)",
        "commission": "string",
        "complete": "tinyint",
        "confirmation_code": "varchar(32)",
        "contacted": "tinyint",
        "corrected": "tinyint",
        "country": "varchar(2)",
        "customer_notes": "string",
        "deposit_paid": "decimal(10,2)",
        "dispute_reason": "string",
        "e_visit_id": "varchar(32)",
        "facility_tenant_id": "varchar(32)",
        "free": "tinyint",
        "hosted_website": "tinyint",
        "hot_lead": "tinyint",
        "invoice_id": "int",
        "listing_avail_id": "int",
        "listing_avail_space_id": "int",
        "listing_want_id": "int",
        "match_reasons": "string",
        "match_score": "string",
        "modified_dtm": "timestamp",
        "monthly_insurance": "decimal(6,2)",
        "move_in": "date",
        "move_in_actual": "date",
        "move_in_original": "date",
        "move_out": "date",
        "npv": "decimal(10,2)",
        "online_move_in_url": "varchar(2083)",
        "payout_batch_id": "int",
        "phone_changed_number": "tinyint",
        "phone_facility_transfer": "tinyint",
        "phone_status": "varchar(60)",
        "phone_verified": "tinyint",
        "price": "decimal(10,2)",
        "promo": "string",
        "read": "tinyint",
        "rebate_processed": "tinyint",
        "referrer_id": "int",
        "resale_rate": "decimal(6,2)",
        "review_status": "varchar(60)",
        "search_weight_id": "int",
        "search_weight_test_id": "int",
        "session_id": "int",
        "site_id": "int",
        "site_phone": "varchar(16)",
        "size_d": "decimal(10,2)",
        "size_h": "decimal(10,2)",
        "size_w": "decimal(10,2)",
        "state": "varchar(2)",
        "statement_id": "int",
        "street_address": "varchar(255)",
        "terms_version": "varchar(8)",
        "timestamp": "timestamp",
        "total_paid": "decimal(10,2)",
        "traffic_source_id": "varchar(255)",
        "unit_number": "varchar(32)",
        "user_id": "int",
        "visit_id": "varchar(32)",
        "zip": "varchar(10)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647469533",
        "key": "raw/listing_rent_submission/2022-03-16/1647469533/listing_rent_submission-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_listing_rent_submission",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10085480482780040464,
        "service_name": "sparefoot",
        "span_id": 10628250730968630674,
        "trace_id": 10085480482780040464
    }
}
    • running: False
    • schema_name_id: 1785
    • start_time: 2022-03-16 17:25:42
    • success: True
    • trace_id: 10085480482780040464
    • duration: 0:02:58.230101
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 5904509
    • payload: 
      {
    "datatype_dict": {
        "aaa_member_number": "varchar(16)",
        "actual_d": "decimal(10,2)",
        "actual_w": "decimal(10,2)",
        "affiliate_id": "varchar(32)",
        "api_cust_id": "varchar(32)",
        "api_lead_id": "varchar(36)",
        "api_unit_id": "varchar(32)",
        "auto_state": "varchar(60)",
        "base_bid": "decimal(10,2)",
        "bid_amount": "decimal(10,2)",
        "bid_type": "varchar(12)",
        "booking_agent_id": "int",
        "booking_first_name": "varchar(128)",
        "booking_last_name": "varchar(128)",
        "booking_phone": "varchar(16)",
        "booking_state": "varchar(20)",
        "booking_type": "varchar(12)",
        "booking_widget": "tinyint",
        "call_center": "tinyint",
        "call_center_moved_in": "tinyint",
        "call_center_notes": "string",
        "caller_id_phone": "varchar(16)",
        "canceled": "tinyint",
        "centershift_account_id": "varchar(10)",
        "city": "varchar(40)",
        "commission": "string",
        "complete": "tinyint",
        "confirmation_code": "varchar(32)",
        "contacted": "tinyint",
        "corrected": "tinyint",
        "country": "varchar(2)",
        "customer_notes": "string",
        "deposit_paid": "decimal(10,2)",
        "dispute_reason": "string",
        "e_visit_id": "varchar(32)",
        "facility_tenant_id": "varchar(32)",
        "free": "tinyint",
        "hosted_website": "tinyint",
        "hot_lead": "tinyint",
        "invoice_id": "int",
        "listing_avail_id": "int",
        "listing_avail_space_id": "int",
        "listing_want_id": "int",
        "match_reasons": "string",
        "match_score": "string",
        "modified_dtm": "timestamp",
        "monthly_insurance": "decimal(6,2)",
        "move_in": "date",
        "move_in_actual": "date",
        "move_in_original": "date",
        "move_out": "date",
        "npv": "decimal(10,2)",
        "online_move_in_url": "varchar(2083)",
        "payout_batch_id": "int",
        "phone_changed_number": "tinyint",
        "phone_facility_transfer": "tinyint",
        "phone_status": "varchar(60)",
        "phone_verified": "tinyint",
        "price": "decimal(10,2)",
        "promo": "string",
        "read": "tinyint",
        "rebate_processed": "tinyint",
        "referrer_id": "int",
        "resale_rate": "decimal(6,2)",
        "review_status": "varchar(60)",
        "search_weight_id": "int",
        "search_weight_test_id": "int",
        "session_id": "int",
        "site_id": "int",
        "site_phone": "varchar(16)",
        "size_d": "decimal(10,2)",
        "size_h": "decimal(10,2)",
        "size_w": "decimal(10,2)",
        "state": "varchar(2)",
        "statement_id": "int",
        "street_address": "varchar(255)",
        "terms_version": "varchar(8)",
        "timestamp": "timestamp",
        "total_paid": "decimal(10,2)",
        "traffic_source_id": "varchar(255)",
        "unit_number": "varchar(32)",
        "user_id": "int",
        "visit_id": "varchar(32)",
        "zip": "varchar(10)"
    },
    "file_format": "json",
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-dev",
        "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647451034",
        "key": "raw/listing_rent_submission/2022-03-16/1647451034/listing_rent_submission-8.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_rds.sparefoot_listing_rent_submission",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8514945854749802725,
        "service_name": "sparefoot",
        "span_id": 13078351922678290094,
        "trace_id": 8514945854749802725
    }
}
    • running: False
    • schema_name_id: 1785
    • start_time: 2022-03-16 12:17:16
    • success: True
    • trace_id: 8514945854749802725
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state: 
    []
  • type: None
Schema:
  • attributes: 
    {
    "aaa_member_number": "string",
    "actual_d": "string",
    "actual_w": "string",
    "affiliate_id": "string",
    "api_cust_id": "string",
    "api_lead_id": "string",
    "api_unit_id": "string",
    "auto_state": "string",
    "base_bid": "string",
    "bid_amount": "string",
    "bid_type": "string",
    "booking_agent_id": "int",
    "booking_first_name": "string",
    "booking_last_name": "string",
    "booking_phone": "string",
    "booking_state": "string",
    "booking_type": "string",
    "booking_widget": "tinyint",
    "call_center": "tinyint",
    "call_center_moved_in": "tinyint",
    "call_center_notes": "string",
    "caller_id_phone": "string",
    "canceled": "tinyint",
    "centershift_account_id": "string",
    "city": "string",
    "commission": "string",
    "complete": "tinyint",
    "confirmation_code": "string",
    "contacted": "tinyint",
    "corrected": "tinyint",
    "country": "string",
    "customer_notes": "string",
    "deposit_paid": "string",
    "dispute_reason": "string",
    "e_visit_id": "string",
    "facility_tenant_id": "string",
    "free": "tinyint",
    "hosted_website": "tinyint",
    "hot_lead": "tinyint",
    "invoice_id": "int",
    "listing_avail_id": "int",
    "listing_avail_space_id": "int",
    "listing_want_id": "int",
    "match_reasons": "string",
    "match_score": "string",
    "modified_dtm": "timestamp",
    "monthly_insurance": "string",
    "move_in": "date",
    "move_in_actual": "date",
    "move_in_original": "date",
    "move_out": "date",
    "npv": "string",
    "online_move_in_url": "string",
    "payout_batch_id": "int",
    "phone_changed_number": "tinyint",
    "phone_facility_transfer": "tinyint",
    "phone_status": "string",
    "phone_verified": "tinyint",
    "price": "string",
    "promo": "string",
    "read": "tinyint",
    "rebate_processed": "tinyint",
    "referrer_id": "int",
    "resale_rate": "string",
    "review_status": "string",
    "search_weight_id": "int",
    "search_weight_test_id": "int",
    "session_id": "int",
    "site_id": "int",
    "site_phone": "string",
    "size_d": "string",
    "size_h": "string",
    "size_w": "string",
    "state": "string",
    "statement_id": "int",
    "street_address": "string",
    "terms_version": "string",
    "timestamp": "timestamp",
    "total_paid": "string",
    "traffic_source_id": "string",
    "unit_number": "string",
    "user_id": "int",
    "visit_id": "string",
    "zip": "string"
}
  • created: 2022-03-16 17:59:47
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_rent_submission`\n(\n`booking_state`varchar(20),`aaa_member_number`varchar(16),`search_weight_test_id`int,`actual_d`decimal(10,2),`rebate_processed`tinyint,`listing_want_id`int,`visit_id`varchar(32),`hosted_website`tinyint,`search_weight_id`int,`api_cust_id`varchar(32),`phone_status`varchar(60),`match_reasons`string,`listing_avail_space_id`int,`move_in`date,`online_move_in_url`varchar(2083),`read`tinyint,`booking_agent_id`int,`deposit_paid`decimal(10,2),`payout_batch_id`int,`size_h`decimal(10,2),`invoice_id`int,`site_id`int,`call_center`tinyint,`size_d`decimal(10,2),`listing_avail_id`int,`dispute_reason`string,`move_in_original`date,`customer_notes`string,`complete`tinyint,`bid_type`varchar(12),`street_address`varchar(255),`match_score`string,`move_out`date,`bid_amount`decimal(10,2),`call_center_notes`string,`referrer_id`int,`zip`varchar(10),`traffic_source_id`varchar(255),`api_unit_id`varchar(32),`promo`string,`booking_last_name`varchar(128),`state`varchar(2),`corrected`tinyint,`booking_phone`varchar(16),`free`tinyint,`site_phone`varchar(16),`country`varchar(2),`centershift_account_id`varchar(10),`city`varchar(40),`resale_rate`decimal(6,2),`contacted`tinyint,`npv`decimal(10,2),`session_id`int,`affiliate_id`varchar(32),`base_bid`decimal(10,2),`unit_number`varchar(32),`booking_first_name`varchar(128),`size_w`decimal(10,2),`auto_state`varchar(60),`api_lead_id`varchar(36),`booking_widget`tinyint,`total_paid`decimal(10,2),`price`decimal(10,2),`terms_version`varchar(8),`e_visit_id`varchar(32),`user_id`int,`canceled`tinyint,`phone_changed_number`tinyint,`phone_facility_transfer`tinyint,`actual_w`decimal(10,2),`monthly_insurance`decimal(6,2),`caller_id_phone`varchar(16),`confirmation_code`varchar(32),`review_status`varchar(60),`booking_type`varchar(12),`phone_verified`tinyint,`move_in_actual`date,`hot_lead`tinyint,`timestamp`timestamp,`modified_dtm`timestamp,`commission`string,`call_center_moved_in`tinyint,`facility_tenant_id`varchar(32),`statement_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647469533'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_rent_submission`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_rent_submission"
}
Server:
  • hostname: schemamanager-5447774fc6-4w58v
  • name: schema_manager
  • process_start: 2026-04-02 21:43:44
  • sf_env: dev
  • version: 2427328685
Raw: 
{
    "name": {
        "created": "2022-03-16 12:17:16",
        "disabled": false,
        "format": "raw",
        "id": 1785,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_dev_rds",
            "table": "sparefoot_listing_rent_submission"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "aaa_member_number": "string",
            "actual_d": "string",
            "actual_w": "string",
            "affiliate_id": "string",
            "api_cust_id": "string",
            "api_lead_id": "string",
            "api_unit_id": "string",
            "auto_state": "string",
            "base_bid": "string",
            "bid_amount": "string",
            "bid_type": "string",
            "booking_agent_id": "int",
            "booking_first_name": "string",
            "booking_last_name": "string",
            "booking_phone": "string",
            "booking_state": "string",
            "booking_type": "string",
            "booking_widget": "tinyint",
            "call_center": "tinyint",
            "call_center_moved_in": "tinyint",
            "call_center_notes": "string",
            "caller_id_phone": "string",
            "canceled": "tinyint",
            "centershift_account_id": "string",
            "city": "string",
            "commission": "string",
            "complete": "tinyint",
            "confirmation_code": "string",
            "contacted": "tinyint",
            "corrected": "tinyint",
            "country": "string",
            "customer_notes": "string",
            "deposit_paid": "string",
            "dispute_reason": "string",
            "e_visit_id": "string",
            "facility_tenant_id": "string",
            "free": "tinyint",
            "hosted_website": "tinyint",
            "hot_lead": "tinyint",
            "invoice_id": "int",
            "listing_avail_id": "int",
            "listing_avail_space_id": "int",
            "listing_want_id": "int",
            "match_reasons": "string",
            "match_score": "string",
            "modified_dtm": "timestamp",
            "monthly_insurance": "string",
            "move_in": "date",
            "move_in_actual": "date",
            "move_in_original": "date",
            "move_out": "date",
            "npv": "string",
            "online_move_in_url": "string",
            "payout_batch_id": "int",
            "phone_changed_number": "tinyint",
            "phone_facility_transfer": "tinyint",
            "phone_status": "string",
            "phone_verified": "tinyint",
            "price": "string",
            "promo": "string",
            "read": "tinyint",
            "rebate_processed": "tinyint",
            "referrer_id": "int",
            "resale_rate": "string",
            "review_status": "string",
            "search_weight_id": "int",
            "search_weight_test_id": "int",
            "session_id": "int",
            "site_id": "int",
            "site_phone": "string",
            "size_d": "string",
            "size_h": "string",
            "size_w": "string",
            "state": "string",
            "statement_id": "int",
            "street_address": "string",
            "terms_version": "string",
            "timestamp": "timestamp",
            "total_paid": "string",
            "traffic_source_id": "string",
            "unit_number": "string",
            "user_id": "int",
            "visit_id": "string",
            "zip": "string"
        },
        "created": "2022-03-16 17:59:47",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_rent_submission`\n(\n`booking_state`varchar(20),`aaa_member_number`varchar(16),`search_weight_test_id`int,`actual_d`decimal(10,2),`rebate_processed`tinyint,`listing_want_id`int,`visit_id`varchar(32),`hosted_website`tinyint,`search_weight_id`int,`api_cust_id`varchar(32),`phone_status`varchar(60),`match_reasons`string,`listing_avail_space_id`int,`move_in`date,`online_move_in_url`varchar(2083),`read`tinyint,`booking_agent_id`int,`deposit_paid`decimal(10,2),`payout_batch_id`int,`size_h`decimal(10,2),`invoice_id`int,`site_id`int,`call_center`tinyint,`size_d`decimal(10,2),`listing_avail_id`int,`dispute_reason`string,`move_in_original`date,`customer_notes`string,`complete`tinyint,`bid_type`varchar(12),`street_address`varchar(255),`match_score`string,`move_out`date,`bid_amount`decimal(10,2),`call_center_notes`string,`referrer_id`int,`zip`varchar(10),`traffic_source_id`varchar(255),`api_unit_id`varchar(32),`promo`string,`booking_last_name`varchar(128),`state`varchar(2),`corrected`tinyint,`booking_phone`varchar(16),`free`tinyint,`site_phone`varchar(16),`country`varchar(2),`centershift_account_id`varchar(10),`city`varchar(40),`resale_rate`decimal(6,2),`contacted`tinyint,`npv`decimal(10,2),`session_id`int,`affiliate_id`varchar(32),`base_bid`decimal(10,2),`unit_number`varchar(32),`booking_first_name`varchar(128),`size_w`decimal(10,2),`auto_state`varchar(60),`api_lead_id`varchar(36),`booking_widget`tinyint,`total_paid`decimal(10,2),`price`decimal(10,2),`terms_version`varchar(8),`e_visit_id`varchar(32),`user_id`int,`canceled`tinyint,`phone_changed_number`tinyint,`phone_facility_transfer`tinyint,`actual_w`decimal(10,2),`monthly_insurance`decimal(6,2),`caller_id_phone`varchar(16),`confirmation_code`varchar(32),`review_status`varchar(60),`booking_type`varchar(12),`phone_verified`tinyint,`move_in_actual`date,`hot_lead`tinyint,`timestamp`timestamp,`modified_dtm`timestamp,`commission`string,`call_center_moved_in`tinyint,`facility_tenant_id`varchar(32),`statement_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-dev/raw/listing_rent_submission/2022-03-16/1647469533'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_rent_submission`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_rent_submission"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}
©2019 SpareFoot Data Platform