Schema Info
Schema Name: sfdl_dev_rds.sparefoot_sparefoot_listing_avail
- created: 2022-08-11 15:04:19
- disabled: False
- format: raw
- id: 1958
- is_partitioned: False
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_rds", "table": "sparefoot_sparefoot_listing_avail" } - type: rds
Schema Versions: 3
-
Version 4761387
- created: 2025-07-02 15:17:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_avail`\n(\n `24_hr_access` smallint , `aaa_active` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `active` smallint , `admin_fee` double , `allotment_id` smallint , `api_credentials_invalid` smallint , `approved` smallint , `available_until` timestamp , `bid_flat` double , `bid_percent` double , `billable_entity_id` int , `cdp_enabled` smallint , `company_code` string , `corporation_id` int , `cpa` smallint , `description` string , `directory_facility` smallint , `egate_access` smallint , `elevator` smallint , `featured` smallint , `fenced_lighted` smallint , `free_truck_rental` smallint , `ga_account` string , `geopage_static_url` string , `handcarts` smallint , `highlighted` smallint , `hosted_site_url` string , `hosted_website` smallint , `hosted_website_billing_cycle` string , `hosted_website_price` double , `hosted_website_type` string , `insights` smallint , `insights_num_facilities` smallint , `insights_radius` smallint , `insurance` double , `kiosk` smallint , `lease` smallint , `listing_avail_id` int , `listing_expiration` date , `live` smallint , `location_id` int , `logo` string , `min_bid` double , `modified_dtm` timestamp , `network_subscription_fee` double , `notes` string , `open_tech_id` string , `payment_portal` string , `penske` smallint , `penske_adnetwork_link` string , `penske_geopage_link` string , `penske_geopage_link_text` string , `phone` bigint , `pinned` smallint , `play_facility_message` smallint , `population_density` string , `posted_timestamp` timestamp , `ppc_phone` bigint , `publish` smallint , `self_reported_source_id` smallint , `source` smallint , `special_string` string , `suppression_rate` double , `surveillance` smallint , `tax_rate` double , `tenant_connect` smallint , `title` string , `truck_access` smallint , `truck_access_size` smallint , `truck_rental` smallint , `type_of_listing` smallint , `updated_timestamp` timestamp , `uplid_id` int , `url` string , `url_verified` smallint , `user_id` int , `when_accessible_id` smallint , `wholesale_type` string , `youtube_video` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2025-07-02/1751487433'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2025-07-02/1751487433
- id: 4761387
- processed: 1
- raw_data:
{ "24_hr_access": "int16", "aaa_active": "int16", "aaa_eligible": "int16", "aaa_opt_in": "int16", "active": "int16", "admin_fee": "double", "allotment_id": "int16", "api_credentials_invalid": "int16", "approved": "int16", "available_until": "timestamp[ns]", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int32", "cdp_enabled": "int16", "company_code": "string", "corporation_id": "int32", "cpa": "int16", "description": "string", "directory_facility": "int16", "egate_access": "int16", "elevator": "int16", "featured": "int16", "fenced_lighted": "int16", "free_truck_rental": "int16", "ga_account": "string", "geopage_static_url": "string", "handcarts": "int16", "highlighted": "int16", "hosted_site_url": "string", "hosted_website": "int16", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "int16", "insights_num_facilities": "int16", "insights_radius": "int16", "insurance": "double", "kiosk": "int16", "lease": "int16", "listing_avail_id": "int32", "listing_expiration": "date32[day]", "live": "int16", "location_id": "int32", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp[ns]", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "int16", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "int64", "pinned": "int16", "play_facility_message": "int16", "population_density": "string", "posted_timestamp": "timestamp[ns]", "ppc_phone": "int64", "publish": "int16", "self_reported_source_id": "int16", "source": "int16", "special_string": "string", "suppression_rate": "double", "surveillance": "int16", "tax_rate": "double", "tenant_connect": "int16", "title": "string", "truck_access": "int16", "truck_access_size": "int16", "truck_rental": "int16", "type_of_listing": "int16", "updated_timestamp": "timestamp[ns]", "uplid_id": "int32", "url": "string", "url_verified": "int16", "user_id": "int32", "when_accessible_id": "int16", "wholesale_type": "string", "youtube_video": "string" } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "double", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "timestamp", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "string", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "string", "hosted_website": "smallint", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "double", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "smallint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "double", "surveillance": "smallint", "tax_rate": "double", "tenant_connect": "smallint", "title": "string", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1958
- schema_scan_id: 6814343
- updated: 2025-07-02 15:17:38
-
Version 4708678
- created: 2024-08-14 08:53:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_avail`\n(\n `24_hr_access` smallint , `aaa_active` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `active` smallint , `admin_fee` double , `allotment_id` smallint , `api_credentials_invalid` smallint , `approved` smallint , `available_until` timestamp , `bid_flat` double , `bid_percent` double , `billable_entity_id` int , `cdp_enabled` smallint , `company_code` string , `corporation_id` int , `cpa` smallint , `description` string , `directory_facility` smallint , `egate_access` smallint , `elevator` smallint , `featured` smallint , `fenced_lighted` smallint , `free_truck_rental` smallint , `ga_account` string , `geopage_static_url` string , `handcarts` smallint , `highlighted` smallint , `hosted_site_url` string , `hosted_website` smallint , `hosted_website_billing_cycle` string , `hosted_website_price` double , `hosted_website_type` string , `insights` smallint , `insights_num_facilities` smallint , `insights_radius` smallint , `insurance` double , `kiosk` smallint , `lease` smallint , `listing_avail_id` int , `listing_expiration` date , `live` smallint , `location_id` int , `logo` string , `min_bid` double , `modified_dtm` timestamp , `network_subscription_fee` double , `notes` string , `open_tech_id` string , `payment_portal` string , `penske` smallint , `penske_adnetwork_link` string , `penske_geopage_link` string , `penske_geopage_link_text` string , `phone` bigint , `pinned` smallint , `play_facility_message` smallint , `population_density` string , `posted_timestamp` timestamp , `ppc_phone` bigint , `publish` smallint , `self_reported_source_id` smallint , `source` smallint , `special_string` string , `suppression_rate` double , `surveillance` smallint , `tax_rate` double , `tenant_connect` smallint , `title` string , `truck_access` smallint , `truck_access_size` smallint , `truck_rental` smallint , `type_of_listing` smallint , `updated_timestamp` timestamp , `uplid_id` int , `url` string , `url_verified` smallint , `user_id` int , `when_accessible_id` smallint , `wholesale_type` string , `youtube_video` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-08-14/1723643587'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-08-14/1723643587
- id: 4708678
- processed: 1
- raw_data:
{ "24_hr_access": "int16", "aaa_active": "int16", "aaa_eligible": "int16", "aaa_opt_in": "int16", "active": "int16", "admin_fee": "double", "allotment_id": "int16", "api_credentials_invalid": "int16", "approved": "int16", "available_until": "timestamp[ns]", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int32", "cdp_enabled": "int16", "company_code": "string", "corporation_id": "int32", "cpa": "int16", "description": "string", "directory_facility": "int16", "egate_access": "int16", "elevator": "int16", "featured": "int16", "fenced_lighted": "int16", "free_truck_rental": "int16", "ga_account": "string", "geopage_static_url": "string", "handcarts": "int16", "highlighted": "int16", "hosted_site_url": "string", "hosted_website": "int16", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "int16", "insights_num_facilities": "int16", "insights_radius": "int16", "insurance": "double", "kiosk": "int16", "lease": "int16", "listing_avail_id": "int32", "listing_expiration": "date32[day]", "live": "int16", "location_id": "int32", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp[ns]", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "int16", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "int64", "pinned": "int16", "play_facility_message": "int16", "population_density": "string", "posted_timestamp": "timestamp[ns]", "ppc_phone": "int64", "publish": "int16", "self_reported_source_id": "int16", "source": "int16", "special_string": "string", "suppression_rate": "double", "surveillance": "int16", "tax_rate": "double", "tenant_connect": "int16", "title": "string", "truck_access": "int16", "truck_access_size": "int16", "truck_rental": "int16", "type_of_listing": "int16", "updated_timestamp": "timestamp[ns]", "uplid_id": "int32", "url": "string", "url_verified": "int16", "user_id": "int32", "when_accessible_id": "int16", "wholesale_type": "string", "youtube_video": "string" } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "double", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "timestamp", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "string", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "string", "hosted_website": "smallint", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "double", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "smallint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "double", "surveillance": "smallint", "tax_rate": "double", "tenant_connect": "smallint", "title": "string", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1958
- schema_scan_id: 6564694
- updated: 2024-08-14 08:53:37
-
Version 4705824
- created: 2024-05-14 02:45:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_avail`\n(\n `24_hr_access` smallint , `aaa_active` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `active` smallint , `admin_fee` double , `allotment_id` smallint , `api_credentials_invalid` smallint , `approved` smallint , `available_until` timestamp , `bid_flat` double , `bid_percent` double , `billable_entity_id` int , `cdp_enabled` smallint , `company_code` string , `corporation_id` int , `cpa` smallint , `description` string , `directory_facility` smallint , `egate_access` smallint , `elevator` smallint , `featured` smallint , `fenced_lighted` smallint , `free_truck_rental` smallint , `ga_account` string , `geopage_static_url` string , `handcarts` smallint , `highlighted` smallint , `hosted_site_url` string , `hosted_website` smallint , `hosted_website_billing_cycle` string , `hosted_website_price` double , `hosted_website_type` string , `insights` smallint , `insights_num_facilities` smallint , `insights_radius` smallint , `insurance` double , `kiosk` smallint , `lease` smallint , `listing_avail_id` int , `listing_expiration` date , `live` smallint , `location_id` int , `logo` string , `min_bid` double , `modified_dtm` timestamp , `network_subscription_fee` double , `notes` string , `open_tech_id` string , `payment_portal` string , `penske` smallint , `penske_adnetwork_link` string , `penske_geopage_link` string , `penske_geopage_link_text` string , `phone` bigint , `pinned` smallint , `play_facility_message` smallint , `population_density` string , `posted_timestamp` timestamp , `ppc_phone` bigint , `publish` smallint , `self_reported_source_id` smallint , `source` smallint , `special_string` string , `suppression_rate` double , `surveillance` smallint , `tax_rate` double , `tenant_connect` smallint , `title` string , `truck_access` smallint , `truck_access_size` smallint , `truck_rental` smallint , `type_of_listing` smallint , `updated_timestamp` timestamp , `uplid_id` int , `url` string , `url_verified` smallint , `user_id` int , `when_accessible_id` smallint , `wholesale_type` string , `youtube_video` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-05-14/1715672726'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-05-14/1715672726
- id: 4705824
- processed: 1
- raw_data:
{ "24_hr_access": "int16", "aaa_active": "int16", "aaa_eligible": "int16", "aaa_opt_in": "int16", "active": "int16", "admin_fee": "double", "allotment_id": "int16", "api_credentials_invalid": "int16", "approved": "int16", "available_until": "timestamp[ns]", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int32", "cdp_enabled": "int16", "company_code": "string", "corporation_id": "int32", "cpa": "int16", "description": "string", "directory_facility": "int16", "egate_access": "int16", "elevator": "int16", "featured": "int16", "fenced_lighted": "int16", "free_truck_rental": "int16", "ga_account": "string", "geopage_static_url": "string", "handcarts": "int16", "highlighted": "int16", "hosted_site_url": "string", "hosted_website": "int16", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "int16", "insights_num_facilities": "int16", "insights_radius": "int16", "insurance": "double", "kiosk": "int16", "lease": "int16", "listing_avail_id": "int32", "listing_expiration": "date32[day]", "live": "int16", "location_id": "int32", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp[ns]", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "int16", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "int64", "pinned": "int16", "play_facility_message": "int16", "population_density": "string", "posted_timestamp": "timestamp[ns]", "ppc_phone": "int64", "publish": "int16", "self_reported_source_id": "int16", "source": "int16", "special_string": "string", "suppression_rate": "double", "surveillance": "int16", "tax_rate": "double", "tenant_connect": "int16", "title": "string", "truck_access": "int16", "truck_access_size": "int16", "truck_rental": "int16", "type_of_listing": "int16", "updated_timestamp": "timestamp[ns]", "uplid_id": "int32", "url": "string", "url_verified": "int16", "user_id": "int32", "when_accessible_id": "int16", "wholesale_type": "string", "youtube_video": "string" } - schema_attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "double", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "timestamp", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "string", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "string", "hosted_website": "smallint", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "double", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "smallint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "double", "surveillance": "smallint", "tax_rate": "double", "tenant_connect": "smallint", "title": "string", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1958
- schema_scan_id: 6490503
- updated: 2024-05-14 02:45:52
Schema Scans: 3
Last at 2025-07-02 15:17:22
-
Scan 6814343
- duration: 0:00:16.172713
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6814343
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2025-07-02/1751487433", "key": "raw/sparefoot_listing_avail/2025-07-02/1751487433/listing_avail_1.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 9947865683131292694, "service_name": "sparefoot", "span_id": 1119424606583509429, "trace_id": 9947865683131292694 } } - running: False
- schema_name_id: 1958
- start_time: 2025-07-02 15:17:22
- success: True
- trace_id: 9947865683131292694
-
Scan 6564694
- duration: 0:00:16.198449
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6564694
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-08-14/1723643587", "key": "raw/sparefoot_listing_avail/2024-08-14/1723643587/listing_avail_1.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 13230129019877825301, "service_name": "sparefoot", "span_id": 6690189607214032233, "trace_id": 13230129019877825301 } } - running: False
- schema_name_id: 1958
- start_time: 2024-08-14 08:53:21
- success: True
- trace_id: 13230129019877825301
-
Scan 6490503
- duration: 0:00:13.931523
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6490503
- payload:
{ "datatype_dict": null, "file_format": "parquet", "is_schema_datatyped": false, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2024-05-14/1715672726", "key": "raw/sparefoot_listing_avail/2024-05-14/1715672726/listing_avail_1.parquet.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 13651217902130835300, "service_name": "sparefoot", "span_id": 5916538403697424994, "trace_id": 13651217902130835300 } } - running: False
- schema_name_id: 1958
- start_time: 2024-05-14 02:45:38
- success: True
- trace_id: 13651217902130835300
- attributes:
{ "24_hr_access": "smallint", "aaa_active": "smallint", "aaa_eligible": "smallint", "aaa_opt_in": "smallint", "active": "smallint", "admin_fee": "double", "allotment_id": "smallint", "api_credentials_invalid": "smallint", "approved": "smallint", "available_until": "timestamp", "bid_flat": "double", "bid_percent": "double", "billable_entity_id": "int", "cdp_enabled": "smallint", "company_code": "string", "corporation_id": "int", "cpa": "smallint", "description": "string", "directory_facility": "smallint", "egate_access": "smallint", "elevator": "smallint", "featured": "smallint", "fenced_lighted": "smallint", "free_truck_rental": "smallint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "smallint", "highlighted": "smallint", "hosted_site_url": "string", "hosted_website": "smallint", "hosted_website_billing_cycle": "string", "hosted_website_price": "double", "hosted_website_type": "string", "insights": "smallint", "insights_num_facilities": "smallint", "insights_radius": "smallint", "insurance": "double", "kiosk": "smallint", "lease": "smallint", "listing_avail_id": "int", "listing_expiration": "date", "live": "smallint", "location_id": "int", "logo": "string", "min_bid": "double", "modified_dtm": "timestamp", "network_subscription_fee": "double", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "smallint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "smallint", "play_facility_message": "smallint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "smallint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "double", "surveillance": "smallint", "tax_rate": "double", "tenant_connect": "smallint", "title": "string", "truck_access": "smallint", "truck_access_size": "smallint", "truck_rental": "smallint", "type_of_listing": "smallint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "smallint", "user_id": "int", "when_accessible_id": "smallint", "wholesale_type": "string", "youtube_video": "string" } - created: 2025-07-02 15:17:24
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_avail`\n(\n `24_hr_access` smallint , `aaa_active` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `active` smallint , `admin_fee` double , `allotment_id` smallint , `api_credentials_invalid` smallint , `approved` smallint , `available_until` timestamp , `bid_flat` double , `bid_percent` double , `billable_entity_id` int , `cdp_enabled` smallint , `company_code` string , `corporation_id` int , `cpa` smallint , `description` string , `directory_facility` smallint , `egate_access` smallint , `elevator` smallint , `featured` smallint , `fenced_lighted` smallint , `free_truck_rental` smallint , `ga_account` string , `geopage_static_url` string , `handcarts` smallint , `highlighted` smallint , `hosted_site_url` string , `hosted_website` smallint , `hosted_website_billing_cycle` string , `hosted_website_price` double , `hosted_website_type` string , `insights` smallint , `insights_num_facilities` smallint , `insights_radius` smallint , `insurance` double , `kiosk` smallint , `lease` smallint , `listing_avail_id` int , `listing_expiration` date , `live` smallint , `location_id` int , `logo` string , `min_bid` double , `modified_dtm` timestamp , `network_subscription_fee` double , `notes` string , `open_tech_id` string , `payment_portal` string , `penske` smallint , `penske_adnetwork_link` string , `penske_geopage_link` string , `penske_geopage_link_text` string , `phone` bigint , `pinned` smallint , `play_facility_message` smallint , `population_density` string , `posted_timestamp` timestamp , `ppc_phone` bigint , `publish` smallint , `self_reported_source_id` smallint , `source` smallint , `special_string` string , `suppression_rate` double , `surveillance` smallint , `tax_rate` double , `tenant_connect` smallint , `title` string , `truck_access` smallint , `truck_access_size` smallint , `truck_rental` smallint , `type_of_listing` smallint , `updated_timestamp` timestamp , `uplid_id` int , `url` string , `url_verified` smallint , `user_id` int , `when_accessible_id` smallint , `wholesale_type` string , `youtube_video` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2025-07-02/1751487433'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_avail`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_avail" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-08-11 15:04:19",
"disabled": false,
"format": "raw",
"id": 1958,
"is_partitioned": false,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_rds",
"table": "sparefoot_sparefoot_listing_avail"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"24_hr_access": "smallint",
"aaa_active": "smallint",
"aaa_eligible": "smallint",
"aaa_opt_in": "smallint",
"active": "smallint",
"admin_fee": "double",
"allotment_id": "smallint",
"api_credentials_invalid": "smallint",
"approved": "smallint",
"available_until": "timestamp",
"bid_flat": "double",
"bid_percent": "double",
"billable_entity_id": "int",
"cdp_enabled": "smallint",
"company_code": "string",
"corporation_id": "int",
"cpa": "smallint",
"description": "string",
"directory_facility": "smallint",
"egate_access": "smallint",
"elevator": "smallint",
"featured": "smallint",
"fenced_lighted": "smallint",
"free_truck_rental": "smallint",
"ga_account": "string",
"geopage_static_url": "string",
"handcarts": "smallint",
"highlighted": "smallint",
"hosted_site_url": "string",
"hosted_website": "smallint",
"hosted_website_billing_cycle": "string",
"hosted_website_price": "double",
"hosted_website_type": "string",
"insights": "smallint",
"insights_num_facilities": "smallint",
"insights_radius": "smallint",
"insurance": "double",
"kiosk": "smallint",
"lease": "smallint",
"listing_avail_id": "int",
"listing_expiration": "date",
"live": "smallint",
"location_id": "int",
"logo": "string",
"min_bid": "double",
"modified_dtm": "timestamp",
"network_subscription_fee": "double",
"notes": "string",
"open_tech_id": "string",
"payment_portal": "string",
"penske": "smallint",
"penske_adnetwork_link": "string",
"penske_geopage_link": "string",
"penske_geopage_link_text": "string",
"phone": "bigint",
"pinned": "smallint",
"play_facility_message": "smallint",
"population_density": "string",
"posted_timestamp": "timestamp",
"ppc_phone": "bigint",
"publish": "smallint",
"self_reported_source_id": "smallint",
"source": "smallint",
"special_string": "string",
"suppression_rate": "double",
"surveillance": "smallint",
"tax_rate": "double",
"tenant_connect": "smallint",
"title": "string",
"truck_access": "smallint",
"truck_access_size": "smallint",
"truck_rental": "smallint",
"type_of_listing": "smallint",
"updated_timestamp": "timestamp",
"uplid_id": "int",
"url": "string",
"url_verified": "smallint",
"user_id": "int",
"when_accessible_id": "smallint",
"wholesale_type": "string",
"youtube_video": "string"
},
"created": "2025-07-02 15:17:24",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_sparefoot_listing_avail`\n(\n `24_hr_access` smallint , `aaa_active` smallint , `aaa_eligible` smallint , `aaa_opt_in` smallint , `active` smallint , `admin_fee` double , `allotment_id` smallint , `api_credentials_invalid` smallint , `approved` smallint , `available_until` timestamp , `bid_flat` double , `bid_percent` double , `billable_entity_id` int , `cdp_enabled` smallint , `company_code` string , `corporation_id` int , `cpa` smallint , `description` string , `directory_facility` smallint , `egate_access` smallint , `elevator` smallint , `featured` smallint , `fenced_lighted` smallint , `free_truck_rental` smallint , `ga_account` string , `geopage_static_url` string , `handcarts` smallint , `highlighted` smallint , `hosted_site_url` string , `hosted_website` smallint , `hosted_website_billing_cycle` string , `hosted_website_price` double , `hosted_website_type` string , `insights` smallint , `insights_num_facilities` smallint , `insights_radius` smallint , `insurance` double , `kiosk` smallint , `lease` smallint , `listing_avail_id` int , `listing_expiration` date , `live` smallint , `location_id` int , `logo` string , `min_bid` double , `modified_dtm` timestamp , `network_subscription_fee` double , `notes` string , `open_tech_id` string , `payment_portal` string , `penske` smallint , `penske_adnetwork_link` string , `penske_geopage_link` string , `penske_geopage_link_text` string , `phone` bigint , `pinned` smallint , `play_facility_message` smallint , `population_density` string , `posted_timestamp` timestamp , `ppc_phone` bigint , `publish` smallint , `self_reported_source_id` smallint , `source` smallint , `special_string` string , `suppression_rate` double , `surveillance` smallint , `tax_rate` double , `tenant_connect` smallint , `title` string , `truck_access` smallint , `truck_access_size` smallint , `truck_rental` smallint , `type_of_listing` smallint , `updated_timestamp` timestamp , `uplid_id` int , `url` string , `url_verified` smallint , `user_id` int , `when_accessible_id` smallint , `wholesale_type` string , `youtube_video` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/sparefoot_listing_avail/2025-07-02/1751487433'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_sparefoot_listing_avail`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_sparefoot_listing_avail"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}