Schema Info
Schema Name: sfdl_dev_rds.sparefoot_listing_avail
- created: 2022-03-15 17:35:24
- disabled: False
- format: raw
- id: 1764
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_rds", "table": "sparefoot_listing_avail" } - type: rds
Schema Versions: 3
-
Version 4689038
- created: 2022-03-16 16:38:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_avail`\n(\n`wholesale_type`varchar(60),`hosted_website`tinyint,`tenant_connect`tinyint,`surveillance`tinyint,`when_accessible_id`tinyint,`penske_geopage_link`varchar(999),`penske`tinyint,`uplid_id`int,`penske_geopage_link_text`varchar(999),`url_verified`tinyint,`bid_flat`decimal(6,2),`aaa_opt_in`tinyint,`egate_access`tinyint,`penske_adnetwork_link`varchar(999),`hosted_site_url`varchar(255),`lease`tinyint,`active`tinyint,`elevator`tinyint,`title`varchar(128),`hosted_website_price`decimal(6,2),`geopage_static_url`varchar(255),`bid_percent`decimal(6,2),`available_until`date,`play_facility_message`tinyint,`notes`string,`listing_avail_id`int,`updated_timestamp`timestamp,`network_subscription_fee`decimal(6,2),`publish`tinyint,`approved`tinyint,`truck_access_size`smallint,`insurance`decimal(6,2),`aaa_active`tinyint,`kiosk`tinyint,`open_tech_id`varchar(64),`description`string,`handcarts`tinyint,`suppression_rate`decimal(3,2),`special_string`string,`tax_rate`string,`cpa`tinyint,`directory_facility`tinyint,`free_truck_rental`tinyint,`youtube_video`varchar(255),`source`smallint,`location_id`int,`api_credentials_invalid`tinyint,`insights`tinyint,`type_of_listing`tinyint,`corporation_id`int,`pinned`tinyint,`insights_radius`tinyint,`ga_account`varchar(32),`truck_rental`tinyint,`insights_num_facilities`tinyint,`24_hr_access`tinyint,`hosted_website_billing_cycle`varchar(60),`population_density`varchar(60),`cdp_enabled`tinyint,`admin_fee`decimal(6,2),`company_code`varchar(128),`user_id`int,`allotment_id`tinyint,`truck_access`tinyint,`fenced_lighted`tinyint,`aaa_eligible`tinyint,`phone`bigint,`payment_portal`varchar(255),`listing_expiration`date,`live`tinyint,`self_reported_source_id`smallint,`posted_timestamp`timestamp,`modified_dtm`timestamp,`highlighted`tinyint,`hosted_website_type`varchar(60),`logo`varchar(37),`min_bid`decimal(6,2),`billable_entity_id`int,`ppc_phone`bigint,`featured`tinyint,`url`varchar(999)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-16/1647466656'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-16/1647466656
- id: 4689038
- processed: 1
- raw_data:
{ "24_hr_access": 1, "aaa_active": 0, "aaa_eligible": 0, "aaa_opt_in": 0, "active": 0, "admin_fee": 0.0, "allotment_id": 2, "api_credentials_invalid": 1, "approved": 1, "available_until": null, "bid_flat": 35.0, "bid_percent": 1.5, "billable_entity_id": 9920, "cdp_enabled": 0, "company_code": "", "corporation_id": 7569, "cpa": 0, "description": "Conveniently located between Bridgman and Stevensville on Red Arrow Hwy. Find us behind Arts Appliance Repair.", "directory_facility": 0, "egate_access": 0, "elevator": 0, "featured": 0, "fenced_lighted": 0, "free_truck_rental": 0, "ga_account": null, "geopage_static_url": "/Bridgman-MI-self-storage/StorSmart-Kamp-Bridgman-201748/", "handcarts": 0, "highlighted": 0, "hosted_site_url": null, "hosted_website": 0, "hosted_website_billing_cycle": null, "hosted_website_price": null, "hosted_website_type": null, "insights": 0, "insights_num_facilities": 5, "insights_radius": 20, "insurance": null, "kiosk": 0, "lease": 0, "listing_avail_id": 201748, "listing_expiration": null, "live": 0, "location_id": 22101295, "logo": null, "min_bid": 1.5, "modified_dtm": "2022-03-15 11:57:38", "network_subscription_fee": null, "notes": "", "open_tech_id": null, "payment_portal": null, "penske": 0, "penske_adnetwork_link": null, "penske_geopage_link": null, "penske_geopage_link_text": null, "phone": 2694296007, "pinned": 0, "play_facility_message": 0, "population_density": "", "posted_timestamp": "2016-10-21 09:59:46", "ppc_phone": null, "publish": 0, "self_reported_source_id": 7, "source": 7, "special_string": "", "suppression_rate": null, "surveillance": 0, "tax_rate": 0.0, "tenant_connect": 1, "title": "Bintris - 8677 Red Arrow Hwy Bridgman", "truck_access": 0, "truck_access_size": null, "truck_rental": 1, "type_of_listing": 2, "updated_timestamp": "2019-04-17 14:10:38", "uplid_id": 72147, "url": "http://www.bintris.com", "url_verified": 0, "user_id": null, "when_accessible_id": 1, "wholesale_type": null, "youtube_video": null } - schema_attributes:
{ "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "string", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "string", "bid_percent": "string", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "string", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "string", "hosted_website": "tinyint", "hosted_website_billing_cycle": "string", "hosted_website_price": "string", "hosted_website_type": "string", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "string", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "string", "min_bid": "string", "modified_dtm": "timestamp", "network_subscription_fee": "string", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "tinyint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "string", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "string", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1764
- schema_scan_id: 5904801
- updated: 2022-03-16 16:38:42
-
Version 4688994
- created: 2022-03-15 22:28:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_avail`\n(\n`hosted_website`tinyint,`wholesale_type`varchar(60),`when_accessible_id`tinyint,`surveillance`tinyint,`tenant_connect`tinyint,`penske_geopage_link`varchar(999),`penske`tinyint,`uplid_id`int,`penske_geopage_link_text`varchar(999),`url_verified`tinyint,`bid_flat`decimal(6,2),`egate_access`tinyint,`aaa_opt_in`tinyint,`penske_adnetwork_link`varchar(999),`hosted_site_url`varchar(255),`lease`tinyint,`active`tinyint,`elevator`tinyint,`title`varchar(128),`hosted_website_price`decimal(6,2),`geopage_static_url`varchar(255),`bid_percent`decimal(6,2),`available_until`date,`play_facility_message`tinyint,`notes`string,`listing_avail_id`int,`updated_timestamp`timestamp,`network_subscription_fee`decimal(6,2),`publish`tinyint,`approved`tinyint,`truck_access_size`smallint,`insurance`decimal(6,2),`aaa_active`tinyint,`kiosk`tinyint,`open_tech_id`varchar(64),`description`string,`handcarts`tinyint,`suppression_rate`decimal(3,2),`special_string`string,`tax_rate`string,`cpa`tinyint,`directory_facility`tinyint,`free_truck_rental`tinyint,`youtube_video`varchar(255),`source`smallint,`location_id`int,`api_credentials_invalid`tinyint,`insights`tinyint,`type_of_listing`tinyint,`corporation_id`int,`pinned`tinyint,`insights_radius`tinyint,`ga_account`varchar(32),`truck_rental`tinyint,`insights_num_facilities`tinyint,`24_hr_access`tinyint,`hosted_website_billing_cycle`varchar(60),`population_density`varchar(60),`cdp_enabled`tinyint,`admin_fee`decimal(6,2),`company_code`varchar(128),`user_id`int,`allotment_id`tinyint,`truck_access`tinyint,`fenced_lighted`tinyint,`aaa_eligible`tinyint,`phone`bigint,`payment_portal`varchar(255),`listing_expiration`date,`live`tinyint,`self_reported_source_id`smallint,`posted_timestamp`timestamp,`modified_dtm`timestamp,`highlighted`tinyint,`hosted_website_type`varchar(60),`logo`varchar(37),`min_bid`decimal(6,2),`billable_entity_id`int,`ppc_phone`bigint,`featured`tinyint,`url`varchar(999)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647401221'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647401221
- id: 4688994
- processed: 1
- raw_data:
{ "24_hr_access": 1, "aaa_active": 0, "aaa_eligible": 0, "aaa_opt_in": 0, "active": 0, "admin_fee": 22.0, "allotment_id": 2, "api_credentials_invalid": 0, "approved": 1, "available_until": null, "bid_flat": 75.0, "bid_percent": 1.2, "billable_entity_id": 9875, "cdp_enabled": 0, "company_code": "Manual", "corporation_id": 1505, "cpa": 0, "description": "Please note our office is located at: \n\n101 State Drive, Suite Q \nHollister, Missouri 65672", "directory_facility": 0, "egate_access": 1, "elevator": 0, "featured": 0, "fenced_lighted": 1, "free_truck_rental": 0, "ga_account": null, "geopage_static_url": "/Kirbyville-MO-self-storage/Tri-Sons-Storage-Kirbyville-201671/", "handcarts": 0, "highlighted": 0, "hosted_site_url": null, "hosted_website": 0, "hosted_website_billing_cycle": null, "hosted_website_price": null, "hosted_website_type": null, "insights": 0, "insights_num_facilities": 5, "insights_radius": 20, "insurance": null, "kiosk": 0, "lease": 0, "listing_avail_id": 201671, "listing_expiration": null, "live": 0, "location_id": 22011846, "logo": null, "min_bid": 1.2, "modified_dtm": "2020-04-17 15:29:49", "network_subscription_fee": 0.0, "notes": "Please note our office is located at: 101 State Drive, Suite Q Hollister, Missouri 65672", "open_tech_id": null, "payment_portal": null, "penske": 0, "penske_adnetwork_link": null, "penske_geopage_link": null, "penske_geopage_link_text": null, "phone": 4173322367, "pinned": 0, "play_facility_message": 0, "population_density": "", "posted_timestamp": "2016-10-10 16:33:52", "ppc_phone": null, "publish": 0, "self_reported_source_id": null, "source": 1, "special_string": "", "suppression_rate": null, "surveillance": 1, "tax_rate": 0.0, "tenant_connect": 1, "title": "Tri-Sons Storage - Kirbyville", "truck_access": 0, "truck_access_size": null, "truck_rental": 0, "type_of_listing": 2, "updated_timestamp": "2020-04-17 15:29:49", "uplid_id": 72115, "url": "http://www.trisonsstorage.com", "url_verified": 0, "user_id": null, "when_accessible_id": 1, "wholesale_type": null, "youtube_video": null } - schema_attributes:
{ "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "string", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "string", "bid_percent": "string", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "string", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "string", "hosted_website": "tinyint", "hosted_website_billing_cycle": "string", "hosted_website_price": "string", "hosted_website_type": "string", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "string", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "string", "min_bid": "string", "modified_dtm": "timestamp", "network_subscription_fee": "string", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "tinyint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "string", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "string", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1764
- schema_scan_id: 5904423
- updated: 2022-03-15 22:28:14
-
Version 4688934
- created: 2022-03-15 17:36:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_avail`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_avail`\n(\n`listing_avail_id`int,`corporation_id`int,`live`tinyint,`type_of_listing`tinyint,`source`smallint,`user_id`int,`location_id`int,`posted_timestamp`timestamp,`updated_timestamp`timestamp,`listing_expiration`date,`available_until`date,`title`varchar(128),`description`string,`phone`bigint,`ppc_phone`bigint,`allotment_id`tinyint,`when_accessible_id`tinyint,`featured`tinyint,`highlighted`tinyint,`lease`tinyint,`special_string`string,`bid_flat`decimal(6,2),`bid_percent`decimal(6,2),`publish`tinyint,`active`tinyint,`admin_fee`decimal(6,2),`url`varchar(999),`url_verified`tinyint,`hosted_website`tinyint,`truck_rental`tinyint,`free_truck_rental`tinyint,`truck_access`tinyint,`truck_access_size`smallint,`egate_access`tinyint,`surveillance`tinyint,`fenced_lighted`tinyint,`24_hr_access`tinyint,`handcarts`tinyint,`elevator`tinyint,`directory_facility`tinyint,`notes`string,`approved`tinyint,`company_code`varchar(128),`billable_entity_id`int,`kiosk`tinyint,`logo`varchar(37),`youtube_video`varchar(255),`payment_portal`varchar(255),`ga_account`varchar(32),`hosted_site_url`varchar(255),`open_tech_id`varchar(64),`cpa`tinyint,`insights`tinyint,`network_subscription_fee`decimal(6,2),`pinned`tinyint,`penske_geopage_link`varchar(999),`penske_geopage_link_text`varchar(999),`penske`tinyint,`penske_adnetwork_link`varchar(999),`wholesale_type`varchar(60),`play_facility_message`tinyint,`geopage_static_url`varchar(255),`hosted_website_type`varchar(60),`hosted_website_price`decimal(6,2),`hosted_website_billing_cycle`varchar(60),`min_bid`decimal(6,2),`insights_radius`tinyint,`insights_num_facilities`tinyint,`population_density`varchar(60),`suppression_rate`decimal(3,2),`tenant_connect`tinyint,`insurance`decimal(6,2),`tax_rate`string,`modified_dtm`timestamp,`self_reported_source_id`smallint,`aaa_eligible`tinyint,`aaa_opt_in`tinyint,`aaa_active`tinyint,`cdp_enabled`tinyint,`api_credentials_invalid`tinyint,`uplid_id`int\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647383717'\n", "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_avail" ] - hive_path: s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647383717
- id: 4688934
- processed: 1
- raw_data:
{ "24_hr_access": 1, "aaa_active": 0, "aaa_eligible": 0, "aaa_opt_in": 0, "active": 0, "admin_fee": 22.0, "allotment_id": 2, "api_credentials_invalid": 0, "approved": 1, "available_until": null, "bid_flat": 75.0, "bid_percent": 1.2, "billable_entity_id": 9875, "cdp_enabled": 0, "company_code": "Manual", "corporation_id": 1505, "cpa": 0, "description": "Please note our office is located at: \n\n101 State Drive, Suite Q \nHollister, Missouri 65672", "directory_facility": 0, "egate_access": 1, "elevator": 0, "featured": 0, "fenced_lighted": 1, "free_truck_rental": 0, "ga_account": null, "geopage_static_url": "/Kirbyville-MO-self-storage/Tri-Sons-Storage-Kirbyville-201671/", "handcarts": 0, "highlighted": 0, "hosted_site_url": null, "hosted_website": 0, "hosted_website_billing_cycle": null, "hosted_website_price": null, "hosted_website_type": null, "insights": 0, "insights_num_facilities": 5, "insights_radius": 20, "insurance": null, "kiosk": 0, "lease": 0, "listing_avail_id": 201671, "listing_expiration": null, "live": 0, "location_id": 22011846, "logo": null, "min_bid": 1.2, "modified_dtm": "2020-04-17 15:29:49", "network_subscription_fee": 0.0, "notes": "Please note our office is located at: 101 State Drive, Suite Q Hollister, Missouri 65672", "open_tech_id": null, "payment_portal": null, "penske": 0, "penske_adnetwork_link": null, "penske_geopage_link": null, "penske_geopage_link_text": null, "phone": 4173322367, "pinned": 0, "play_facility_message": 0, "population_density": "", "posted_timestamp": "2016-10-10 16:33:52", "ppc_phone": null, "publish": 0, "self_reported_source_id": null, "source": 1, "special_string": "", "suppression_rate": null, "surveillance": 1, "tax_rate": 0.0, "tenant_connect": 1, "title": "Tri-Sons Storage - Kirbyville", "truck_access": 0, "truck_access_size": null, "truck_rental": 0, "type_of_listing": 2, "updated_timestamp": "2020-04-17 15:29:49", "uplid_id": 72115, "url": "http://www.trisonsstorage.com", "url_verified": 0, "user_id": null, "when_accessible_id": 1, "wholesale_type": null, "youtube_video": null } - schema_attributes:
{ "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "string", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "string", "bid_percent": "string", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "string", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "string", "hosted_website": "tinyint", "hosted_website_billing_cycle": "string", "hosted_website_price": "string", "hosted_website_type": "string", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "string", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "string", "min_bid": "string", "modified_dtm": "timestamp", "network_subscription_fee": "string", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "tinyint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "string", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "string", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "string", "youtube_video": "string" } - schema_name_id: 1764
- schema_scan_id: 5904285
- updated: 2022-03-15 17:36:25
Schema Scans: 3
Last at 2022-03-16 16:37:38
-
Scan 5904801
- duration: 0:01:06.692310
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5904801
- payload:
{ "datatype_dict": { "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "decimal(6,2)", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "varchar(255)", "hosted_website": "tinyint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "decimal(6,2)", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "tinyint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "tinyint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "varchar(128)", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "varchar(999)", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "json", "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-16/1647466656", "key": "raw/listing_avail/2022-03-16/1647466656/listing_avail-8.json.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 5978640283494733567, "service_name": "sparefoot", "span_id": 10411428701703371116, "trace_id": 5978640283494733567 } } - running: False
- schema_name_id: 1764
- start_time: 2022-03-16 16:37:38
- success: True
- trace_id: 5978640283494733567
-
Scan 5904423
- duration: 0:01:03.433178
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5904423
- payload:
{ "datatype_dict": { "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "decimal(6,2)", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "varchar(255)", "hosted_website": "tinyint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "decimal(6,2)", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "tinyint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "tinyint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "varchar(128)", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "varchar(999)", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "json", "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647401221", "key": "raw/listing_avail/2022-03-15/1647401221/data-8.json.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 8749948826101828703, "service_name": "sparefoot", "span_id": 4061389376301136513, "trace_id": 8749948826101828703 } } - running: False
- schema_name_id: 1764
- start_time: 2022-03-15 22:27:13
- success: True
- trace_id: 8749948826101828703
-
Scan 5904285
- duration: 0:01:03.234447
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 5904285
- payload:
{ "datatype_dict": { "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "decimal(6,2)", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "decimal(6,2)", "bid_percent": "decimal(6,2)", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "varchar(128)", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "varchar(32)", "geopage_static_url": "varchar(255)", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "varchar(255)", "hosted_website": "tinyint", "hosted_website_billing_cycle": "varchar(60)", "hosted_website_price": "decimal(6,2)", "hosted_website_type": "varchar(60)", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "decimal(6,2)", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "varchar(37)", "maintenance_mode": "tinyint", "min_bid": "decimal(6,2)", "modified_dtm": "timestamp", "network_subscription_fee": "decimal(6,2)", "notes": "string", "open_tech_id": "varchar(64)", "payment_portal": "varchar(255)", "penske": "tinyint", "penske_adnetwork_link": "varchar(999)", "penske_geopage_link": "varchar(999)", "penske_geopage_link_text": "varchar(999)", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "varchar(60)", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "decimal(3,2)", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "varchar(128)", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "varchar(999)", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "varchar(60)", "youtube_video": "varchar(255)" }, "file_format": "json", "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-sparefoot-dev", "hive_path": "s3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-15/1647383717", "key": "raw/listing_avail/2022-03-15/1647383717/data-8.json.gz" }, "schema": { "name": "sfdl_dev_rds.sparefoot_listing_avail", "type": "rds" }, "trace_context": { "parent_id": 7217858481919176751, "service_name": "sparefoot", "span_id": 10739883793637901202, "trace_id": 7217858481919176751 } } - running: False
- schema_name_id: 1764
- start_time: 2022-03-15 17:35:24
- success: True
- trace_id: 7217858481919176751
- attributes:
{ "24_hr_access": "tinyint", "aaa_active": "tinyint", "aaa_eligible": "tinyint", "aaa_opt_in": "tinyint", "active": "tinyint", "admin_fee": "string", "allotment_id": "tinyint", "api_credentials_invalid": "tinyint", "approved": "tinyint", "available_until": "date", "bid_flat": "string", "bid_percent": "string", "billable_entity_id": "int", "cdp_enabled": "tinyint", "company_code": "string", "corporation_id": "int", "cpa": "tinyint", "description": "string", "directory_facility": "tinyint", "egate_access": "tinyint", "elevator": "tinyint", "featured": "tinyint", "fenced_lighted": "tinyint", "free_truck_rental": "tinyint", "ga_account": "string", "geopage_static_url": "string", "handcarts": "tinyint", "highlighted": "tinyint", "hosted_site_url": "string", "hosted_website": "tinyint", "hosted_website_billing_cycle": "string", "hosted_website_price": "string", "hosted_website_type": "string", "insights": "tinyint", "insights_num_facilities": "tinyint", "insights_radius": "tinyint", "insurance": "string", "kiosk": "tinyint", "lease": "tinyint", "listing_avail_id": "int", "listing_expiration": "date", "live": "tinyint", "location_id": "int", "logo": "string", "min_bid": "string", "modified_dtm": "timestamp", "network_subscription_fee": "string", "notes": "string", "open_tech_id": "string", "payment_portal": "string", "penske": "tinyint", "penske_adnetwork_link": "string", "penske_geopage_link": "string", "penske_geopage_link_text": "string", "phone": "bigint", "pinned": "tinyint", "play_facility_message": "tinyint", "population_density": "string", "posted_timestamp": "timestamp", "ppc_phone": "bigint", "publish": "tinyint", "self_reported_source_id": "smallint", "source": "smallint", "special_string": "string", "suppression_rate": "string", "surveillance": "tinyint", "tax_rate": "string", "tenant_connect": "tinyint", "title": "string", "truck_access": "tinyint", "truck_access_size": "smallint", "truck_rental": "tinyint", "type_of_listing": "tinyint", "updated_timestamp": "timestamp", "uplid_id": "int", "url": "string", "url_verified": "tinyint", "user_id": "int", "when_accessible_id": "tinyint", "wholesale_type": "string", "youtube_video": "string" } - created: 2022-03-16 16:38:31
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_avail`\n(\n`wholesale_type`varchar(60),`hosted_website`tinyint,`tenant_connect`tinyint,`surveillance`tinyint,`when_accessible_id`tinyint,`penske_geopage_link`varchar(999),`penske`tinyint,`uplid_id`int,`penske_geopage_link_text`varchar(999),`url_verified`tinyint,`bid_flat`decimal(6,2),`aaa_opt_in`tinyint,`egate_access`tinyint,`penske_adnetwork_link`varchar(999),`hosted_site_url`varchar(255),`lease`tinyint,`active`tinyint,`elevator`tinyint,`title`varchar(128),`hosted_website_price`decimal(6,2),`geopage_static_url`varchar(255),`bid_percent`decimal(6,2),`available_until`date,`play_facility_message`tinyint,`notes`string,`listing_avail_id`int,`updated_timestamp`timestamp,`network_subscription_fee`decimal(6,2),`publish`tinyint,`approved`tinyint,`truck_access_size`smallint,`insurance`decimal(6,2),`aaa_active`tinyint,`kiosk`tinyint,`open_tech_id`varchar(64),`description`string,`handcarts`tinyint,`suppression_rate`decimal(3,2),`special_string`string,`tax_rate`string,`cpa`tinyint,`directory_facility`tinyint,`free_truck_rental`tinyint,`youtube_video`varchar(255),`source`smallint,`location_id`int,`api_credentials_invalid`tinyint,`insights`tinyint,`type_of_listing`tinyint,`corporation_id`int,`pinned`tinyint,`insights_radius`tinyint,`ga_account`varchar(32),`truck_rental`tinyint,`insights_num_facilities`tinyint,`24_hr_access`tinyint,`hosted_website_billing_cycle`varchar(60),`population_density`varchar(60),`cdp_enabled`tinyint,`admin_fee`decimal(6,2),`company_code`varchar(128),`user_id`int,`allotment_id`tinyint,`truck_access`tinyint,`fenced_lighted`tinyint,`aaa_eligible`tinyint,`phone`bigint,`payment_portal`varchar(255),`listing_expiration`date,`live`tinyint,`self_reported_source_id`smallint,`posted_timestamp`timestamp,`modified_dtm`timestamp,`highlighted`tinyint,`hosted_website_type`varchar(60),`logo`varchar(37),`min_bid`decimal(6,2),`billable_entity_id`int,`ppc_phone`bigint,`featured`tinyint,`url`varchar(999)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-16/1647466656'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_avail`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_avail" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-03-15 17:35:24",
"disabled": false,
"format": "raw",
"id": 1764,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_rds",
"table": "sparefoot_listing_avail"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"24_hr_access": "tinyint",
"aaa_active": "tinyint",
"aaa_eligible": "tinyint",
"aaa_opt_in": "tinyint",
"active": "tinyint",
"admin_fee": "string",
"allotment_id": "tinyint",
"api_credentials_invalid": "tinyint",
"approved": "tinyint",
"available_until": "date",
"bid_flat": "string",
"bid_percent": "string",
"billable_entity_id": "int",
"cdp_enabled": "tinyint",
"company_code": "string",
"corporation_id": "int",
"cpa": "tinyint",
"description": "string",
"directory_facility": "tinyint",
"egate_access": "tinyint",
"elevator": "tinyint",
"featured": "tinyint",
"fenced_lighted": "tinyint",
"free_truck_rental": "tinyint",
"ga_account": "string",
"geopage_static_url": "string",
"handcarts": "tinyint",
"highlighted": "tinyint",
"hosted_site_url": "string",
"hosted_website": "tinyint",
"hosted_website_billing_cycle": "string",
"hosted_website_price": "string",
"hosted_website_type": "string",
"insights": "tinyint",
"insights_num_facilities": "tinyint",
"insights_radius": "tinyint",
"insurance": "string",
"kiosk": "tinyint",
"lease": "tinyint",
"listing_avail_id": "int",
"listing_expiration": "date",
"live": "tinyint",
"location_id": "int",
"logo": "string",
"min_bid": "string",
"modified_dtm": "timestamp",
"network_subscription_fee": "string",
"notes": "string",
"open_tech_id": "string",
"payment_portal": "string",
"penske": "tinyint",
"penske_adnetwork_link": "string",
"penske_geopage_link": "string",
"penske_geopage_link_text": "string",
"phone": "bigint",
"pinned": "tinyint",
"play_facility_message": "tinyint",
"population_density": "string",
"posted_timestamp": "timestamp",
"ppc_phone": "bigint",
"publish": "tinyint",
"self_reported_source_id": "smallint",
"source": "smallint",
"special_string": "string",
"suppression_rate": "string",
"surveillance": "tinyint",
"tax_rate": "string",
"tenant_connect": "tinyint",
"title": "string",
"truck_access": "tinyint",
"truck_access_size": "smallint",
"truck_rental": "tinyint",
"type_of_listing": "tinyint",
"updated_timestamp": "timestamp",
"uplid_id": "int",
"url": "string",
"url_verified": "tinyint",
"user_id": "int",
"when_accessible_id": "tinyint",
"wholesale_type": "string",
"youtube_video": "string"
},
"created": "2022-03-16 16:38:31",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_rds.sparefoot_listing_avail`\n(\n`wholesale_type`varchar(60),`hosted_website`tinyint,`tenant_connect`tinyint,`surveillance`tinyint,`when_accessible_id`tinyint,`penske_geopage_link`varchar(999),`penske`tinyint,`uplid_id`int,`penske_geopage_link_text`varchar(999),`url_verified`tinyint,`bid_flat`decimal(6,2),`aaa_opt_in`tinyint,`egate_access`tinyint,`penske_adnetwork_link`varchar(999),`hosted_site_url`varchar(255),`lease`tinyint,`active`tinyint,`elevator`tinyint,`title`varchar(128),`hosted_website_price`decimal(6,2),`geopage_static_url`varchar(255),`bid_percent`decimal(6,2),`available_until`date,`play_facility_message`tinyint,`notes`string,`listing_avail_id`int,`updated_timestamp`timestamp,`network_subscription_fee`decimal(6,2),`publish`tinyint,`approved`tinyint,`truck_access_size`smallint,`insurance`decimal(6,2),`aaa_active`tinyint,`kiosk`tinyint,`open_tech_id`varchar(64),`description`string,`handcarts`tinyint,`suppression_rate`decimal(3,2),`special_string`string,`tax_rate`string,`cpa`tinyint,`directory_facility`tinyint,`free_truck_rental`tinyint,`youtube_video`varchar(255),`source`smallint,`location_id`int,`api_credentials_invalid`tinyint,`insights`tinyint,`type_of_listing`tinyint,`corporation_id`int,`pinned`tinyint,`insights_radius`tinyint,`ga_account`varchar(32),`truck_rental`tinyint,`insights_num_facilities`tinyint,`24_hr_access`tinyint,`hosted_website_billing_cycle`varchar(60),`population_density`varchar(60),`cdp_enabled`tinyint,`admin_fee`decimal(6,2),`company_code`varchar(128),`user_id`int,`allotment_id`tinyint,`truck_access`tinyint,`fenced_lighted`tinyint,`aaa_eligible`tinyint,`phone`bigint,`payment_portal`varchar(255),`listing_expiration`date,`live`tinyint,`self_reported_source_id`smallint,`posted_timestamp`timestamp,`modified_dtm`timestamp,`highlighted`tinyint,`hosted_website_type`varchar(60),`logo`varchar(37),`min_bid`decimal(6,2),`billable_entity_id`int,`ppc_phone`bigint,`featured`tinyint,`url`varchar(999)\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-sparefoot-dev/raw/listing_avail/2022-03-16/1647466656'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_rds.sparefoot_listing_avail`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_rds.sparefoot_listing_avail"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}