Schema Info
Schema Name: sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2
- created: 2021-08-02 10:29:00
- disabled: False
- format: raw
- id: 1664
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_redshift", "table": "analytics_sparefoot_listing_avail_space_2" } - type: redshift
Schema Versions: 1
-
Version 4685605
- created: 2021-08-16 13:30:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`\n(\n `listing_avail_space_id` int , `listing_avail_id` int , `avail_type_of_space_id` int , `url` varchar(255) , `regular_price` decimal , `sparefoot_price` decimal , `wholesale_price` decimal , `deposit` decimal , `quantity` int , `climate_controlled` int , `humidity_controlled` int , `outdoor_access` int , `alarm` int , `power` int , `covered` int , `vehicle` int , `drive_up` int , `door_type` varchar(9) , `floor` int , `door_width` decimal , `door_height` decimal , `door_length` decimal , `width` decimal , `length` decimal , `height` decimal , `description` varchar(65535) , `special_string` varchar(65535) , `active` int , `publish` int , `approved` int , `reservation_days` int , `grouping_hash` varchar(32) , `insert_time` timestamp , `update_time` timestamp , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2" ] - hive_path: s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2
- id: 4685605
- processed: 1
- raw_data:
{ "_origin": "34", "active": "27", "alarm": "12", "approved": "29", "avail_type_of_space_id": "2", "climate_controlled": "9", "covered": "14", "deposit": "7", "description": "25", "door_height": "20", "door_length": "21", "door_type": "17", "door_width": "19", "drive_up": "16", "floor": "18", "grouping_hash": "31", "height": "24", "humidity_controlled": "10", "insert_time": "32", "length": "23", "listing_avail_id": "1", "listing_avail_space_id": "0", "outdoor_access": "11", "power": "13", "publish": "28", "quantity": "8", "regular_price": "4", "reservation_days": "30", "sparefoot_price": "5", "special_string": "26", "update_time": "33", "url": "3", "vehicle": "15", "wholesale_price": "6", "width": "22" } - schema_attributes:
{ "_origin": "string", "active": "int", "alarm": "int", "approved": "int", "avail_type_of_space_id": "int", "climate_controlled": "int", "covered": "int", "deposit": "decimal", "description": "varchar(65535)", "door_height": "decimal", "door_length": "decimal", "door_type": "varchar(9)", "door_width": "decimal", "drive_up": "int", "floor": "int", "grouping_hash": "varchar(32)", "height": "decimal", "humidity_controlled": "int", "insert_time": "timestamp", "length": "decimal", "listing_avail_id": "int", "listing_avail_space_id": "int", "outdoor_access": "int", "power": "int", "publish": "int", "quantity": "int", "regular_price": "decimal", "reservation_days": "int", "sparefoot_price": "decimal", "special_string": "varchar(65535)", "update_time": "timestamp", "url": "varchar(255)", "vehicle": "int", "wholesale_price": "decimal", "width": "decimal" } - schema_name_id: 1664
- schema_scan_id: 5826386
- updated: 2021-08-16 13:30:49
Schema Scans: 1
Last at 2021-08-16 13:30:30
-
Scan 5826386
- duration: 0:00:22.206006
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 23, "partitions_applied": false, "success": true } - id: 5826386
- payload:
{ "datatype_dict": { "active": "int", "alarm": "int", "approved": "int", "avail_type_of_space_id": "int", "climate_controlled": "int", "covered": "int", "deposit": "decimal", "description": "varchar(65535)", "door_height": "decimal", "door_length": "decimal", "door_type": "varchar(9)", "door_width": "decimal", "drive_up": "int", "floor": "int", "grouping_hash": "varchar(32)", "height": "decimal", "humidity_controlled": "int", "insert_time": "timestamp", "length": "decimal", "listing_avail_id": "int", "listing_avail_space_id": "int", "origin_key": "varchar", "outdoor_access": "int", "power": "int", "publish": "int", "quantity": "int", "regular_price": "decimal", "reservation_days": "int", "sparefoot_price": "decimal", "special_string": "varchar(65535)", "update_time": "timestamp", "url": "varchar(255)", "vehicle": "int", "wholesale_price": "decimal", "width": "decimal" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/sparefoot_listing_avail_space_2/2021-08-16/1629138593/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01", "name": "dt", "type": "string", "value": "2020-01-01" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2", "key": "raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01/000.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2", "type": "redshift" }, "trace_context": { "parent_id": 1065450386663634397, "service_name": "redshift_unloads", "span_id": 9076757752731847319, "trace_id": 1259442327877804782 } } - running: False
- schema_name_id: 1664
- start_time: 2021-08-16 13:30:30
- success: True
- trace_id: 1259442327877804782
- count: 23
- ddl:
[ "ALTER TABLE\n `sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`\nADD\n\n\n PARTITION (dt='2020-01-01') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01'\n PARTITION (dt='2020-01-02') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-02/'\n PARTITION (dt='2020-01-03') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-03/'\n PARTITION (dt='2020-01-04') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-04/'\n PARTITION (dt='2020-01-05') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-05/'\n PARTITION (dt='2020-01-06') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-06/'\n PARTITION (dt='2020-01-07') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-07/'\n PARTITION (dt='2020-01-08') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-08/'\n PARTITION (dt='2020-01-09') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-09/'\n PARTITION (dt='2020-01-10') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-10/'\n PARTITION (dt='2020-01-11') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-11/'\n PARTITION (dt='2020-01-12') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-12/'\n PARTITION (dt='2020-01-13') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-13/'\n PARTITION (dt='2020-01-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-14/'\n PARTITION (dt='2020-01-15') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-15/'\n PARTITION (dt='2020-01-16') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-16/'\n PARTITION (dt='2020-01-17') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-17/'\n PARTITION (dt='2020-01-18') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-18/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-19/'\n PARTITION (dt='2021-05-20') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-20/'\n PARTITION (dt='2021-05-21') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-21/'\n PARTITION (dt='2021-05-22') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-22/'\n PARTITION (dt='2021-05-23') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-23/'\n;" ] - name: dt
- state:
[ { "info": { "id": 178115, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01", "name": "dt", "value": "2020-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:30", "last_data": "2021-08-18 16:22:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178121, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-02/", "name": "dt", "value": "2020-01-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178132, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-03/", "name": "dt", "value": "2020-01-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178122, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-04/", "name": "dt", "value": "2020-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178133, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-05/", "name": "dt", "value": "2020-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178135, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-06/", "name": "dt", "value": "2020-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178125, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-07/", "name": "dt", "value": "2020-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178127, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-08/", "name": "dt", "value": "2020-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178130, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-09/", "name": "dt", "value": "2020-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178137, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-10/", "name": "dt", "value": "2020-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178124, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-11/", "name": "dt", "value": "2020-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178128, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-12/", "name": "dt", "value": "2020-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178123, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-13/", "name": "dt", "value": "2020-01-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178134, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-14/", "name": "dt", "value": "2020-01-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178117, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-15/", "name": "dt", "value": "2020-01-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178136, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-16/", "name": "dt", "value": "2020-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178120, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-17/", "name": "dt", "value": "2020-01-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178131, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-18/", "name": "dt", "value": "2020-01-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178118, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-19/", "name": "dt", "value": "2020-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178126, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-20/", "name": "dt", "value": "2021-05-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178129, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-21/", "name": "dt", "value": "2021-05-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178119, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-22/", "name": "dt", "value": "2021-05-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 178116, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-23/", "name": "dt", "value": "2021-05-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-16 13:30:52", "last_data": "2021-08-16 13:30:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_origin": "string", "active": "int", "alarm": "int", "approved": "int", "avail_type_of_space_id": "int", "climate_controlled": "int", "covered": "int", "deposit": "decimal", "description": "varchar(65535)", "door_height": "decimal", "door_length": "decimal", "door_type": "varchar(9)", "door_width": "decimal", "drive_up": "int", "floor": "int", "grouping_hash": "varchar(32)", "height": "decimal", "humidity_controlled": "int", "insert_time": "timestamp", "length": "decimal", "listing_avail_id": "int", "listing_avail_space_id": "int", "outdoor_access": "int", "power": "int", "publish": "int", "quantity": "int", "regular_price": "decimal", "reservation_days": "int", "sparefoot_price": "decimal", "special_string": "varchar(65535)", "update_time": "timestamp", "url": "varchar(255)", "vehicle": "int", "wholesale_price": "decimal", "width": "decimal" } - created: 2021-08-16 13:30:30
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`\n(\n `listing_avail_space_id` int , `listing_avail_id` int , `avail_type_of_space_id` int , `url` varchar(255) , `regular_price` decimal , `sparefoot_price` decimal , `wholesale_price` decimal , `deposit` decimal , `quantity` int , `climate_controlled` int , `humidity_controlled` int , `outdoor_access` int , `alarm` int , `power` int , `covered` int , `vehicle` int , `drive_up` int , `door_type` varchar(9) , `floor` int , `door_width` decimal , `door_height` decimal , `door_length` decimal , `width` decimal , `length` decimal , `height` decimal , `description` varchar(65535) , `special_string` varchar(65535) , `active` int , `publish` int , `approved` int , `reservation_days` int , `grouping_hash` varchar(32) , `insert_time` timestamp , `update_time` timestamp , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2021-08-02 10:29:00",
"disabled": false,
"format": "raw",
"id": 1664,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_redshift",
"table": "analytics_sparefoot_listing_avail_space_2"
},
"type": "redshift"
},
"partition": {
"count": 23,
"ddl": [
"ALTER TABLE\n `sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`\nADD\n\n\n PARTITION (dt='2020-01-01') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01'\n PARTITION (dt='2020-01-02') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-02/'\n PARTITION (dt='2020-01-03') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-03/'\n PARTITION (dt='2020-01-04') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-04/'\n PARTITION (dt='2020-01-05') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-05/'\n PARTITION (dt='2020-01-06') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-06/'\n PARTITION (dt='2020-01-07') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-07/'\n PARTITION (dt='2020-01-08') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-08/'\n PARTITION (dt='2020-01-09') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-09/'\n PARTITION (dt='2020-01-10') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-10/'\n PARTITION (dt='2020-01-11') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-11/'\n PARTITION (dt='2020-01-12') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-12/'\n PARTITION (dt='2020-01-13') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-13/'\n PARTITION (dt='2020-01-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-14/'\n PARTITION (dt='2020-01-15') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-15/'\n PARTITION (dt='2020-01-16') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-16/'\n PARTITION (dt='2020-01-17') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-17/'\n PARTITION (dt='2020-01-18') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-18/'\n PARTITION (dt='2020-01-19') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-19/'\n PARTITION (dt='2021-05-20') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-20/'\n PARTITION (dt='2021-05-21') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-21/'\n PARTITION (dt='2021-05-22') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-22/'\n PARTITION (dt='2021-05-23') location 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-23/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 178115,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-01",
"name": "dt",
"value": "2020-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:30",
"last_data": "2021-08-18 16:22:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178121,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-02/",
"name": "dt",
"value": "2020-01-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178132,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-03/",
"name": "dt",
"value": "2020-01-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178122,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-04/",
"name": "dt",
"value": "2020-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178133,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-05/",
"name": "dt",
"value": "2020-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178135,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-06/",
"name": "dt",
"value": "2020-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178125,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-07/",
"name": "dt",
"value": "2020-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178127,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-08/",
"name": "dt",
"value": "2020-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178130,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-09/",
"name": "dt",
"value": "2020-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178137,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-10/",
"name": "dt",
"value": "2020-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178124,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-11/",
"name": "dt",
"value": "2020-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178128,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-12/",
"name": "dt",
"value": "2020-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178123,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-13/",
"name": "dt",
"value": "2020-01-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178134,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-14/",
"name": "dt",
"value": "2020-01-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178117,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-15/",
"name": "dt",
"value": "2020-01-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178136,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-16/",
"name": "dt",
"value": "2020-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178120,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-17/",
"name": "dt",
"value": "2020-01-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178131,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-18/",
"name": "dt",
"value": "2020-01-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178118,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2020-01-19/",
"name": "dt",
"value": "2020-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178126,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-20/",
"name": "dt",
"value": "2021-05-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178129,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-21/",
"name": "dt",
"value": "2021-05-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178119,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-22/",
"name": "dt",
"value": "2021-05-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 178116,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2/dt=2021-05-23/",
"name": "dt",
"value": "2021-05-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-16 13:30:52",
"last_data": "2021-08-16 13:30:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"active": "int",
"alarm": "int",
"approved": "int",
"avail_type_of_space_id": "int",
"climate_controlled": "int",
"covered": "int",
"deposit": "decimal",
"description": "varchar(65535)",
"door_height": "decimal",
"door_length": "decimal",
"door_type": "varchar(9)",
"door_width": "decimal",
"drive_up": "int",
"floor": "int",
"grouping_hash": "varchar(32)",
"height": "decimal",
"humidity_controlled": "int",
"insert_time": "timestamp",
"length": "decimal",
"listing_avail_id": "int",
"listing_avail_space_id": "int",
"outdoor_access": "int",
"power": "int",
"publish": "int",
"quantity": "int",
"regular_price": "decimal",
"reservation_days": "int",
"sparefoot_price": "decimal",
"special_string": "varchar(65535)",
"update_time": "timestamp",
"url": "varchar(255)",
"vehicle": "int",
"wholesale_price": "decimal",
"width": "decimal"
},
"created": "2021-08-16 13:30:30",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`\n(\n `listing_avail_space_id` int , `listing_avail_id` int , `avail_type_of_space_id` int , `url` varchar(255) , `regular_price` decimal , `sparefoot_price` decimal , `wholesale_price` decimal , `deposit` decimal , `quantity` int , `climate_controlled` int , `humidity_controlled` int , `outdoor_access` int , `alarm` int , `power` int , `covered` int , `vehicle` int , `drive_up` int , `door_type` varchar(9) , `floor` int , `door_width` decimal , `door_height` decimal , `door_length` decimal , `width` decimal , `length` decimal , `height` decimal , `description` varchar(65535) , `special_string` varchar(65535) , `active` int , `publish` int , `approved` int , `reservation_days` int , `grouping_hash` varchar(32) , `insert_time` timestamp , `update_time` timestamp , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/sparefoot_listing_avail_space_2'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_sparefoot_listing_avail_space_2"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}