Schema Info
Schema Name: sfdl_dev_redshift.analytics_dwh_fact_reservation
- created: 2018-03-30 13:33:28
- disabled: False
- format: raw
- id: 715
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_redshift", "table": "analytics_dwh_fact_reservation" } - type: redshift
Schema Versions: 4
-
Version 4686384
- created: 2021-09-30 14:08:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation" ] - hive_path: s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation
- id: 4686384
- processed: 1
- raw_data:
{ "_origin": "37", "agent_user_key": "21", "audit_id": "0", "bid": "29", "call_key": "16", "cdp_enabled": "36", "commission": "31", "cpv_bid": "30", "facility_key": "7", "hold_day": "4", "hold_day_key": "3", "move_in_day": "6", "move_in_day_key": "5", "move_in_original_day": "9", "move_in_original_day_key": "8", "move_out_day": "11", "move_out_day_key": "10", "npv": "28", "price": "22", "reservation_auto_state": "19", "reservation_email": "34", "reservation_first_name": "32", "reservation_key": "1", "reservation_last_name": "33", "reservation_phone": "35", "reservation_pricing_model": "26", "reservation_state": "18", "reservation_time": "2", "reservation_touchpoint": "25", "reservation_type": "27", "site_key": "14", "size_depth_ft": "24", "size_width_ft": "23", "statement_key": "12", "traffic_source_key": "15", "type_of_listing": "20", "unit_key": "17", "visitor_key": "13" } - schema_attributes:
{ "_origin": "string", "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal(10,2)", "call_key": "int", "cdp_enabled": "int", "commission": "decimal(8,2)", "cpv_bid": "decimal(10,2)", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal(10,2)", "price": "decimal(12,2)", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal(10,2)", "size_width_ft": "decimal(10,2)", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" } - schema_name_id: 715
- schema_scan_id: 5837626
- updated: 2021-09-30 15:20:56
-
Version 4684909
- created: 2021-05-28 12:35:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520
- id: 4684909
- processed: 1
- raw_data:
{ "_origin": "37", "agent_user_key": "21", "audit_id": "0", "bid": "29", "call_key": "16", "cdp_enabled": "36", "commission": "31", "cpv_bid": "30", "facility_key": "7", "hold_day": "4", "hold_day_key": "3", "move_in_day": "6", "move_in_day_key": "5", "move_in_original_day": "9", "move_in_original_day_key": "8", "move_out_day": "11", "move_out_day_key": "10", "npv": "28", "price": "22", "reservation_auto_state": "19", "reservation_email": "34", "reservation_first_name": "32", "reservation_key": "1", "reservation_last_name": "33", "reservation_phone": "35", "reservation_pricing_model": "26", "reservation_state": "18", "reservation_time": "2", "reservation_touchpoint": "25", "reservation_type": "27", "site_key": "14", "size_depth_ft": "24", "size_width_ft": "23", "statement_key": "12", "traffic_source_key": "15", "type_of_listing": "20", "unit_key": "17", "visitor_key": "13" } - schema_attributes:
{ "_origin": "string", "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal(10,2)", "call_key": "int", "cdp_enabled": "int", "commission": "decimal(8,2)", "cpv_bid": "decimal(10,2)", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal(10,2)", "price": "decimal(12,2)", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal(10,2)", "size_width_ft": "decimal(10,2)", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" } - schema_name_id: 715
- schema_scan_id: 5794765
- updated: 2021-05-28 12:39:56
-
Version 4684908
- created: 2021-05-28 12:35:31
- ddl:
[ "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal , `size_width_ft` decimal , `size_depth_ft` decimal , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal , `bid` decimal , `cpv_bid` decimal , `commission` decimal , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520
- id: 4684908
- processed: 0
- raw_data:
{ "_origin": "36", "agent_user_key": "21", "audit_id": "0", "bid": "29", "call_key": "16", "commission": "31", "cpv_bid": "30", "facility_key": "7", "hold_day": "4", "hold_day_key": "3", "move_in_day": "6", "move_in_day_key": "5", "move_in_original_day": "9", "move_in_original_day_key": "8", "move_out_day": "11", "move_out_day_key": "10", "npv": "28", "price": "22", "reservation_auto_state": "19", "reservation_email": "34", "reservation_first_name": "32", "reservation_key": "1", "reservation_last_name": "33", "reservation_phone": "35", "reservation_pricing_model": "26", "reservation_state": "18", "reservation_time": "2", "reservation_touchpoint": "25", "reservation_type": "27", "site_key": "14", "size_depth_ft": "24", "size_width_ft": "23", "statement_key": "12", "traffic_source_key": "15", "type_of_listing": "20", "unit_key": "17", "visitor_key": "13" } - schema_attributes:
{ "_origin": "string", "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal", "call_key": "int", "commission": "decimal", "cpv_bid": "decimal", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal", "price": "decimal", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal", "size_width_ft": "decimal", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" } - schema_name_id: 715
- schema_scan_id: None
- updated: None
-
Version 4671286
- created: 2019-07-30 18:11:13
- ddl:
[ "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal , `size_width_ft` decimal , `size_depth_ft` decimal , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal , `bid` decimal , `cpv_bid` decimal , `commission` decimal , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2019-06-10/1560170183'\n", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal , `size_width_ft` decimal , `size_depth_ft` decimal , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal , `bid` decimal , `cpv_bid` decimal , `commission` decimal , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2019-07-30/1564527716'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2019-07-30/1564527716
- id: 4671286
- processed: 1
- raw_data:
{ "_origin": "36", "agent_user_key": "21", "audit_id": "0", "bid": "29", "call_key": "16", "commission": "31", "cpv_bid": "30", "facility_key": "7", "hold_day": "4", "hold_day_key": "3", "move_in_day": "6", "move_in_day_key": "5", "move_in_original_day": "9", "move_in_original_day_key": "8", "move_out_day": "11", "move_out_day_key": "10", "npv": "28", "price": "22", "reservation_auto_state": "19", "reservation_email": "34", "reservation_first_name": "32", "reservation_key": "1", "reservation_last_name": "33", "reservation_phone": "35", "reservation_pricing_model": "26", "reservation_state": "18", "reservation_time": "2", "reservation_touchpoint": "25", "reservation_type": "27", "site_key": "14", "size_depth_ft": "24", "size_width_ft": "23", "statement_key": "12", "traffic_source_key": "15", "type_of_listing": "20", "unit_key": "17", "visitor_key": "13" } - schema_attributes:
{ "_origin": "string", "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal", "call_key": "int", "commission": "decimal", "cpv_bid": "decimal", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal", "price": "decimal", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal", "size_width_ft": "decimal", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" } - schema_name_id: 715
- schema_scan_id: None
- updated: 2019-07-30 18:14:34
Schema Scans: 2
Last at 2021-09-30 14:08:08
-
Scan 5837626
- duration: 0:00:24.185078
- exit_message:
{ "exception": "failed to apply schema `Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\\n(\\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'\\x01\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n \\'s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation\\'\\n', 'MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation']\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n File \"/src/athena-runner/athena_runner/runner.py\", line 133, in run_multi_query\n result = self.run_single_query(query, timeout, database)\n File \"/src/athena-runner/athena_runner/runner.py\", line 51, in run_single_query\n return self._run_single_query(query, timeout, database)\n File \"/src/athena-runner/athena_runner/runner.py\", line 120, in _run_single_query\n raise e\n File \"/src/athena-runner/athena_runner/runner.py\", line 103, in _run_single_query\n raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nathena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n response = service.run()\n File \"/schema_manager/schema_generator/process_hive_table.py\", line 99, in run\n response['ddl_changed'] = table_generator.run()\n File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n self.apply_latest_version()\n File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation``: ['CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`', 'DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`', 'CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\\n(\\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n\\'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\\'\\n WITH SERDEPROPERTIES ( \\'field.delim\\' = \\'\\x01\\', \\'quote.delim\\' = \\'\"\\', \\'escape.delim\\' = \\'\\\\\\\\\\')\\nSTORED AS INPUTFORMAT\\n \\'org.apache.hadoop.mapred.TextInputFormat\\'\\nOUTPUTFORMAT\\n \\'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\\'\\nLOCATION\\n \\'s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation\\'\\n', 'MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation']\n: Expecting value: line 1 column 1 (char 0)" } - id: 5837626
- payload:
{ "datatype_dict": { "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal(10,2)", "call_key": "int", "cdp_enabled": "int", "commission": "decimal(8,2)", "cpv_bid": "decimal(10,2)", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal(10,2)", "origin_key": "varchar", "price": "decimal(12,2)", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal(10,2)", "size_width_ft": "decimal(10,2)", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/dwh_fact_reservation/2021-09-30/1633028831/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2021-09-25", "name": "dt", "type": "string", "value": "2021-09-25" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation", "key": "raw_incremental/dwh_fact_reservation/dt=2021-09-25/0005_part_00.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_dwh_fact_reservation", "type": "redshift" }, "trace_context": { "parent_id": 659534890401934863, "service_name": "redshift_unloads", "span_id": 8926012494453762394, "trace_id": 15850678810298262757 } } - running: False
- schema_name_id: 715
- start_time: 2021-09-30 14:08:08
- success: False
- trace_id: 15850678810298262757
-
Scan 5794765
- duration: 0:04:40.069795
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1101, "partitions_applied": false, "success": true } - id: 5794765
- payload:
{ "datatype_dict": { "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal(10,2)", "call_key": "int", "cdp_enabled": "int", "commission": "decimal(8,2)", "cpv_bid": "decimal(10,2)", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal(10,2)", "origin_key": "varchar", "price": "decimal(12,2)", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal(10,2)", "size_width_ft": "decimal(10,2)", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/dwh_fact_reservation/2021-05-28/1622222520/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520/dt=2018-05-24", "name": "dt", "partition_values": [ "2018-05-24", "2018-05-25", "2018-05-26", "2018-05-27", "2018-05-28", "2018-05-29", "2018-05-30", "2018-05-31", "2018-06-01", "2018-06-02", "2018-06-03", "2018-06-04", "2018-06-05", "2018-06-06", "2018-06-07", "2018-06-08", "2018-06-09", "2018-06-10", "2018-06-11", "2018-06-12", "2018-06-13", "2018-06-14", "2018-06-15", "2018-06-16", "2018-06-17", "2018-06-18", "2018-06-19", "2018-06-20", "2018-06-21", "2018-06-22", "2018-06-23", "2018-06-24", "2018-06-25", "2018-06-26", "2018-06-27", "2018-06-28", "2018-06-29", "2018-06-30", "2018-07-01", "2018-07-02", "2018-07-03", "2018-07-04", "2018-07-05", "2018-07-06", "2018-07-07", "2018-07-08", "2018-07-09", "2018-07-10", "2018-07-11", "2018-07-12", "2018-07-13", "2018-07-14", "2018-07-15", "2018-07-16", "2018-07-17", "2018-07-18", "2018-07-19", "2018-07-20", "2018-07-21", "2018-07-22", "2018-07-23", "2018-07-24", "2018-07-25", "2018-07-26", "2018-07-27", "2018-07-28", "2018-07-29", "2018-07-30", "2018-07-31", "2018-08-01", "2018-08-02", "2018-08-03", "2018-08-04", "2018-08-05", "2018-08-06", "2018-08-07", "2018-08-08", "2018-08-09", "2018-08-10", "2018-08-11", "2018-08-12", "2018-08-13", "2018-08-14", "2018-08-15", "2018-08-16", "2018-08-17", "2018-08-18", "2018-08-19", "2018-08-20", "2018-08-21", "2018-08-22", "2018-08-23", "2018-08-24", "2018-08-25", "2018-08-26", "2018-08-27", "2018-08-28", "2018-08-29", "2018-08-30", "2018-08-31", "2018-09-01", "2018-09-02", "2018-09-03", "2018-09-04", "2018-09-05", "2018-09-06", "2018-09-07", "2018-09-08", "2018-09-09", "2018-09-10", "2018-09-11", "2018-09-12", "2018-09-13", "2018-09-14", "2018-09-15", "2018-09-16", "2018-09-17", "2018-09-18", "2018-09-19", "2018-09-20", "2018-09-21", "2018-09-22", "2018-09-23", "2018-09-24", "2018-09-25", "2018-09-26", "2018-09-27", "2018-09-28", "2018-09-29", "2018-09-30", "2018-10-01", "2018-10-02", "2018-10-03", "2018-10-04", "2018-10-05", "2018-10-06", "2018-10-07", "2018-10-08", "2018-10-09", "2018-10-10", "2018-10-11", "2018-10-12", "2018-10-13", "2018-10-14", "2018-10-15", "2018-10-16", "2018-10-17", "2018-10-18", "2018-10-19", "2018-10-20", "2018-10-21", "2018-10-22", "2018-10-23", "2018-10-24", "2018-10-25", "2018-10-26", "2018-10-27", "2018-10-28", "2018-10-29", "2018-10-30", "2018-10-31", "2018-11-01", "2018-11-02", "2018-11-03", "2018-11-04", "2018-11-05", "2018-11-06", "2018-11-07", "2018-11-08", "2018-11-09", "2018-11-10", "2018-11-11", "2018-11-12", "2018-11-13", "2018-11-14", "2018-11-15", "2018-11-16", "2018-11-17", "2018-11-18", "2018-11-19", "2018-11-20", "2018-11-21", "2018-11-22", "2018-11-23", "2018-11-24", "2018-11-25", "2018-11-26", "2018-11-27", "2018-11-28", "2018-11-29", "2018-11-30", "2018-12-01", "2018-12-02", "2018-12-03", "2018-12-04", "2018-12-05", "2018-12-06", "2018-12-07", "2018-12-08", "2018-12-09", "2018-12-10", "2018-12-11", "2018-12-12", "2018-12-13", "2018-12-14", "2018-12-15", "2018-12-16", "2018-12-17", "2018-12-18", "2018-12-19", "2018-12-20", "2018-12-21", "2018-12-22", "2018-12-23", "2018-12-24", "2018-12-25", "2018-12-26", "2018-12-27", "2018-12-28", "2018-12-29", "2018-12-30", "2018-12-31", "2019-01-01", "2019-01-02", "2019-01-03", "2019-01-04", "2019-01-05", "2019-01-06", "2019-01-07", "2019-01-08", "2019-01-09", "2019-01-10", "2019-01-11", "2019-01-12", "2019-01-13", "2019-01-14", "2019-01-15", "2019-01-16", "2019-01-17", "2019-01-18", "2019-01-19", "2019-01-20", "2019-01-21", "2019-01-22", "2019-01-23", "2019-01-24", "2019-01-25", "2019-01-26", "2019-01-27", "2019-01-28", "2019-01-29", "2019-01-30", "2019-01-31", "2019-02-01", "2019-02-02", "2019-02-03", "2019-02-04", "2019-02-05", "2019-02-06", "2019-02-07", "2019-02-08", "2019-02-09", "2019-02-10", "2019-02-11", "2019-02-12", "2019-02-13", "2019-02-14", "2019-02-15", "2019-02-16", "2019-02-17", "2019-02-18", "2019-02-19", "2019-02-20", "2019-02-21", "2019-02-22", "2019-02-23", "2019-02-24", "2019-02-25", "2019-02-26", "2019-02-27", "2019-02-28", "2019-03-01", "2019-03-02", "2019-03-03", "2019-03-04", "2019-03-05", "2019-03-06", "2019-03-07", "2019-03-08", "2019-03-09", "2019-03-10", "2019-03-11", "2019-03-12", "2019-03-13", "2019-03-14", "2019-03-15", "2019-03-16", "2019-03-17", "2019-03-18", "2019-03-19", "2019-03-20", "2019-03-21", "2019-03-22", "2019-03-23", "2019-03-24", "2019-03-25", "2019-03-26", "2019-03-27", "2019-03-28", "2019-03-29", "2019-03-30", "2019-03-31", "2019-04-01", "2019-04-02", "2019-04-03", "2019-04-04", "2019-04-05", "2019-04-06", "2019-04-07", "2019-04-08", "2019-04-09", "2019-04-10", "2019-04-11", "2019-04-12", "2019-04-13", "2019-04-14", "2019-04-15", "2019-04-16", "2019-04-17", "2019-04-18", "2019-04-19", "2019-04-20", "2019-04-21", "2019-04-22", "2019-04-23", "2019-04-24", "2019-04-25", "2019-04-26", "2019-04-27", "2019-04-28", "2019-04-29", "2019-04-30", "2019-05-01", "2019-05-02", "2019-05-03", "2019-05-04", "2019-05-05", "2019-05-06", "2019-05-07", "2019-05-08", "2019-05-09", "2019-05-10", "2019-05-11", "2019-05-12", "2019-05-13", "2019-05-14", "2019-05-15", "2019-05-16", "2019-05-17", "2019-05-18", "2019-05-19", "2019-05-20", "2019-05-21", "2019-05-22", "2019-05-23", "2019-05-24", "2019-05-25", "2019-05-26", "2019-05-27", "2019-05-28", "2019-05-29", "2019-05-30", "2019-05-31", "2019-06-01", "2019-06-02", "2019-06-03", "2019-06-04", "2019-06-05", "2019-06-06", "2019-06-07", "2019-06-08", "2019-06-09", "2019-06-10", "2019-06-11", "2019-06-12", "2019-06-13", "2019-06-14", "2019-06-15", "2019-06-16", "2019-06-17", "2019-06-18", "2019-06-19", "2019-06-20", "2019-06-21", "2019-06-22", "2019-06-23", "2019-06-24", "2019-06-25", "2019-06-26", "2019-06-27", "2019-06-28", "2019-06-29", "2019-06-30", "2019-07-01", "2019-07-02", "2019-07-03", "2019-07-04", "2019-07-05", "2019-07-06", "2019-07-07", "2019-07-08", "2019-07-09", "2019-07-10", "2019-07-11", "2019-07-12", "2019-07-13", "2019-07-14", "2019-07-15", "2019-07-16", "2019-07-17", "2019-07-18", "2019-07-19", "2019-07-20", "2019-07-21", "2019-07-22", "2019-07-23", "2019-07-24", "2019-07-25", "2019-07-26", "2019-07-27", "2019-07-28", "2019-07-29", "2019-07-30", "2019-07-31", "2019-08-01", "2019-08-02", "2019-08-03", "2019-08-04", "2019-08-05", "2019-08-06", "2019-08-07", "2019-08-08", "2019-08-09", "2019-08-10", "2019-08-11", "2019-08-12", "2019-08-13", "2019-08-14", "2019-08-15", "2019-08-16", "2019-08-17", "2019-08-18", "2019-08-19", "2019-08-20", "2019-08-21", "2019-08-22", "2019-08-23", "2019-08-24", "2019-08-25", "2019-08-26", "2019-08-27", "2019-08-28", "2019-08-29", "2019-08-30", "2019-08-31", "2019-09-01", "2019-09-02", "2019-09-03", "2019-09-04", "2019-09-05", "2019-09-06", "2019-09-07", "2019-09-08", "2019-09-09", "2019-09-10", "2019-09-11", "2019-09-12", "2019-09-13", "2019-09-14", "2019-09-15", "2019-09-16", "2019-09-17", "2019-09-18", "2019-09-19", "2019-09-20", "2019-09-21", "2019-09-22", "2019-09-23", "2019-09-24", "2019-09-25", "2019-09-26", "2019-09-27", "2019-09-28", "2019-09-29", "2019-09-30", "2019-10-01", "2019-10-02", "2019-10-03", "2019-10-04", "2019-10-05", "2019-10-06", "2019-10-07", "2019-10-08", "2019-10-09", "2019-10-10", "2019-10-11", "2019-10-12", "2019-10-13", "2019-10-14", "2019-10-15", "2019-10-16", "2019-10-17", "2019-10-18", "2019-10-19", "2019-10-20", "2019-10-21", "2019-10-22", "2019-10-23", "2019-10-24", "2019-10-25", "2019-10-26", "2019-10-27", "2019-10-28", "2019-10-29", "2019-10-30", "2019-10-31", "2019-11-01", "2019-11-02", "2019-11-03", "2019-11-04", "2019-11-05", "2019-11-06", "2019-11-07", "2019-11-08", "2019-11-09", "2019-11-10", "2019-11-11", "2019-11-12", "2019-11-13", "2019-11-14", "2019-11-15", "2019-11-16", "2019-11-17", "2019-11-18", "2019-11-19", "2019-11-20", "2019-11-21", "2019-11-22", "2019-11-23", "2019-11-24", "2019-11-25", "2019-11-26", "2019-11-27", "2019-11-28", "2019-11-29", "2019-11-30", "2019-12-01", "2019-12-02", "2019-12-03", "2019-12-04", "2019-12-05", "2019-12-06", "2019-12-07", "2019-12-08", "2019-12-09", "2019-12-10", "2019-12-11", "2019-12-12", "2019-12-13", "2019-12-14", "2019-12-15", "2019-12-16", "2019-12-17", "2019-12-18", "2019-12-19", "2019-12-20", "2019-12-21", "2019-12-22", "2019-12-23", "2019-12-24", "2019-12-25", "2019-12-26", "2019-12-27", "2019-12-28", "2019-12-29", "2019-12-30", "2019-12-31", "2020-01-01", "2020-01-02", "2020-01-03", "2020-01-04", "2020-01-05", "2020-01-06", "2020-01-07", "2020-01-08", "2020-01-09", "2020-01-10", "2020-01-11", "2020-01-12", "2020-01-13", "2020-01-14", "2020-01-15", "2020-01-16", "2020-01-17", "2020-01-18", "2020-01-19", "2020-01-20", "2020-01-21", "2020-01-22", "2020-01-23", "2020-01-24", "2020-01-25", "2020-01-26", "2020-01-27", "2020-01-28", "2020-01-29", "2020-01-30", "2020-01-31", "2020-02-01", "2020-02-02", "2020-02-03", "2020-02-04", "2020-02-05", "2020-02-06", "2020-02-07", "2020-02-08", "2020-02-09", "2020-02-10", "2020-02-11", "2020-02-12", "2020-02-13", "2020-02-14", "2020-02-15", "2020-02-16", "2020-02-17", "2020-02-18", "2020-02-19", "2020-02-20", "2020-02-21", "2020-02-22", "2020-02-23", "2020-02-24", "2020-02-25", "2020-02-26", "2020-02-27", "2020-02-28", "2020-02-29", "2020-03-01", "2020-03-02", "2020-03-03", "2020-03-04", "2020-03-05", "2020-03-06", "2020-03-07", "2020-03-08", "2020-03-09", "2020-03-10", "2020-03-11", "2020-03-12", "2020-03-13", "2020-03-14", "2020-03-15", "2020-03-16", "2020-03-17", "2020-03-18", "2020-03-19", "2020-03-20", "2020-03-21", "2020-03-22", "2020-03-23", "2020-03-24", "2020-03-25", "2020-03-26", "2020-03-27", "2020-03-28", "2020-03-29", "2020-03-30", "2020-03-31", "2020-04-01", "2020-04-02", "2020-04-03", "2020-04-04", "2020-04-05", "2020-04-06", "2020-04-07", "2020-04-08", "2020-04-09", "2020-04-10", "2020-04-11", "2020-04-12", "2020-04-13", "2020-04-14", "2020-04-15", "2020-04-16", "2020-04-17", "2020-04-18", "2020-04-19", "2020-04-20", "2020-04-21", "2020-04-22", "2020-04-23", "2020-04-24", "2020-04-25", "2020-04-26", "2020-04-27", "2020-04-28", "2020-04-29", "2020-04-30", "2020-05-01", "2020-05-02", "2020-05-03", "2020-05-04", "2020-05-05", "2020-05-06", "2020-05-07", "2020-05-08", "2020-05-09", "2020-05-10", "2020-05-11", "2020-05-12", "2020-05-13", "2020-05-14", "2020-05-15", "2020-05-16", "2020-05-17", "2020-05-18", "2020-05-19", "2020-05-20", "2020-05-21", "2020-05-22", "2020-05-23", "2020-05-24", "2020-05-25", "2020-05-26", "2020-05-27", "2020-05-28", "2020-05-29", "2020-05-30", "2020-05-31", "2020-06-01", "2020-06-02", "2020-06-03", "2020-06-04", "2020-06-05", "2020-06-06", "2020-06-07", "2020-06-08", "2020-06-09", "2020-06-10", "2020-06-11", "2020-06-12", "2020-06-13", "2020-06-14", "2020-06-15", "2020-06-16", "2020-06-17", "2020-06-18", "2020-06-19", "2020-06-20", "2020-06-21", "2020-06-22", "2020-06-23", "2020-06-24", "2020-06-25", "2020-06-26", "2020-06-27", "2020-06-28", "2020-06-29", "2020-06-30", "2020-07-01", "2020-07-02", "2020-07-03", "2020-07-04", "2020-07-05", "2020-07-06", "2020-07-07", "2020-07-08", "2020-07-09", "2020-07-10", "2020-07-11", "2020-07-12", "2020-07-13", "2020-07-14", "2020-07-15", "2020-07-16", "2020-07-17", "2020-07-18", "2020-07-19", "2020-07-20", "2020-07-21", "2020-07-22", "2020-07-23", "2020-07-24", "2020-07-25", "2020-07-26", "2020-07-27", "2020-07-28", "2020-07-29", "2020-07-30", "2020-07-31", "2020-08-01", "2020-08-02", "2020-08-03", "2020-08-04", "2020-08-05", "2020-08-06", "2020-08-07", "2020-08-08", "2020-08-09", "2020-08-10", "2020-08-11", "2020-08-12", "2020-08-13", "2020-08-14", "2020-08-15", "2020-08-16", "2020-08-17", "2020-08-18", "2020-08-19", "2020-08-20", "2020-08-21", "2020-08-22", "2020-08-23", "2020-08-24", "2020-08-25", "2020-08-26", "2020-08-27", "2020-08-28", "2020-08-29", "2020-08-30", "2020-08-31", "2020-09-01", "2020-09-02", "2020-09-03", "2020-09-04", "2020-09-05", "2020-09-06", "2020-09-07", "2020-09-08", "2020-09-09", "2020-09-10", "2020-09-11", "2020-09-12", "2020-09-13", "2020-09-14", "2020-09-15", "2020-09-16", "2020-09-17", "2020-09-18", "2020-09-19", "2020-09-20", "2020-09-21", "2020-09-22", "2020-09-23", "2020-09-24", "2020-09-25", "2020-09-26", "2020-09-27", "2020-09-28", "2020-09-29", "2020-09-30", "2020-10-01", "2020-10-02", "2020-10-03", "2020-10-04", "2020-10-05", "2020-10-06", "2020-10-07", "2020-10-08", "2020-10-09", "2020-10-10", "2020-10-11", "2020-10-12", "2020-10-13", "2020-10-14", "2020-10-15", "2020-10-16", "2020-10-17", "2020-10-18", "2020-10-19", "2020-10-20", "2020-10-21", "2020-10-22", "2020-10-23", "2020-10-24", "2020-10-25", "2020-10-26", "2020-10-27", "2020-10-28", "2020-10-29", "2020-10-30", "2020-10-31", "2020-11-01", "2020-11-02", "2020-11-03", "2020-11-04", "2020-11-05", "2020-11-06", "2020-11-07", "2020-11-08", "2020-11-09", "2020-11-10", "2020-11-11", "2020-11-12", "2020-11-13", "2020-11-14", "2020-11-15", "2020-11-16", "2020-11-17", "2020-11-18", "2020-11-19", "2020-11-20", "2020-11-21", "2020-11-22", "2020-11-23", "2020-11-24", "2020-11-25", "2020-11-26", "2020-11-27", "2020-11-28", "2020-11-29", "2020-11-30", "2020-12-01", "2020-12-02", "2020-12-03", "2020-12-04", "2020-12-05", "2020-12-06", "2020-12-07", "2020-12-08", "2020-12-09", "2020-12-10", "2020-12-11", "2020-12-12", "2020-12-13", "2020-12-14", "2020-12-15", "2020-12-16", "2020-12-17", "2020-12-18", "2020-12-19", "2020-12-20", "2020-12-21", "2020-12-22", "2020-12-23", "2020-12-24", "2020-12-25", "2020-12-26", "2020-12-27", "2020-12-28", "2020-12-29", "2020-12-30", "2020-12-31", "2021-01-01", "2021-01-02", "2021-01-03", "2021-01-04", "2021-01-05", "2021-01-06", "2021-01-07", "2021-01-08", "2021-01-09", "2021-01-10", "2021-01-11", "2021-01-12", "2021-01-13", "2021-01-14", "2021-01-15", "2021-01-16", "2021-01-17", "2021-01-18", "2021-01-19", "2021-01-20", "2021-01-21", "2021-01-22", "2021-01-23", "2021-01-24", "2021-01-25", "2021-01-26", "2021-01-27", "2021-01-28", "2021-01-29", "2021-01-30", "2021-01-31", "2021-02-01", "2021-02-02", "2021-02-03", "2021-02-04", "2021-02-05", "2021-02-06", "2021-02-07", "2021-02-08", "2021-02-09", "2021-02-10", "2021-02-11", "2021-02-12", "2021-02-13", "2021-02-14", "2021-02-15", "2021-02-16", "2021-02-17", "2021-02-18", "2021-02-19", "2021-02-20", "2021-02-21", "2021-02-22", "2021-02-23", "2021-02-24", "2021-02-25", "2021-02-26", "2021-02-27", "2021-02-28", "2021-03-01", "2021-03-02", "2021-03-03", "2021-03-04", "2021-03-05", "2021-03-06", "2021-03-07", "2021-03-08", "2021-03-09", "2021-03-10", "2021-03-11", "2021-03-12", "2021-03-13", "2021-03-14", "2021-03-15", "2021-03-16", "2021-03-17", "2021-03-18", "2021-03-19", "2021-03-20", "2021-03-21", "2021-03-22", "2021-03-23", "2021-03-24", "2021-03-25", "2021-03-26", "2021-03-27", "2021-03-28", "2021-03-29", "2021-03-30", "2021-03-31", "2021-04-01", "2021-04-02", "2021-04-03", "2021-04-04", "2021-04-05", "2021-04-06", "2021-04-07", "2021-04-08", "2021-04-09", "2021-04-10", "2021-04-11", "2021-04-12", "2021-04-13", "2021-04-14", "2021-04-15", "2021-04-16", "2021-04-17", "2021-04-18", "2021-04-19", "2021-04-20", "2021-04-21", "2021-04-22", "2021-04-23", "2021-04-24", "2021-04-25", "2021-04-26", "2021-04-27", "2021-04-28", "2021-04-29", "2021-04-30", "2021-05-01", "2021-05-02", "2021-05-03", "2021-05-04", "2021-05-05", "2021-05-06", "2021-05-07", "2021-05-08", "2021-05-09", "2021-05-10", "2021-05-11", "2021-05-12", "2021-05-13", "2021-05-14", "2021-05-15", "2021-05-16", "2021-05-17", "2021-05-18", "2021-05-19", "2021-05-20", "2021-05-21", "2021-05-22", "2021-05-23", "2021-05-24", "2021-05-25", "2021-05-26", "2021-05-27", "2021-05-28" ], "type": "string" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/separated_dt/dwh_fact_reservation/2021-05-28/1622222520", "key": "separated_dt/dwh_fact_reservation/2021-05-28/1622222520/dt=2018-05-24/fact_reservation.dat000.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_dwh_fact_reservation", "type": "redshift" } } - running: False
- schema_name_id: 715
- start_time: 2021-05-28 12:35:32
- success: True
- trace_id: 10888339672543597634
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_redshift.analytics_dwh_fact_reservation`\nADD\n\n\n PARTITION (dt='2024-05-13') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-13/'\n PARTITION (dt='2024-05-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-14/'\n PARTITION (dt='2024-08-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-08-14/'\n;" ] - name: dt
- state:
[ { "info": { "id": 253957, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-13/", "name": "dt", "value": "2024-05-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-05-13 15:22:13", "last_data": "2024-05-13 15:22:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 254017, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-14/", "name": "dt", "value": "2024-05-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-05-14 06:20:41", "last_data": "2024-05-14 06:20:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 259703, "location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-08-14/", "name": "dt", "value": "2024-08-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-08-14 12:06:36", "last_data": "2024-08-14 12:06:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_origin": "string", "agent_user_key": "int", "audit_id": "bigint", "bid": "decimal(10,2)", "call_key": "int", "cdp_enabled": "int", "commission": "decimal(8,2)", "cpv_bid": "decimal(10,2)", "facility_key": "int", "hold_day": "date", "hold_day_key": "int", "move_in_day": "date", "move_in_day_key": "int", "move_in_original_day": "date", "move_in_original_day_key": "int", "move_out_day": "date", "move_out_day_key": "int", "npv": "decimal(10,2)", "price": "decimal(12,2)", "reservation_auto_state": "varchar(20)", "reservation_email": "varchar(128)", "reservation_first_name": "varchar(128)", "reservation_key": "varchar(32)", "reservation_last_name": "varchar(128)", "reservation_phone": "varchar(16)", "reservation_pricing_model": "varchar(12)", "reservation_state": "varchar(20)", "reservation_time": "timestamp", "reservation_touchpoint": "varchar(10)", "reservation_type": "varchar(16)", "site_key": "int", "size_depth_ft": "decimal(10,2)", "size_width_ft": "decimal(10,2)", "statement_key": "int", "traffic_source_key": "int", "type_of_listing": "int", "unit_key": "int", "visitor_key": "bigint" } - created: 2021-09-30 14:08:09
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2018-03-30 13:33:28",
"disabled": false,
"format": "raw",
"id": 715,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_redshift",
"table": "analytics_dwh_fact_reservation"
},
"type": "redshift"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_redshift.analytics_dwh_fact_reservation`\nADD\n\n\n PARTITION (dt='2024-05-13') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-13/'\n PARTITION (dt='2024-05-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-14/'\n PARTITION (dt='2024-08-14') location 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-08-14/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 253957,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-13/",
"name": "dt",
"value": "2024-05-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-05-13 15:22:13",
"last_data": "2024-05-13 15:22:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 254017,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-05-14/",
"name": "dt",
"value": "2024-05-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-05-14 06:20:41",
"last_data": "2024-05-14 06:20:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 259703,
"location": "s3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation/dt=2024-08-14/",
"name": "dt",
"value": "2024-08-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-08-14 12:06:36",
"last_data": "2024-08-14 12:06:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"agent_user_key": "int",
"audit_id": "bigint",
"bid": "decimal(10,2)",
"call_key": "int",
"cdp_enabled": "int",
"commission": "decimal(8,2)",
"cpv_bid": "decimal(10,2)",
"facility_key": "int",
"hold_day": "date",
"hold_day_key": "int",
"move_in_day": "date",
"move_in_day_key": "int",
"move_in_original_day": "date",
"move_in_original_day_key": "int",
"move_out_day": "date",
"move_out_day_key": "int",
"npv": "decimal(10,2)",
"price": "decimal(12,2)",
"reservation_auto_state": "varchar(20)",
"reservation_email": "varchar(128)",
"reservation_first_name": "varchar(128)",
"reservation_key": "varchar(32)",
"reservation_last_name": "varchar(128)",
"reservation_phone": "varchar(16)",
"reservation_pricing_model": "varchar(12)",
"reservation_state": "varchar(20)",
"reservation_time": "timestamp",
"reservation_touchpoint": "varchar(10)",
"reservation_type": "varchar(16)",
"site_key": "int",
"size_depth_ft": "decimal(10,2)",
"size_width_ft": "decimal(10,2)",
"statement_key": "int",
"traffic_source_key": "int",
"type_of_listing": "int",
"unit_key": "int",
"visitor_key": "bigint"
},
"created": "2021-09-30 14:08:09",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_dwh_fact_reservation`\n(\n `audit_id` bigint , `reservation_key` varchar(32) , `reservation_time` timestamp , `hold_day_key` int , `hold_day` date , `move_in_day_key` int , `move_in_day` date , `facility_key` int , `move_in_original_day_key` int , `move_in_original_day` date , `move_out_day_key` int , `move_out_day` date , `statement_key` int , `visitor_key` bigint , `site_key` int , `traffic_source_key` int , `call_key` int , `unit_key` int , `reservation_state` varchar(20) , `reservation_auto_state` varchar(20) , `type_of_listing` int , `agent_user_key` int , `price` decimal(12,2) , `size_width_ft` decimal(10,2) , `size_depth_ft` decimal(10,2) , `reservation_touchpoint` varchar(10) , `reservation_pricing_model` varchar(12) , `reservation_type` varchar(16) , `npv` decimal(10,2) , `bid` decimal(10,2) , `cpv_bid` decimal(10,2) , `commission` decimal(8,2) , `reservation_first_name` varchar(128) , `reservation_last_name` varchar(128) , `reservation_email` varchar(128) , `reservation_phone` varchar(16) , `cdp_enabled` int , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/raw_incremental/dwh_fact_reservation'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_dwh_fact_reservation`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_dwh_fact_reservation"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}