Schema Info
Schema Name: sfdl_dev_redshift.analytics_mart_unit
- created: 2018-03-26 18:18:06
- disabled: False
- format: raw
- id: 694
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_redshift", "table": "analytics_mart_unit" } - type: redshift
Schema Versions: 4
-
Version 4708856
- created: 2024-08-14 14:32:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436
- id: 4708856
- processed: 1
- raw_data:
{ "_origin": "36", "account_customer_segment": "18", "account_lifetime_customer_segment": "19", "account_manager": "8", "account_manager_key": "7", "account_pricing_model": "20", "active": "11", "annotations": "35", "approve": "13", "audit_id": "0", "city": "23", "client_key": "5", "client_name": "6", "climate_controlled": "28", "day": "2", "day_key": "1", "drive_up": "30", "facility_key": "3", "facility_name": "4", "facility_promo": "29", "facility_status": "17", "integration": "16", "is_directory_facility": "31", "is_physical_unit": "14", "location_key": "21", "msa": "25", "publish": "12", "state": "24", "total_unit_offering_price": "34", "total_units": "32", "unit_group": "10", "unit_group_size_key": "9", "unit_offerings": "33", "unit_status": "15", "unit_type": "27", "unit_type_key": "26", "zip": "22" } - schema_attributes:
{ "_origin": "string", "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" } - schema_name_id: 694
- schema_scan_id: 6565885
- updated: 2024-08-14 14:32:36
-
Version 4705959
- created: 2024-05-14 08:30:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090
- id: 4705959
- processed: 1
- raw_data:
{ "_origin": "36", "account_customer_segment": "18", "account_lifetime_customer_segment": "19", "account_manager": "8", "account_manager_key": "7", "account_pricing_model": "20", "active": "11", "annotations": "35", "approve": "13", "audit_id": "0", "city": "23", "client_key": "5", "client_name": "6", "climate_controlled": "28", "day": "2", "day_key": "1", "drive_up": "30", "facility_key": "3", "facility_name": "4", "facility_promo": "29", "facility_status": "17", "integration": "16", "is_directory_facility": "31", "is_physical_unit": "14", "location_key": "21", "msa": "25", "publish": "12", "state": "24", "total_unit_offering_price": "34", "total_units": "32", "unit_group": "10", "unit_group_size_key": "9", "unit_offerings": "33", "unit_status": "15", "unit_type": "27", "unit_type_key": "26", "zip": "22" } - schema_attributes:
{ "_origin": "string", "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" } - schema_name_id: 694
- schema_scan_id: 6490670
- updated: 2024-05-14 08:30:53
-
Version 4705956
- created: 2024-05-14 08:25:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471
- id: 4705956
- processed: 1
- raw_data:
{ "_origin": "36", "account_customer_segment": "18", "account_lifetime_customer_segment": "19", "account_manager": "8", "account_manager_key": "7", "account_pricing_model": "20", "active": "11", "annotations": "35", "approve": "13", "audit_id": "0", "city": "23", "client_key": "5", "client_name": "6", "climate_controlled": "28", "day": "2", "day_key": "1", "drive_up": "30", "facility_key": "3", "facility_name": "4", "facility_promo": "29", "facility_status": "17", "integration": "16", "is_directory_facility": "31", "is_physical_unit": "14", "location_key": "21", "msa": "25", "publish": "12", "state": "24", "total_unit_offering_price": "34", "total_units": "32", "unit_group": "10", "unit_group_size_key": "9", "unit_offerings": "33", "unit_status": "15", "unit_type": "27", "unit_type_key": "26", "zip": "22" } - schema_attributes:
{ "_origin": "string", "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" } - schema_name_id: 694
- schema_scan_id: 6490659
- updated: 2024-05-14 08:25:54
-
Version 4704313
- created: 2024-03-01 05:23:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662'\n", "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit" ] - hive_path: s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662
- id: 4704313
- processed: 1
- raw_data:
{ "_origin": "36", "account_customer_segment": "18", "account_lifetime_customer_segment": "19", "account_manager": "8", "account_manager_key": "7", "account_pricing_model": "20", "active": "11", "annotations": "35", "approve": "13", "audit_id": "0", "city": "23", "client_key": "5", "client_name": "6", "climate_controlled": "28", "day": "2", "day_key": "1", "drive_up": "30", "facility_key": "3", "facility_name": "4", "facility_promo": "29", "facility_status": "17", "integration": "16", "is_directory_facility": "31", "is_physical_unit": "14", "location_key": "21", "msa": "25", "publish": "12", "state": "24", "total_unit_offering_price": "34", "total_units": "32", "unit_group": "10", "unit_group_size_key": "9", "unit_offerings": "33", "unit_status": "15", "unit_type": "27", "unit_type_key": "26", "zip": "22" } - schema_attributes:
{ "_origin": "string", "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" } - schema_name_id: 694
- schema_scan_id: 6441702
- updated: 2024-03-01 05:23:20
Schema Scans: 4
Last at 2024-08-14 14:32:23
-
Scan 6565885
- duration: 0:00:15.198165
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 6565885
- payload:
{ "datatype_dict": { "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "origin_key": "varchar", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/mart_unit/2024-08-14/1723663436/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13", "name": "dt", "type": "string", "value": "2024-08-13" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436", "key": "separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13/0003_part_00.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_mart_unit", "type": "redshift" }, "trace_context": { "parent_id": 14109760972373312892, "service_name": "redshift_unloads", "span_id": 15714504641944287014, "trace_id": 16896768539302159356 } } - running: False
- schema_name_id: 694
- start_time: 2024-08-14 14:32:23
- success: True
- trace_id: 16896768539302159356
-
Scan 6490670
- duration: 0:00:18.023627
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 6490670
- payload:
{ "datatype_dict": { "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "origin_key": "varchar", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/mart_unit/2024-05-14/1715693090/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13", "name": "dt", "type": "string", "value": "2024-05-13" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090", "key": "separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13/0006_part_00.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_mart_unit", "type": "redshift" }, "trace_context": { "parent_id": 15092883095158519673, "service_name": "redshift_unloads", "span_id": 3465712776630667646, "trace_id": 14505162783252128718 } } - running: False
- schema_name_id: 694
- start_time: 2024-05-14 08:30:38
- success: True
- trace_id: 14505162783252128718
-
Scan 6490659
- duration: 0:00:15.497320
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 6490659
- payload:
{ "datatype_dict": { "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "origin_key": "varchar", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/mart_unit/2024-05-14/1715692471/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-13", "name": "dt", "type": "string", "value": "2024-05-13" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471", "key": "separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-13/0006_part_00.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_mart_unit", "type": "redshift" }, "trace_context": { "parent_id": 9141602343489334339, "service_name": "redshift_unloads", "span_id": 9430520067723010051, "trace_id": 17568656853322379440 } } - running: False
- schema_name_id: 694
- start_time: 2024-05-14 08:25:41
- success: True
- trace_id: 17568656853322379440
-
Scan 6441702
- duration: 0:00:18.374004
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 26, "partitions_applied": false, "success": true } - id: 6441702
- payload:
{ "datatype_dict": { "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "origin_key": "varchar", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" }, "file_format": "dat", "file_properties": { "data_has_header_row": false, "header_s3_object": { "bucket": "sfdl-redshift-analytics-dev", "key": "meta/mart_unit/2024-03-01/1709291662/header.json" }, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29", "name": "dt", "type": "string", "value": "2024-02-29" }, "s3": { "bucket": "sfdl-redshift-analytics-dev", "hive_path": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662", "key": "separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29/0006_part_00.gz" }, "schema": { "name": "sfdl_dev_redshift.analytics_mart_unit", "type": "redshift" }, "trace_context": { "parent_id": 4833093784449792615, "service_name": "redshift_unloads", "span_id": 5403660747141483486, "trace_id": 2915045919612813256 } } - running: False
- schema_name_id: 694
- start_time: 2024-03-01 05:23:05
- success: True
- trace_id: 2915045919612813256
- count: 4
- ddl:
[ "ALTER TABLE\n `sfdl_dev_redshift.analytics_mart_unit`\nADD\n\n\n PARTITION (dt='2024-02-29') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29/'\n PARTITION (dt='2024-05-12') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-12/'\n PARTITION (dt='2024-05-13') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13'\n PARTITION (dt='2024-08-13') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13/'\n;" ] - name: dt
- state:
[ { "info": { "id": 249680, "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29/", "name": "dt", "value": "2024-02-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-03-01 05:23:07", "last_data": "2024-03-01 05:23:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 254100, "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-12/", "name": "dt", "value": "2024-05-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-05-14 08:25:57", "last_data": "2024-05-14 08:25:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 254085, "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13", "name": "dt", "value": "2024-05-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-05-14 08:25:43", "last_data": "2024-05-14 08:30:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 259903, "location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13/", "name": "dt", "value": "2024-08-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-08-14 14:32:25", "last_data": "2024-08-14 14:32:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "_origin": "string", "account_customer_segment": "varchar(30)", "account_lifetime_customer_segment": "varchar(30)", "account_manager": "varchar(24)", "account_manager_key": "int", "account_pricing_model": "varchar(10)", "active": "int", "annotations": "varchar(2048)", "approve": "int", "audit_id": "bigint", "city": "varchar(100)", "client_key": "int", "client_name": "varchar(255)", "climate_controlled": "int", "day": "date", "day_key": "int", "drive_up": "int", "facility_key": "int", "facility_name": "varchar(255)", "facility_promo": "varchar(65535)", "facility_status": "varchar(40)", "integration": "varchar(100)", "is_directory_facility": "int", "is_physical_unit": "int", "location_key": "int", "msa": "varchar(150)", "publish": "int", "state": "varchar(2)", "total_unit_offering_price": "decimal", "total_units": "int", "unit_group": "varchar(10)", "unit_group_size_key": "int", "unit_offerings": "int", "unit_status": "varchar(20)", "unit_type": "varchar(24)", "unit_type_key": "int", "zip": "varchar(6)" } - created: 2024-08-14 14:32:25
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2018-03-26 18:18:06",
"disabled": false,
"format": "raw",
"id": 694,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_redshift",
"table": "analytics_mart_unit"
},
"type": "redshift"
},
"partition": {
"count": 4,
"ddl": [
"ALTER TABLE\n `sfdl_dev_redshift.analytics_mart_unit`\nADD\n\n\n PARTITION (dt='2024-02-29') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29/'\n PARTITION (dt='2024-05-12') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-12/'\n PARTITION (dt='2024-05-13') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13'\n PARTITION (dt='2024-08-13') location 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 249680,
"location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-03-01/1709291662/dt=2024-02-29/",
"name": "dt",
"value": "2024-02-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-03-01 05:23:07",
"last_data": "2024-03-01 05:23:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 254100,
"location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715692471/dt=2024-05-12/",
"name": "dt",
"value": "2024-05-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-05-14 08:25:57",
"last_data": "2024-05-14 08:25:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 254085,
"location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-05-14/1715693090/dt=2024-05-13",
"name": "dt",
"value": "2024-05-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-05-14 08:25:43",
"last_data": "2024-05-14 08:30:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 259903,
"location": "s3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436/dt=2024-08-13/",
"name": "dt",
"value": "2024-08-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-08-14 14:32:25",
"last_data": "2024-08-14 14:32:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"account_customer_segment": "varchar(30)",
"account_lifetime_customer_segment": "varchar(30)",
"account_manager": "varchar(24)",
"account_manager_key": "int",
"account_pricing_model": "varchar(10)",
"active": "int",
"annotations": "varchar(2048)",
"approve": "int",
"audit_id": "bigint",
"city": "varchar(100)",
"client_key": "int",
"client_name": "varchar(255)",
"climate_controlled": "int",
"day": "date",
"day_key": "int",
"drive_up": "int",
"facility_key": "int",
"facility_name": "varchar(255)",
"facility_promo": "varchar(65535)",
"facility_status": "varchar(40)",
"integration": "varchar(100)",
"is_directory_facility": "int",
"is_physical_unit": "int",
"location_key": "int",
"msa": "varchar(150)",
"publish": "int",
"state": "varchar(2)",
"total_unit_offering_price": "decimal",
"total_units": "int",
"unit_group": "varchar(10)",
"unit_group_size_key": "int",
"unit_offerings": "int",
"unit_status": "varchar(20)",
"unit_type": "varchar(24)",
"unit_type_key": "int",
"zip": "varchar(6)"
},
"created": "2024-08-14 14:32:25",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_redshift`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_redshift.analytics_mart_unit`\n(\n `audit_id` bigint , `day_key` int , `day` date , `facility_key` int , `facility_name` varchar(255) , `client_key` int , `client_name` varchar(255) , `account_manager_key` int , `account_manager` varchar(24) , `unit_group_size_key` int , `unit_group` varchar(10) , `active` int , `publish` int , `approve` int , `is_physical_unit` int , `unit_status` varchar(20) , `integration` varchar(100) , `facility_status` varchar(40) , `account_customer_segment` varchar(30) , `account_lifetime_customer_segment` varchar(30) , `account_pricing_model` varchar(10) , `location_key` int , `zip` varchar(6) , `city` varchar(100) , `state` varchar(2) , `msa` varchar(150) , `unit_type_key` int , `unit_type` varchar(24) , `climate_controlled` int , `facility_promo` varchar(65535) , `drive_up` int , `is_directory_facility` int , `total_units` int , `unit_offerings` int , `total_unit_offering_price` decimal , `annotations` varchar(2048) , `_origin` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-redshift-analytics-dev/separated_dt/mart_unit/2024-08-14/1723663436'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_redshift.analytics_mart_unit`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_redshift.analytics_mart_unit"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}