Schema Info
Schema Name: sfdl_dev_segment.ssdc_facility_impression
- created: 2018-11-30 09:48:59
- disabled: False
- format: raw
- id: 1107
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "ssdc_facility_impression" } - type: segment
Schema Versions: 2
-
Version 4663060
- created: 2018-11-30 13:59:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_impression`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `_origin` string , `type` string ,`properties` struct< `category` : string , `index` : string , `Hit_Timestamp` : string , `in_network` : string , `isReact` : string , `site_id` : string , `rank` : string , `label` : string , `facility_id` : string , `env` : string , `visible_threshold` : string , `search_id` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression
- id: 4663060
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2018-11-30T19:59:24Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1543536000000/1543607960365.341fa327ee84.1.11.1.0c030a67-a3c4-4f63-9f96-28b6ff9e2c5e.gz|segment_separator:34", "anonymousId": "3a3bfd8d-db9b-4fb4-9469-a0c68196c512", "channel": "client", "context": { "campaign": {}, "ip": "184.72.209.62", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/self-storage/texas/austin/", "referrer": "", "search": "?city=austin&location=austin%2C%20texas&mgr=ssdr&page=2&pageType=cityLandingPage&state=texas", "title": "Top 20 Austin, TX Self-Storage Units w/ Prices & Reviews", "url": "https://www.selfstorage.moreyard.com/self-storage/texas/austin/?city=austin&location=austin%2C%20texas&mgr=ssdr&page=2&pageType=cityLandingPage&state=texas" }, "userAgent": "Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.67 Safari/537.36" }, "event": "facility_impression", "integrations": {}, "messageId": "ajs-2e1b223ad380152107c0b6d6035a7567", "originalTimestamp": "2018-11-30T19:08:36.891Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1543604916891, "category": "facility interactions-ssdc_city_landing_page", "env": "dev", "facility_id": 205070, "in_network": true, "index": 20, "isReact": true, "label": "facility card", "rank": 20, "search_id": "60c95c018ac60b41b5.15204177", "site_id": 27, "visible_threshold": 70 }, "receivedAt": "2018-11-30T19:09:01.238Z", "sentAt": "2018-11-30T19:08:36.896Z", "timestamp": "2018-11-30T19:09:01.233Z", "type": "track", "userId": "5f2e9954250c598b4b36d0fcc06467a1", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1107
- schema_scan_id: 4322119
- updated: 2018-11-30 13:59:39
-
Version 4663056
- created: 2018-11-30 09:48:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_impression`\n(\n `version` string , `timestamp` string , `projectId` string , `userId` string ,`properties` struct< `category` : string , `index` : string , `Hit_Timestamp` : string , `in_network` : string , `isReact` : string , `site_id` : string , `rank` : string , `label` : string , `facility_id` : string , `env` : string , `search_id` : string >, `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `messageId` string , `_origin` string , `type` string , `event` string , `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression
- id: 4663056
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2018-11-30T15:48:45Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1543536000000/1543592865679.291beb9c0b9b.1.11.1.380c1ab4-8762-40c1-9981-c14ec3a59e91.gz|segment_separator:34", "anonymousId": "063a475d-6aee-4d58-a0d0-13e47e24a0e9", "channel": "client", "context": { "campaign": {}, "ip": "184.72.209.62", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/self-storage/texas/austin/", "referrer": "", "search": "?city=austin&location=austin%2C%20texas&mgr=ssdr&page=2&pageType=cityLandingPage&state=texas", "title": "Top 20 Austin, TX Self-Storage Units w/ Prices & Reviews", "url": "https://www.selfstorage.moreyard.com/self-storage/texas/austin/?city=austin&location=austin%2C%20texas&mgr=ssdr&page=2&pageType=cityLandingPage&state=texas" }, "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.67 Safari/537.36" }, "event": "facility_impression", "integrations": {}, "messageId": "ajs-b7a1e685a08af6b4afbb374836e5f199", "originalTimestamp": "2018-11-30T15:35:35.786Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1543592135785, "category": "facility interactions-ssdc_city_landing_page", "env": "dev", "facility_id": 205070, "in_network": true, "index": 20, "isReact": true, "label": "facility card", "rank": 20, "search_id": "711a5c0158ffcf1772.47017910", "site_id": 27 }, "receivedAt": "2018-11-30T15:36:39.431Z", "sentAt": "2018-11-30T15:35:35.790Z", "timestamp": "2018-11-30T15:36:39.427Z", "type": "track", "userId": "7ee4e8f07ba4010367c372f5a93a910f", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1107
- schema_scan_id: 4321252
- updated: 2018-11-30 09:49:13
Schema Scans: 2
Last at 2018-11-30 13:59:28
-
Scan 4322119
- duration: 0:00:13.845744
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 4322119
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-11-30/", "name": "dt", "type": "string", "value": "2018-11-30" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression", "key": "separated_dt/facility_impression/dt=2018-11-30/1543607960365.341fa327ee84.1.11.1.0c030a67-a3c4-4f63-9f96-28b6ff9e2c5e.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_impression", "type": "segment" } } - running: False
- schema_name_id: 1107
- start_time: 2018-11-30 13:59:28
- success: True
- trace_id: 16468122686789341112
-
Scan 4321252
- duration: 0:00:16.197461
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 4321252
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-11-30/", "name": "dt", "type": "string", "value": "2018-11-30" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression", "key": "separated_dt/facility_impression/dt=2018-11-30/1543592865679.291beb9c0b9b.1.11.1.380c1ab4-8762-40c1-9981-c14ec3a59e91.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_impression", "type": "segment" } } - running: False
- schema_name_id: 1107
- start_time: 2018-11-30 09:48:59
- success: True
- trace_id: 8276922724337250073
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.ssdc_facility_impression`\nADD\n\n\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-12-13/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-07/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-10/'\n;" ] - name: dt
- state:
[ { "info": { "id": 133126, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-12-13/", "name": "dt", "value": "2018-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2018-12-13 11:11:23", "last_data": "2018-12-13 11:17:33" }, "parquet": { "first_performed": "2018-12-13 16:24:28", "in_progress": null, "job_id": null, "last_performed": "2018-12-13 16:24:28", "queued": false } } }, { "info": { "id": 134153, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-07/", "name": "dt", "value": "2019-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-01-07 17:10:50", "last_data": "2019-01-07 17:18:37" }, "parquet": { "first_performed": "2019-01-07 18:23:52", "in_progress": null, "job_id": null, "last_performed": "2019-01-07 18:23:52", "queued": false } } }, { "info": { "id": 134266, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-10/", "name": "dt", "value": "2019-01-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2019-01-10 11:14:12", "last_data": "2019-01-10 13:21:13" }, "parquet": { "first_performed": "2019-01-10 14:24:22", "in_progress": null, "job_id": null, "last_performed": "2019-01-10 14:24:22", "queued": false } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2018-11-30 13:59:28
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_impression`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array, `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `_origin` string , `type` string ,`properties` struct< `category` : string , `index` : string , `Hit_Timestamp` : string , `in_network` : string , `isReact` : string , `site_id` : string , `rank` : string , `label` : string , `facility_id` : string , `env` : string , `visible_threshold` : string , `search_id` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_impression`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_impression" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2018-11-30 09:48:59",
"disabled": false,
"format": "raw",
"id": 1107,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "ssdc_facility_impression"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.ssdc_facility_impression`\nADD\n\n\n PARTITION (dt='2018-12-13') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-12-13/'\n PARTITION (dt='2019-01-07') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-07/'\n PARTITION (dt='2019-01-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-10/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 133126,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2018-12-13/",
"name": "dt",
"value": "2018-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2018-12-13 11:11:23",
"last_data": "2018-12-13 11:17:33"
},
"parquet": {
"first_performed": "2018-12-13 16:24:28",
"in_progress": null,
"job_id": null,
"last_performed": "2018-12-13 16:24:28",
"queued": false
}
}
},
{
"info": {
"id": 134153,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-07/",
"name": "dt",
"value": "2019-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-01-07 17:10:50",
"last_data": "2019-01-07 17:18:37"
},
"parquet": {
"first_performed": "2019-01-07 18:23:52",
"in_progress": null,
"job_id": null,
"last_performed": "2019-01-07 18:23:52",
"queued": false
}
}
},
{
"info": {
"id": 134266,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_impression/dt=2019-01-10/",
"name": "dt",
"value": "2019-01-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2019-01-10 11:14:12",
"last_data": "2019-01-10 13:21:13"
},
"parquet": {
"first_performed": "2019-01-10 14:24:22",
"in_progress": null,
"job_id": null,
"last_performed": "2019-01-10 14:24:22",
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.category": "string",
"properties.env": "string",
"properties.facility_id": "string",
"properties.in_network": "string",
"properties.index": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.rank": "string",
"properties.search_id": "string",
"properties.site_id": "string",
"properties.visible_threshold": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2018-11-30 13:59:28",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_impression`\n(\n `version` string , `timestamp` string , `messageId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `bundled`:array , `unbundled`:array >, `anonymousId` string , `originalTimestamp` string ,`context` struct< `ip` : string ,`page` : struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`library` : struct< `version` : string , `name` : string >, `userAgent` : string >, `projectId` string , `_origin` string , `type` string ,`properties` struct< `category` : string , `index` : string , `Hit_Timestamp` : string , `in_network` : string , `isReact` : string , `site_id` : string , `rank` : string , `label` : string , `facility_id` : string , `env` : string , `visible_threshold` : string , `search_id` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_impression'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_impression`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_impression"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}