Schema Info
Schema Name: sfdl_dev_segment.storagescout_productlistviewed
- created: 2021-02-11 09:16:34
- disabled: False
- format: raw
- id: 1540
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "storagescout_productlistviewed" } - type: segment
Schema Versions: 15
-
Version 4685004
- created: 2021-06-21 15:19:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array >,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4685004
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-06-21T20:18:32Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1624233600000/1624306678167.b1e91cb9d60d.d65711d.be7d8aeb-dcdc-41a3-ad77-c177e578440d.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "9a0f31b9-b00b-49dd-a1c3-098fe52a2ff8", "channel": "client", "context": { "campaign": {}, "ip": "18.209.69.154", "library": { "name": "analytics.js", "version": "4.1.8" }, "locale": "en-US", "page": { "path": "/self-storage/texas/austin/", "referrer": "", "search": "?SELENIUM=true", "title": "Best Self-Storage Units in Austin, TX - USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/self-storage/texas/austin/?SELENIUM=true" }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-06b50201bfce70cd2a4aaefdae744c5a", "originalTimestamp": "2021-06-21T19:53:08.420Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1624305188052, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Austin, Texas", "page": 1, "productIds": [ 156046, 63542, 211055, 218335, 218973, 212448, 200091, 199407, 219852, 216205, 156115, 157542, 63544, 202724, 204306 ], "products": [ { "distance": 5.7, "id": 156046, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 1905 E William Cannon Dr", "position": 1, "rank": 7 }, { "distance": 4.8, "id": 63542, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 2, "rank": 8 }, { "distance": 11.1, "id": 211055, "inNetwork": true, "name": "CubeSmart Self Storage - Pflugerville - 2220 E Howard Ln", "position": 3, "rank": 9 }, { "distance": 13.4, "id": 218335, "inNetwork": true, "name": "CubeSmart Self Storage - TX Austin West Parmer Lane", "position": 4, "rank": 10 }, { "distance": 7.8, "id": 218973, "inNetwork": true, "name": "RightSpace Storage - Manchaca", "position": 5, "rank": 11 }, { "distance": 14.5, "id": 212448, "inNetwork": true, "name": "Bee Cave Storage", "position": 6, "rank": 12 }, { "distance": 14.8, "id": 200091, "inNetwork": true, "name": "CubeSmart Self Storage - Cedar Park", "position": 7, "rank": 13 }, { "distance": 8.2, "id": 199407, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 10707 N Interstate Hwy 35", "position": 8, "rank": 14 }, { "distance": 13.9, "id": 219852, "inNetwork": true, "name": "Central Self Storage Bee Cave", "position": 9, "rank": 15 }, { "distance": 7.2, "id": 216205, "inNetwork": true, "name": "CubeSmart Self Storage - Austin South I-35", "position": 10, "rank": 16 }, { "distance": 2.7, "id": 156115, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 2201 South Pleasant Valley Road", "position": 11, "rank": 17 }, { "distance": 14.1, "id": 157542, "inNetwork": true, "name": "Store It All Storage - Lakeway", "position": 12, "rank": 18 }, { "distance": 8.3, "id": 63544, "inNetwork": true, "name": "CubeSmart Self Storage - Austin - 10025 Manchaca Rd", "position": 13, "rank": 19 }, { "distance": 1.9, "id": 202724, "inNetwork": true, "name": "Life Storage - Austin - Mary Street", "position": 14, "rank": 20 }, { "distance": 7.2, "id": 204306, "inNetwork": true, "name": "RightSpace Storage - Austin 2", "position": 15, "rank": 21 } ], "searchTerm": "Austin, TX", "search_id": "c9e060d0ee224205e2.66261186", "site_id": 413, "value": 15 }, "receivedAt": "2021-06-21T19:53:08.683Z", "sentAt": "2021-06-21T19:53:08.432Z", "timestamp": "2021-06-21T19:53:08.671Z", "type": "track", "userId": "5806870be7e0f67671a62e81a2109222", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5803477
- updated: 2021-06-21 15:19:48
-
Version 4684771
- created: 2021-05-04 17:57:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684771
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:51:27Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167824373.bc5fb3b07328.d65711d.0431c131-9aec-417e-82e3-cabeeaa4773a.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "f11a8c96-64a3-488f-ae50-0a206124954a", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-US", "page": { "path": "/undefined", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "?location=perryville%2C%20ak", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?location=perryville%2C%20ak" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-c0a9edda02bedf113a48b2e9ab675eb5", "originalTimestamp": "2021-05-04T21:41:59.347Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164519124, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Alaska", "page": 1, "productIds": [ 216680, 217486, 158519, 216673, 108280, 108319, 219747, 219568, 219579, 219578, 200298, 212063, 158441, 204142, 108647 ], "products": [ { "distance": 1, "id": 216680, "inNetwork": true, "name": "SiteLink Storable Site", "position": 1, "rank": 7 }, { "distance": 0.3, "id": 217486, "inNetwork": true, "name": "LTV to CPA Test Facility II", "position": 2, "rank": 8 }, { "distance": 1, "id": 158519, "inNetwork": true, "name": "Fake Storage Facility - Percent CPA", "position": 3, "rank": 9 }, { "distance": 0.3, "id": 216673, "inNetwork": true, "name": "Sales Manual Facility", "position": 4, "rank": 10 }, { "distance": 0.3, "id": 108280, "inNetwork": true, "name": "Quikstor demo facility", "position": 5, "rank": 11 }, { "distance": 0.3, "id": 108319, "inNetwork": true, "name": "SpareFoot Demo Storage Facility - CS4", "position": 6, "rank": 12 }, { "distance": 1, "id": 219747, "inNetwork": true, "name": "Mock Facility_6081ab139c900", "position": 7, "rank": 13 }, { "distance": 1, "id": 219568, "inNetwork": true, "name": "Mock Facility_606b33a613f2c", "position": 8, "rank": 14 }, { "distance": 1, "id": 219579, "inNetwork": true, "name": "Mock Facility_606b78527438c", "position": 9, "rank": 15 }, { "distance": 1, "id": 219578, "inNetwork": true, "name": "Mock Facility_606b7851d565c", "position": 10, "rank": 16 }, { "distance": 0.5, "id": 200298, "inNetwork": true, "name": "DoorSwap Test Company", "position": 11, "rank": 17 }, { "distance": 0.9, "id": 212063, "inNetwork": true, "name": "Brittany's Test Facility - Testing things!", "position": 12, "rank": 18 }, { "distance": 1, "id": 158441, "inNetwork": true, "name": "Ashley's Really Good Storage", "position": 13, "rank": 19 }, { "distance": 0.1, "id": 204142, "inNetwork": true, "name": "Sparefoot Engineering Demo - 20210322", "position": 14, "rank": 20 }, { "distance": 1, "id": 108647, "inNetwork": true, "name": "Fake Storage Facility4", "position": 15, "rank": 21 } ], "searchTerm": "perryville, ak", "search_id": "bec86091bfa6d91852.81552978", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:42:00.239Z", "sentAt": "2021-05-04T21:41:59.352Z", "timestamp": "2021-05-04T21:42:00.234Z", "type": "track", "userId": "bc4e0e9ba6dd5a1e2cba85e51c421f75", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786333
- updated: 2021-05-04 17:57:49
-
Version 4684769
- created: 2021-05-04 17:55:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684769
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:49:12Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167820260.97fea9bd8733.d65711d.66ec616c-e352-44c7-b155-13a6998b0a41.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-bfee9fb73d5737ed5a965e978de65899", "originalTimestamp": "2021-05-04T21:49:10.830Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164950687, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: undefined, undefined", "productIds": [], "products": [], "site_id": 413, "value": 0 }, "receivedAt": "2021-05-04T21:49:11.274Z", "sentAt": "2021-05-04T21:49:10.835Z", "timestamp": "2021-05-04T21:49:11.269Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786314
- updated: 2021-05-04 17:56:19
-
Version 4684767
- created: 2021-05-04 17:54:17
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array >,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684767
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:49:55Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167823157.bf0ae04a5c9c.d65711d.8c7e1f87-0db1-41cb-93aa-3a502e7016a0.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "", "search": "?latitude=36.778261&location=California%2C%20USA&locationSource=google_autocomplete&longitude=-119.4179324&state=CA", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?latitude=36.778261&location=California%2C%20USA&locationSource=google_autocomplete&longitude=-119.4179324&state=CA" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-ace13f83792ed17a864e1cbadea70a09", "originalTimestamp": "2021-05-04T21:48:56.234Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164935795, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: California, Pennsylvania", "page": 1, "productIds": [ 211720, 212534, 211701, 203775, 156205, 158829, 211585, 206049, 158830, 158831, 158832, 106346, 209307, 212613, 153626 ], "products": [ { "distance": 27.2, "id": 70229, "inNetwork": true, "name": "Guardian Storage - Shadyside", "position": 15, "rank": 21 } ], "searchTerm": "California, USA", "search_id": "f1df6091c146f10859.04921969", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:48:56.681Z", "sentAt": "2021-05-04T21:48:56.238Z", "timestamp": "2021-05-04T21:48:56.677Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786289
- updated: 2021-05-04 17:54:50
-
Version 4684759
- created: 2021-05-04 17:40:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684759
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:40:25Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167810598.b45927aa037c.d65711d.8c15f5c6-1d34-4050-b622-f0422510cfd7.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "f11a8c96-64a3-488f-ae50-0a206124954a", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-US", "page": { "path": "/undefined", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "?location=perryville%2C%20ak", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?location=perryville%2C%20ak" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-051adb614ba2cd039f41d41539419fbd", "originalTimestamp": "2021-05-04T21:37:31.861Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164251735, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Alaska", "page": 1, "productIds": [ 216680, 217486, 158519, 216673, 108280, 108319, 219747, 219568, 219579, 219578, 200298, 212063, 158441, 204142, 108647 ], "products": [ { "distance": 1, "id": 216680, "inNetwork": true, "name": "SiteLink Storable Site", "position": 1, "rank": 7 }, { "distance": 0.3, "id": 217486, "inNetwork": true, "name": "LTV to CPA Test Facility II", "position": 2, "rank": 8 }, { "distance": 1, "id": 158519, "inNetwork": true, "name": "Fake Storage Facility - Percent CPA", "position": 3, "rank": 9 }, { "distance": 0.3, "id": 216673, "inNetwork": true, "name": "Sales Manual Facility", "position": 4, "rank": 10 }, { "distance": 0.3, "id": 108280, "inNetwork": true, "name": "Quikstor demo facility", "position": 5, "rank": 11 }, { "distance": 0.3, "id": 108319, "inNetwork": true, "name": "SpareFoot Demo Storage Facility - CS4", "position": 6, "rank": 12 }, { "distance": 1, "id": 219747, "inNetwork": true, "name": "Mock Facility_6081ab139c900", "position": 7, "rank": 13 }, { "distance": 1, "id": 219568, "inNetwork": true, "name": "Mock Facility_606b33a613f2c", "position": 8, "rank": 14 }, { "distance": 1, "id": 219579, "inNetwork": true, "name": "Mock Facility_606b78527438c", "position": 9, "rank": 15 }, { "distance": 1, "id": 219578, "inNetwork": true, "name": "Mock Facility_606b7851d565c", "position": 10, "rank": 16 }, { "distance": 0.5, "id": 200298, "inNetwork": true, "name": "DoorSwap Test Company", "position": 11, "rank": 17 }, { "distance": 0.9, "id": 212063, "inNetwork": true, "name": "Brittany's Test Facility - Testing things!", "position": 12, "rank": 18 }, { "distance": 1, "id": 158441, "inNetwork": true, "name": "Ashley's Really Good Storage", "position": 13, "rank": 19 }, { "distance": 0.1, "id": 204142, "inNetwork": true, "name": "Sparefoot Engineering Demo - 20210322", "position": 14, "rank": 20 }, { "distance": 1, "id": 108647, "inNetwork": true, "name": "Fake Storage Facility4", "position": 15, "rank": 21 } ], "searchTerm": "perryville, ak", "search_id": "77876091be9ba4a2c3.11223602", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:37:32.703Z", "sentAt": "2021-05-04T21:37:31.864Z", "timestamp": "2021-05-04T21:37:32.700Z", "type": "track", "userId": "bc4e0e9ba6dd5a1e2cba85e51c421f75", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786191
- updated: 2021-05-04 17:41:32
-
Version 4684758
- created: 2021-05-04 17:40:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684758
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:39:48Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167808389.9ef039d8c650.d65711d.7eff7bb4-aeb8-45c5-b099-f90be77ac462.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "f11a8c96-64a3-488f-ae50-0a206124954a", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-US", "page": { "path": "/undefined", "referrer": "", "search": "?location=perryville", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?location=perryville" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-827c192f8fc549543ffd88a9863aed33", "originalTimestamp": "2021-05-04T21:37:17.170Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164236565, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Missouri", "page": 1, "productIds": [], "products": [], "searchTerm": "perryville", "search_id": "86326091be8caac055.51720994", "site_id": 413, "value": 0 }, "receivedAt": "2021-05-04T21:37:18.082Z", "sentAt": "2021-05-04T21:37:17.173Z", "timestamp": "2021-05-04T21:37:18.079Z", "type": "track", "userId": "bc4e0e9ba6dd5a1e2cba85e51c421f75", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786185
- updated: 2021-05-04 17:40:53
-
Version 4684757
- created: 2021-05-04 17:39:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684757
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:38:35Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167806579.5f6387db5bb5.d65711d.eae0de50-3865-440e-9801-8bca29309010.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "", "search": "?latitude=36.778261&location=California%2C%20USA&locationSource=google_autocomplete&longitude=-119.4179324&state=CA", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?latitude=36.778261&location=California%2C%20USA&locationSource=google_autocomplete&longitude=-119.4179324&state=CA" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-428a7b04805d9c64a20486fe238207a0", "originalTimestamp": "2021-05-04T21:51:03.948Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620165063707, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: California, Pennsylvania", "page": 1, "productIds": [ 210673, 202629, 70228, 202759, 203448, 70237, 208671, 70231, 207965, 208540, 208548, 208547, 208541, 219280, 70229 ], "products": [ { "distance": 23.9, "id": 210673, "inNetwork": true, "name": "Secondary Storage of Scott Township", "position": 1, "rank": 7 }, { "distance": 25, "id": 202629, "inNetwork": true, "name": "Keep Self Storage - South Side Works", "position": 2, "rank": 8 }, { "distance": 27.3, "id": 70228, "inNetwork": true, "name": "Guardian Storage - Monroeville Haymaker Rd", "position": 3, "rank": 9 }, { "distance": 26.9, "id": 202759, "inNetwork": true, "name": "Guardian Storage - Monroeville Rt 22", "position": 4, "rank": 10 }, { "distance": 27.8, "id": 203448, "inNetwork": true, "name": "Keep Self Storage - Spring Garden", "position": 5, "rank": 11 }, { "distance": 19.6, "id": 70237, "inNetwork": true, "name": "Guardian Storage - Pleasant Hills", "position": 6, "rank": 12 }, { "distance": 29.7, "id": 208671, "inNetwork": true, "name": "STORExpress Etna", "position": 7, "rank": 13 }, { "distance": 23.7, "id": 70231, "inNetwork": true, "name": "Guardian Storage - Waterfront", "position": 8, "rank": 14 }, { "distance": 25.3, "id": 207965, "inNetwork": true, "name": "Guardian Storage - Parkway East", "position": 9, "rank": 15 }, { "distance": 23.9, "id": 208540, "inNetwork": true, "name": "STORExpress Mt. Lebanon", "position": 10, "rank": 16 }, { "distance": 25.2, "id": 208548, "inNetwork": true, "name": "STORExpress South Side", "position": 11, "rank": 17 }, { "distance": 28, "id": 208547, "inNetwork": true, "name": "STORExpress - Murrysville", "position": 12, "rank": 18 }, { "distance": 28.9, "id": 208541, "inNetwork": true, "name": "STORExpress McKees Rocks", "position": 13, "rank": 19 }, { "distance": 25.6, "id": 219280, "inNetwork": true, "name": "Extra Space Storage - Pittsburgh - Carson St", "position": 14, "rank": 20 }, { "distance": 27.2, "id": 70229, "inNetwork": true, "name": "Guardian Storage - Shadyside", "position": 15, "rank": 21 } ], "searchTerm": "California, USA", "search_id": "06116091c1c70533c6.72397575", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:51:04.514Z", "sentAt": "2021-05-04T21:51:03.952Z", "timestamp": "2021-05-04T21:51:04.510Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786151
- updated: 2021-05-04 17:40:03
-
Version 4684756
- created: 2021-05-04 17:38:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684756
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T22:37:22Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620167804632.92d9ce8216a4.d65711d.1c3666cd-4303-46ed-83e4-f5ec5a6e54a8.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "?location=los%20angeles", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?location=los%20angeles" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-794d0eb15cdff6c284e09d81efc2a71e", "originalTimestamp": "2021-05-04T21:46:18.895Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164778418, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: undefined, undefined", "productIds": [], "products": [], "site_id": 413, "value": 0 }, "receivedAt": "2021-05-04T21:46:19.323Z", "sentAt": "2021-05-04T21:46:18.899Z", "timestamp": "2021-05-04T21:46:19.319Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786146
- updated: 2021-05-04 17:39:25
-
Version 4684752
- created: 2021-05-04 16:48:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684752
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T21:48:07Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620164228978.8f14f3bb84d6.d65711d.cfe45d49-7e3c-41a0-ac59-4d04b59e0abd.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/self-storage/new-mexico/albuquerque/", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "", "title": "Best Self-Storage Units in Albuquerque, NM - USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/self-storage/new-mexico/albuquerque/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-d308d277e3025f68722fe5ccf1745baf", "originalTimestamp": "2021-05-04T21:34:11.389Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164050957, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Albuquerque, New Mexico", "page": 1, "productIds": [ 211720, 212534, 211701, 203775, 156205, 158829, 211585, 206049, 158830, 158831, 158832, 106346, 209307, 212613, 153626 ], "products": [ { "distance": 3.6, "id": 211720, "inNetwork": true, "name": "CubeSmart Self Storage - Albuquerque -4800 Jefferson St. NE", "position": 1, "rank": 7 }, { "distance": 5.2, "id": 212534, "inNetwork": true, "name": "StorWise Juan Tabo", "position": 2, "rank": 8 }, { "distance": 2.5, "id": 211701, "inNetwork": true, "name": "CubeSmart Self Storage - Albuquerque - 306 Menaul Blvd NE", "position": 3, "rank": 9 }, { "distance": 5.4, "id": 203775, "inNetwork": true, "name": "StorWise San Antonio", "position": 4, "rank": 10 }, { "distance": 4, "id": 156205, "inNetwork": true, "name": "Z Storage & Office Place", "position": 5, "rank": 11 }, { "distance": 6.6, "id": 158829, "inNetwork": true, "name": "Global Storage - Bridge", "position": 6, "rank": 12 }, { "distance": 5.8, "id": 211585, "inNetwork": true, "name": "RightSpace Storage - Coors Blvd", "position": 7, "rank": 13 }, { "distance": 2.1, "id": 206049, "inNetwork": true, "name": "U-Stor-It Mini Storage - NOB HILL/SUNPORT/KAFB", "position": 8, "rank": 14 }, { "distance": 6.1, "id": 158830, "inNetwork": true, "name": "Global Storage - Coors", "position": 9, "rank": 15 }, { "distance": 1.6, "id": 158831, "inNetwork": true, "name": "Global Storage - UNM", "position": 10, "rank": 16 }, { "distance": 6, "id": 158832, "inNetwork": true, "name": "Global Storage - Chelwood", "position": 11, "rank": 17 }, { "distance": 2.5, "id": 106346, "inNetwork": true, "name": "American Self Storage - Candelaria", "position": 12, "rank": 18 }, { "distance": 2.3, "id": 209307, "inNetwork": true, "name": "StorWise First Street", "position": 13, "rank": 19 }, { "distance": 3.8, "id": 212613, "inNetwork": true, "name": "ABQ North Storage", "position": 14, "rank": 20 }, { "distance": 8.9, "id": 153626, "inNetwork": true, "name": "Stor4Less Self Storage", "position": 15, "rank": 21 } ], "searchTerm": "Albuquerque, NM", "search_id": "40896091bdd2191a15.79777609", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:34:11.802Z", "sentAt": "2021-05-04T21:34:11.397Z", "timestamp": "2021-05-04T21:34:11.794Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786123
- updated: 2021-05-04 16:48:51
-
Version 4684751
- created: 2021-05-04 16:47:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684751
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T21:46:49Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620164227873.bf0ae04a5c9c.d65711d.69a295b0-ecef-48fa-992d-15d42f040b21.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "?location=perryville", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined?location=perryville" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-924f809c89eb74a8259882a4a3610ed7", "originalTimestamp": "2021-05-04T21:31:34.047Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620163893922, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Missouri", "page": 1, "productIds": [], "products": [], "searchTerm": "perryville", "search_id": "31826091bd359f9ff8.89094511", "site_id": 413, "value": 0 }, "receivedAt": "2021-05-04T21:31:34.509Z", "sentAt": "2021-05-04T21:31:34.050Z", "timestamp": "2021-05-04T21:31:34.506Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786119
- updated: 2021-05-04 16:47:58
-
Version 4684750
- created: 2021-05-04 16:44:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684750
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T21:44:08Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620164219129.9728ec6854e2.d65711d.05a1c0d2-0c5d-4b5f-93df-1cbf0981741e.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/undefined", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-4645a72e7b16b375cf1a144183c295f2", "originalTimestamp": "2021-05-04T21:34:02.482Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164042479, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Albuquerque, New Mexico", "page": 1, "productIds": [ 211720, 212534, 211701, 203775, 156205, 158829, 211585, 206049, 158830, 158831, 158832, 106346, 209307, 212613, 153626 ], "products": [ { "distance": 3.6, "id": 211720, "inNetwork": true, "name": "CubeSmart Self Storage - Albuquerque -4800 Jefferson St. NE", "position": 1, "rank": 7 }, { "distance": 5.2, "id": 212534, "inNetwork": true, "name": "StorWise Juan Tabo", "position": 2, "rank": 8 }, { "distance": 2.5, "id": 211701, "inNetwork": true, "name": "CubeSmart Self Storage - Albuquerque - 306 Menaul Blvd NE", "position": 3, "rank": 9 }, { "distance": 5.4, "id": 203775, "inNetwork": true, "name": "StorWise San Antonio", "position": 4, "rank": 10 }, { "distance": 4, "id": 156205, "inNetwork": true, "name": "Z Storage & Office Place", "position": 5, "rank": 11 }, { "distance": 6.6, "id": 158829, "inNetwork": true, "name": "Global Storage - Bridge", "position": 6, "rank": 12 }, { "distance": 5.8, "id": 211585, "inNetwork": true, "name": "RightSpace Storage - Coors Blvd", "position": 7, "rank": 13 }, { "distance": 2.1, "id": 206049, "inNetwork": true, "name": "U-Stor-It Mini Storage - NOB HILL/SUNPORT/KAFB", "position": 8, "rank": 14 }, { "distance": 6.1, "id": 158830, "inNetwork": true, "name": "Global Storage - Coors", "position": 9, "rank": 15 }, { "distance": 1.6, "id": 158831, "inNetwork": true, "name": "Global Storage - UNM", "position": 10, "rank": 16 }, { "distance": 6, "id": 158832, "inNetwork": true, "name": "Global Storage - Chelwood", "position": 11, "rank": 17 }, { "distance": 2.5, "id": 106346, "inNetwork": true, "name": "American Self Storage - Candelaria", "position": 12, "rank": 18 }, { "distance": 2.3, "id": 209307, "inNetwork": true, "name": "StorWise First Street", "position": 13, "rank": 19 }, { "distance": 3.8, "id": 212613, "inNetwork": true, "name": "ABQ North Storage", "position": 14, "rank": 20 }, { "distance": 8.9, "id": 153626, "inNetwork": true, "name": "Stor4Less Self Storage", "position": 15, "rank": 21 } ], "searchTerm": "Albuquerque, NM", "search_id": "5f5c6091bdc8a7ed83.80219687", "site_id": 413, "value": 15 }, "receivedAt": "2021-05-04T21:34:02.850Z", "sentAt": "2021-05-04T21:34:02.485Z", "timestamp": "2021-05-04T21:34:02.847Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786115
- updated: 2021-05-04 16:45:04
-
Version 4684747
- created: 2021-05-04 16:38:55
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`isReact`:STRING,`page`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array ,`value`:STRING>,`sentAt`STRING,`type`STRING,`projectId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684747
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-05-04T21:37:57Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1620086400000/1620164215068.92d9ce8216a4.d65711d.64d223a5-5828-49ff-a7fe-db3f2f739fb2.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "811585bc-ea21-4a1c-a125-3d89cbc11668", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/self-storage/new-mexico/albuquerque/", "referrer": "https://www.usstoragesearch.moreyard.com/", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/self-storage/new-mexico/albuquerque/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-8731acd2b6ec194ceb434bb69cd2aa0f", "originalTimestamp": "2021-05-04T21:34:00.334Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1620164040332, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Perryville, Missouri", "page": 1, "productIds": [], "products": [], "searchTerm": "perryville", "search_id": "31826091bd359f9ff8.89094511", "site_id": 413, "value": 0 }, "receivedAt": "2021-05-04T21:34:00.753Z", "sentAt": "2021-05-04T21:34:00.338Z", "timestamp": "2021-05-04T21:34:00.749Z", "type": "track", "userId": "6852565ce3a3c7a2b06a79b5cc527577", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5786092
- updated: 2021-05-04 16:39:31
-
Version 4684484
- created: 2021-03-04 15:10:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`properties`struct<`search_id`:STRING,`value`:STRING,`label`:STRING,`site_id`:STRING,`products`:array>,`searchTerm`:STRING,`isReact`:STRING,`productIds`:array ,`list_id`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`page`:STRING>,`channel`STRING,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`projectId`STRING,`userId`STRING,`type`STRING,`_origin`STRING,`sentAt`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684484
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-03-04T21:09:07Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1614816000000/1614891811965.7afa618686ae.fde281a.ec97e6f8-99a3-43ad-a197-62879179fa76.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "967b3728-c8e8-42d3-954e-8dfe6cafda7b", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/tennessee/nashville/", "referrer": "", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "http://localhost:9125/self-storage/tennessee/nashville/" }, "userAgent": "Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.192 Mobile Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-306c63414b77f15d8d4974deae365e79", "originalTimestamp": "2021-03-04T20:49:57.574Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1614890997572, "env": "development", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Nashville, Tennessee", "page": 1, "productIds": [ 158519, 108280, 217486, 108319, 217484, 219358, 219330, 219331, 219341, 219352, 219353, 200298, 204142, 108647, 212063 ], "products": [ { "distance": 12.1, "id": 214092, "inNetwork": true, "name": "Public Storage - Old Hickory - 15025 Lebanon Road", "position": 15, "rank": 21 } ], "searchTerm": "Nashville, TN", "search_id": "7654604147a51f94a2.91525560", "site_id": 417, "value": 15 }, "receivedAt": "2021-03-04T20:49:59.186Z", "sentAt": "2021-03-04T20:49:57.579Z", "timestamp": "2021-03-04T20:49:59.181Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5761896
- updated: 2021-03-04 15:10:50
-
Version 4684481
- created: 2021-03-04 14:45:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`properties`struct<`search_id`:STRING,`value`:STRING,`label`:STRING,`env`:STRING,`site_id`:STRING,`products`:array,`searchTerm`:STRING,`isReact`:STRING,`list_id`:STRING,`page`:STRING,`Hit_Timestamp`:STRING,`productIds`:array >,`event`STRING,`channel`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`projectId`STRING,`userId`STRING,`type`STRING,`_origin`STRING,`sentAt`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684481
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-03-04T20:45:34Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1614816000000/1614890651592.11d2cdccd2c3.fde281a.286701ee-7607-4ee2-b6a2-1db318db5c29.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "967b3728-c8e8-42d3-954e-8dfe6cafda7b", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/tennessee/nashville/", "referrer": "http://localhost:9125/search?city=Austin&latitude=30.267153&location=Austin%2C%20TX%2C%20USA&locationSource=google_autocomplete&longitude=-97.7430608&state=TX", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "http://localhost:9125/self-storage/tennessee/nashville/" }, "userAgent": "Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.192 Mobile Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-a47e921d95bde7917887e5c36ec1cdce", "originalTimestamp": "2021-03-04T20:34:16.248Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1614890317313, "env": "development", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: Nashville, Tennessee", "page": 1, "productIds": [ 203773, 216491, 214179, 69948, 63555, 215031, 213832, 214212, 212887, 63556, 214643, 215020, 211731, 214999, 214092 ], "products": [ { "distance": 13.9, "id": 203773, "inNetwork": true, "name": "Simply Self Storage - 1734 Carothers Parkway - Brentwood", "position": 1, "rank": 7 }, { "distance": 1, "id": 216491, "inNetwork": true, "name": "Life Storage - Nashville - 825 3rd Avenue South", "position": 2, "rank": 8 }, { "distance": 6.3, "id": 214179, "inNetwork": true, "name": "Public Storage - Nashville - 408 Welshwood Drive", "position": 3, "rank": 9 }, { "distance": 6.8, "id": 69948, "inNetwork": true, "name": "Devon Self Storage - Nashville", "position": 4, "rank": 10 }, { "distance": 4.6, "id": 63555, "inNetwork": true, "name": "CubeSmart Self Storage - Nashville - 1058 Murfreesboro Pike", "position": 5, "rank": 11 }, { "distance": 5, "id": 215031, "inNetwork": true, "name": "Public Storage - Nashville - 6117 Charlotte Pike", "position": 6, "rank": 12 }, { "distance": 2.8, "id": 213832, "inNetwork": true, "name": "CubeSmart Self Storage - Nashville - 1216 Gallatin Ave.", "position": 7, "rank": 13 }, { "distance": 10.3, "id": 214212, "inNetwork": true, "name": "Public Storage - Madison - 671 Myatt Drive", "position": 8, "rank": 14 }, { "distance": 7.4, "id": 212887, "inNetwork": true, "name": "Mini Storage Depot - Nashville - Antioch Pike", "position": 9, "rank": 15 }, { "distance": 6.8, "id": 63556, "inNetwork": true, "name": "CubeSmart Self Storage - Nashville - 1202 Antioch Pike", "position": 10, "rank": 16 }, { "distance": 1.1, "id": 214643, "inNetwork": true, "name": "CubeSmart Self Storage - Nashville - 207 Monroe St.", "position": 11, "rank": 17 }, { "distance": 7, "id": 215020, "inNetwork": true, "name": "Public Storage - Nashville - 424 Metroplex Drive", "position": 12, "rank": 18 }, { "distance": 3.6, "id": 211731, "inNetwork": true, "name": "CubeSmart Self Storage - Nashville - 3300 John Mallette Dr", "position": 13, "rank": 19 }, { "distance": 10.2, "id": 214999, "inNetwork": true, "name": "Public Storage - Hermitage - 1412 Central Court", "position": 14, "rank": 20 }, { "distance": 12.1, "id": 214092, "inNetwork": true, "name": "Public Storage - Old Hickory - 15025 Lebanon Road", "position": 15, "rank": 21 } ], "searchTerm": "Nashville, TN", "search_id": "620560414539a24ab4.54562844", "site_id": 417, "value": 0 }, "receivedAt": "2021-03-04T20:34:17.715Z", "sentAt": "2021-03-04T20:34:16.250Z", "timestamp": "2021-03-04T20:34:17.713Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5761869
- updated: 2021-03-04 14:46:35
-
Version 4684480
- created: 2021-03-04 14:28:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`properties`struct<`search_id`:STRING,`value`:STRING,`label`:STRING,`page`:STRING,`site_id`:STRING,`products`:array,`searchTerm`:STRING,`isReact`:STRING,`list_id`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`productIds`:array >,`channel`STRING,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`projectId`STRING,`userId`STRING,`type`STRING,`_origin`STRING,`sentAt`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" ] - hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed
- id: 4684480
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5cfe787456e4780001147814", "5ce8476368627300017bf3e5" ], "unbundled": [] }, "_origin": "2021-03-04T20:27:57Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1614816000000/1614888938948.7e6817953e19.fde281a.46c6c468-3e71-4b5b-bbe3-04d688ae912e.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "a05282de-a79b-4b2e-ba0f-f84552278d8c", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/undefined", "referrer": "", "search": "", "title": "Self Storage Deals & Discounts Near Me | USStorageSearch", "url": "https://www.usstoragesearch.moreyard.com/undefined" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.192 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-0df1ef2be1a853fcf6b466dd106a5da0", "originalTimestamp": "2021-03-04T19:59:25.447Z", "projectId": "adK1RCRyGa", "properties": { "Hit Timestamp": 1614887964938, "env": "dev", "isReact": true, "label": "enhancedecommerce", "list_id": "search results: South Padre Island, Texas", "page": 1, "productIds": [], "products": [], "searchTerm": "South Padre Island, TX", "search_id": "e6cc60413c1c86b474.93648346", "site_id": 413, "value": 0 }, "receivedAt": "2021-03-04T19:59:25.870Z", "sentAt": "2021-03-04T19:59:25.449Z", "timestamp": "2021-03-04T19:59:25.868Z", "type": "track", "userId": "9ab08eb0148867211348ac7ee4909842", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "string" ], "properties.products": [ "string" ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1540
- schema_scan_id: 5761857
- updated: 2021-03-04 14:28:44
Schema Scans: 15
Last at 2021-06-21 15:19:14
-
Scan 5803477
- duration: 0:00:37.241552
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 104, "partitions_applied": false, "success": true } - id: 5803477
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-06-21/", "name": "dt", "type": "string", "value": "2021-06-21" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-06-21/1624306678167.b1e91cb9d60d.d65711d.be7d8aeb-dcdc-41a3-ad77-c177e578440d.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-06-21 15:19:14
- success: True
- trace_id: 4343485855148905214
-
Scan 5786333
- duration: 0:00:37.133781
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786333
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167824373.bc5fb3b07328.d65711d.0431c131-9aec-417e-82e3-cabeeaa4773a.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:57:15
- success: True
- trace_id: 9039492302419988125
-
Scan 5786314
- duration: 0:00:39.786752
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786314
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167820260.97fea9bd8733.d65711d.66ec616c-e352-44c7-b155-13a6998b0a41.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:55:42
- success: True
- trace_id: 1205624248556012223
-
Scan 5786289
- duration: 0:00:37.178404
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786289
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167823157.bf0ae04a5c9c.d65711d.8c7e1f87-0db1-41cb-93aa-3a502e7016a0.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:54:17
- success: True
- trace_id: 12475828637436247561
-
Scan 5786191
- duration: 0:00:37.314992
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786191
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167810598.b45927aa037c.d65711d.8c15f5c6-1d34-4050-b622-f0422510cfd7.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:40:58
- success: True
- trace_id: 10706089305969109113
-
Scan 5786185
- duration: 0:00:37.241641
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786185
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167808389.9ef039d8c650.d65711d.7eff7bb4-aeb8-45c5-b099-f90be77ac462.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:40:19
- success: True
- trace_id: 520759449219090143
-
Scan 5786151
- duration: 0:00:37.397240
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786151
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167806579.5f6387db5bb5.d65711d.eae0de50-3865-440e-9801-8bca29309010.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:39:29
- success: True
- trace_id: 13306139660547697555
-
Scan 5786146
- duration: 0:00:39.785178
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786146
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620167804632.92d9ce8216a4.d65711d.1c3666cd-4303-46ed-83e4-f5ec5a6e54a8.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 17:38:48
- success: True
- trace_id: 5249827652917605563
-
Scan 5786123
- duration: 0:00:37.420700
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786123
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620164228978.8f14f3bb84d6.d65711d.cfe45d49-7e3c-41a0-ac59-4d04b59e0abd.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 16:48:17
- success: True
- trace_id: 16792045351318564954
-
Scan 5786119
- duration: 0:00:37.138926
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786119
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620164227873.bf0ae04a5c9c.d65711d.69a295b0-ecef-48fa-992d-15d42f040b21.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 16:47:24
- success: True
- trace_id: 15963239343821912519
-
Scan 5786115
- duration: 0:00:42.195311
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786115
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620164219129.9728ec6854e2.d65711d.05a1c0d2-0c5d-4b5f-93df-1cbf0981741e.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 16:44:25
- success: True
- trace_id: 12855985731470088450
-
Scan 5786092
- duration: 0:00:39.912199
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 103, "partitions_applied": false, "success": true } - id: 5786092
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-05-04/", "name": "dt", "type": "string", "value": "2021-05-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-05-04/1620164215068.92d9ce8216a4.d65711d.64d223a5-5828-49ff-a7fe-db3f2f739fb2.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-05-04 16:38:54
- success: True
- trace_id: 2819091271859338618
-
Scan 5761896
- duration: 0:00:39.687428
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 101, "partitions_applied": false, "success": true } - id: 5761896
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-03-04/", "name": "dt", "type": "string", "value": "2021-03-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-03-04/1614891811965.7afa618686ae.fde281a.ec97e6f8-99a3-43ad-a197-62879179fa76.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-03-04 15:10:13
- success: True
- trace_id: 5258561348168778462
-
Scan 5761869
- duration: 0:00:40.231908
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 101, "partitions_applied": false, "success": true } - id: 5761869
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-03-04/", "name": "dt", "type": "string", "value": "2021-03-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-03-04/1614890651592.11d2cdccd2c3.fde281a.286701ee-7607-4ee2-b6a2-1db318db5c29.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-03-04 14:45:58
- success: True
- trace_id: 12440486482599083059
-
Scan 5761857
- duration: 0:00:39.682788
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 101, "partitions_applied": false, "success": true } - id: 5761857
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-03-04/", "name": "dt", "type": "string", "value": "2021-03-04" }, "s3": { "bucket": "sfdl-segment-storagescout-dev", "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-03-04/1614888938948.7e6817953e19.fde281a.46c6c468-3e71-4b5b-bbe3-04d688ae912e.json.gz" }, "schema": { "name": "sfdl_dev_segment.storagescout_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1540
- start_time: 2021-03-04 14:28:08
- success: True
- trace_id: 14083510442505520363
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.storagescout_productlistviewed`\nADD\n\n\n PARTITION (dt='2021-08-08') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-08-08/'\n PARTITION (dt='2021-11-10') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-11-10/'\n PARTITION (dt='2022-02-28') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2022-02-28/'\n;" ] - name: dt
- state:
[ { "info": { "id": 177987, "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-08-08/", "name": "dt", "value": "2021-08-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-08-07 22:40:06", "last_data": "2021-08-07 22:40:06" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 180306, "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-11-10/", "name": "dt", "value": "2021-11-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-11-10 16:53:24", "last_data": "2021-11-10 16:57:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 183449, "location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2022-02-28/", "name": "dt", "value": "2022-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2022-02-28 14:13:22", "last_data": "2022-02-28 14:15:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.list_id": "string", "properties.page": "string", "properties.productIds": [ "int" ], "properties.products": [ { "distance": "string", "id": "string", "inNetwork": "string", "name": "string", "position": "string", "rank": "string" } ], "properties.searchTerm": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.value": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2021-06-21 15:19:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array >,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2021-02-11 09:16:34",
"disabled": false,
"format": "raw",
"id": 1540,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "storagescout_productlistviewed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.storagescout_productlistviewed`\nADD\n\n\n PARTITION (dt='2021-08-08') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-08-08/'\n PARTITION (dt='2021-11-10') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-11-10/'\n PARTITION (dt='2022-02-28') location 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2022-02-28/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 177987,
"location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-08-08/",
"name": "dt",
"value": "2021-08-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-08-07 22:40:06",
"last_data": "2021-08-07 22:40:06"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 180306,
"location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2021-11-10/",
"name": "dt",
"value": "2021-11-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-11-10 16:53:24",
"last_data": "2021-11-10 16:57:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 183449,
"location": "s3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed/dt=2022-02-28/",
"name": "dt",
"value": "2022-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2022-02-28 14:13:22",
"last_data": "2022-02-28 14:15:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.list_id": "string",
"properties.page": "string",
"properties.productIds": [
"int"
],
"properties.products": [
{
"distance": "string",
"id": "string",
"inNetwork": "string",
"name": "string",
"position": "string",
"rank": "string"
}
],
"properties.searchTerm": "string",
"properties.search_id": "string",
"properties.site_id": "string",
"properties.value": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2021-06-21 15:19:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_productlistviewed`\n(\n`context`struct<`page`:struct<`title`:STRING,`referrer`:STRING,`search`:STRING,`url`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`projectId`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`version`STRING,`channel`STRING,`properties`struct<`list_id`:STRING,`page`:STRING,`value`:STRING,`searchTerm`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING,`productIds`:array,`search_id`:STRING,`Hit_Timestamp`:STRING,`products`:array>,`isReact`:STRING>,`type`STRING,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagescout-dev/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_productlistviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_productlistviewed"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}