Schema Info
Schema Name: sfdl_dev_segment.yim_productlistviewed
- created: 2021-03-30 13:07:13
- disabled: False
- format: raw
- id: 1557
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "yim_productlistviewed" } - type: segment
Schema Versions: 3
-
Version 4700409
- created: 2024-01-08 11:26:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.yim_productlistviewed`\n(\n`_origin`STRING,`type`STRING,`properties`struct<`products`:array>,`agentId`:STRING,`callSessionId`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`userId`STRING,`version`STRING,`sentAt`STRING,`messageId`STRING,`timestamp`STRING,`event`STRING,`projectId`STRING,`channel`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array >>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed
- id: 4700409
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2024-01-08T17:26:14Z|s3://sfdl-segment-yim-dev/segment-logs/lz0BmGgGwT/1704672000000/1704734698846.events-archiver-480-31..406d55a1-ee5d-4120-a6a9-42b572c13c73.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "f0bbe0b0-0ea6-4c60-a35e-5516c8f26444", "channel": "client", "context": { "campaign": {}, "ip": "162.238.214.89", "library": { "name": "analytics.js", "version": "next-1.62.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "https://yim.sparefoot.moreyard.com/login", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Kingston%2C%20MA%2002364%2C%20USA&latitude=41.9851794&longitude=-70.7525299&types=postal_code", "title": "YIM search storage", "url": "https://yim.sparefoot.moreyard.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Kingston%2C%20MA%2002364%2C%20USA&latitude=41.9851794&longitude=-70.7525299&types=postal_code" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not_A Brand", "version": "8" }, { "brand": "Chromium", "version": "120" }, { "brand": "Google Chrome", "version": "120" } ], "mobile": false, "platform": "Windows" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-063358c1d43499f965181ffff0adc0fa", "originalTimestamp": "2024-01-08T17:06:53.001Z", "projectId": "lz0BmGgGwT", "properties": { "Hit Timestamp": 1704733612998, "agentId": "2853972", "env": "dev", "isReact": true, "products": [ { "distance": 2.3720786160786407, "facilityId": 201760, "position": 0 }, { "distance": 1.938548100463544, "facilityId": 210016, "position": 1 }, { "distance": 2.711792598207961, "facilityId": 206089, "position": 2 }, { "distance": 6.1330147762436775, "facilityId": 231307, "position": 3 }, { "distance": 6.2391955708551325, "facilityId": 220970, "position": 4 }, { "distance": 13.532916599351289, "facilityId": 225028, "position": 5 }, { "distance": 13.31375657101669, "facilityId": 224701, "position": 6 }, { "distance": 11.23906259708949, "facilityId": 211736, "position": 7 }, { "distance": 13.7913939875974, "facilityId": 213960, "position": 8 }, { "distance": 7.466087340151864, "facilityId": 212786, "position": 9 }, { "distance": 13.699451327873538, "facilityId": 201754, "position": 10 }, { "distance": 12.30735581045646, "facilityId": 202292, "position": 11 }, { "distance": 8.374502591124312, "facilityId": 201758, "position": 12 }, { "distance": 11.092979109448592, "facilityId": 228366, "position": 13 }, { "distance": 8.571562255334484, "facilityId": 232333, "position": 14 }, { "distance": 11.59172393652056, "facilityId": 228263, "position": 15 }, { "distance": 14.10796786260206, "facilityId": 212512, "position": 16 }, { "distance": 14.067152994395219, "facilityId": 228965, "position": 17 }, { "distance": 13.733057029589771, "facilityId": 202001, "position": 18 }, { "distance": 14.985602793691823, "facilityId": 211756, "position": 19 } ] }, "receivedAt": "2024-01-08T17:06:53.349Z", "sentAt": "2024-01-08T17:06:53.162Z", "timestamp": "2024-01-08T17:06:53.188Z", "type": "track", "userId": "2853972", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1557
- schema_scan_id: 6399069
- updated: 2024-01-08 11:26:36
-
Version 4697252
- created: 2023-08-08 21:57:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.yim_productlistviewed`\n(\n`properties`struct<`callSessionId`:STRING,`isReact`:STRING,`products`:array>,`agentId`:STRING,`env`:STRING,`Hit_Timestamp`:STRING>,`_origin`STRING,`version`STRING,`sentAt`STRING,`projectId`STRING,`messageId`STRING,`receivedAt`STRING,`timestamp`STRING,`context`struct<`userAgentData`:struct<`brands`:array >,`mobile`:STRING,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>,`userAgent`:STRING,`ip`:STRING>,`event`STRING,`type`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`userId`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed
- id: 4697252
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2023-08-09T02:57:24Z|s3://sfdl-segment-yim-dev/segment-logs/lz0BmGgGwT/1691539200000/1691549730850.events-archiver-480-53..04bd255d-79c5-4791-bf7a-f690ece87fcf.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "aa1d1f78-0602-4f0b-9b47-83e18b75bd1d", "channel": "client", "context": { "campaign": {}, "ip": "68.118.144.221", "library": { "name": "analytics.js", "version": "next-1.53.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "https://yim.sparefoot.moreyard.com/login", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Santa%20Monica%2C%20CA%2090402%2C%20USA&latitude=34.0352816&longitude=-118.5068325&types=postal_code", "title": "YIM search storage", "url": "https://yim.sparefoot.moreyard.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=Santa%20Monica%2C%20CA%2090402%2C%20USA&latitude=34.0352816&longitude=-118.5068325&types=postal_code" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not/A)Brand", "version": "99" }, { "brand": "Google Chrome", "version": "115" }, { "brand": "Chromium", "version": "115" } ], "mobile": false, "platform": "macOS" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-3354ead20bf9e63c3460aba5096934a9", "originalTimestamp": "2023-08-09T02:34:21.933Z", "projectId": "lz0BmGgGwT", "properties": { "Hit Timestamp": 1691548461932, "agentId": "3009509", "env": "dev", "isReact": true, "products": [ { "distance": 1.944410379410193, "facilityId": 215170, "position": 0 }, { "distance": 4.830052071035332, "facilityId": 217062, "position": 1 }, { "distance": 13.580470876259835, "facilityId": 228516, "position": 2 }, { "distance": 3.209170032435657, "facilityId": 215896, "position": 3 }, { "distance": 4.126050617023127, "facilityId": 200986, "position": 4 }, { "distance": 8.427639902071657, "facilityId": 227668, "position": 5 }, { "distance": 10.73295512446096, "facilityId": 215227, "position": 6 }, { "distance": 7.367955807970969, "facilityId": 215138, "position": 7 }, { "distance": 6.848460238358582, "facilityId": 228921, "position": 8 }, { "distance": 3.714824710750991, "facilityId": 211619, "position": 9 }, { "distance": 3.446469173698535, "facilityId": 215281, "position": 10 }, { "distance": 6.466365093765146, "facilityId": 216010, "position": 11 }, { "distance": 14.924137223955162, "facilityId": 215430, "position": 12 }, { "distance": 7.328503610175599, "facilityId": 229051, "position": 13 }, { "distance": 3.714824710750991, "facilityId": 227775, "position": 14 }, { "distance": 10.073875004660295, "facilityId": 215161, "position": 15 }, { "distance": 9.92776355524625, "facilityId": 215185, "position": 16 }, { "distance": 5.692053264070985, "facilityId": 228370, "position": 17 }, { "distance": 9.580826301465196, "facilityId": 215953, "position": 18 }, { "distance": 5.639378254439709, "facilityId": 216149, "position": 19 }, { "distance": 5.794246088458623, "facilityId": 211620, "position": 20 }, { "distance": 11.415377111113873, "facilityId": 228917, "position": 21 }, { "distance": 13.07775609877341, "facilityId": 228925, "position": 22 }, { "distance": 3.7585851964159223, "facilityId": 215197, "position": 23 }, { "distance": 11.552829110069966, "facilityId": 228961, "position": 24 }, { "distance": 14.612058359327426, "facilityId": 229001, "position": 25 }, { "distance": 12.00381522860303, "facilityId": 215158, "position": 26 }, { "distance": 3.56130463419787, "facilityId": 215295, "position": 27 }, { "distance": 10.16736985348031, "facilityId": 215184, "position": 28 }, { "distance": 7.4744609591509565, "facilityId": 216089, "position": 29 }, { "distance": 8.932572980227919, "facilityId": 215220, "position": 30 }, { "distance": 3.231188748182485, "facilityId": 209867, "position": 31 }, { "distance": 4.0059370300868675, "facilityId": 215235, "position": 32 }, { "distance": 5.794246088458623, "facilityId": 227776, "position": 33 }, { "distance": 12.96862316229013, "facilityId": 227147, "position": 34 }, { "distance": 8.762929523904209, "facilityId": 228380, "position": 35 }, { "distance": 7.678833559098761, "facilityId": 215889, "position": 36 }, { "distance": 10.316020231896307, "facilityId": 215236, "position": 37 }, { "distance": 10.934237016416667, "facilityId": 215160, "position": 38 }, { "distance": 4.051674599525271, "facilityId": 227119, "position": 39 }, { "distance": 7.533989710067481, "facilityId": 215221, "position": 40 }, { "distance": 14.243609181403556, "facilityId": 215196, "position": 41 }, { "distance": 14.918643667590441, "facilityId": 215955, "position": 42 }, { "distance": 9.295317335056607, "facilityId": 228963, "position": 43 }, { "distance": 10.504761579280949, "facilityId": 215182, "position": 44 }, { "distance": 12.530226055401593, "facilityId": 205985, "position": 45 }, { "distance": 14.015391402686816, "facilityId": 215420, "position": 46 }, { "distance": 11.363586314886847, "facilityId": 228972, "position": 47 }, { "distance": 11.89680614413362, "facilityId": 229113, "position": 48 }, { "distance": 13.208532069046939, "facilityId": 228984, "position": 49 }, { "distance": 12.383363987721674, "facilityId": 216153, "position": 50 }, { "distance": 14.896881951607492, "facilityId": 228924, "position": 51 }, { "distance": 12.915416878969019, "facilityId": 217305, "position": 52 }, { "distance": 14.565277070103273, "facilityId": 229093, "position": 53 }, { "distance": 3.783261709769222, "facilityId": 215401, "position": 54 }, { "distance": 7.065423714069121, "facilityId": 216133, "position": 55 }, { "distance": 7.57898206718282, "facilityId": 216064, "position": 56 }, { "distance": 14.486665341071497, "facilityId": 215954, "position": 57 }, { "distance": 12.883662868008003, "facilityId": 229095, "position": 58 }, { "distance": 3.5622568879167855, "facilityId": 208589, "position": 59 }, { "distance": 6.513824300644985, "facilityId": 215996, "position": 60 }, { "distance": 13.1057085513316, "facilityId": 215967, "position": 61 }, { "distance": 13.573794226204532, "facilityId": 229096, "position": 62 }, { "distance": 13.187331452645184, "facilityId": 227106, "position": 63 }, { "distance": 13.573061006375283, "facilityId": 228922, "position": 64 }, { "distance": 12.646247530043373, "facilityId": 229102, "position": 65 }, { "distance": 12.927888451166318, "facilityId": 216084, "position": 66 }, { "distance": 11.21092621820125, "facilityId": 229133, "position": 67 }, { "distance": 4.735572160015907, "facilityId": 218544, "position": 68 }, { "distance": 12.743622230231027, "facilityId": 215932, "position": 69 }, { "distance": 10.685657474492649, "facilityId": 215204, "position": 70 }, { "distance": 10.0079125604285, "facilityId": 211618, "position": 71 }, { "distance": 12.49107833024718, "facilityId": 227143, "position": 72 }, { "distance": 10.397553034163074, "facilityId": 228930, "position": 73 }, { "distance": 14.572887022009022, "facilityId": 216063, "position": 74 }, { "distance": 12.858175401096103, "facilityId": 215203, "position": 75 }, { "distance": 10.720536990319012, "facilityId": 216055, "position": 76 }, { "distance": 12.828157505561286, "facilityId": 228977, "position": 77 }, { "distance": 12.086810742291872, "facilityId": 215189, "position": 78 }, { "distance": 12.910723650689102, "facilityId": 215234, "position": 79 }, { "distance": 7.762627536754197, "facilityId": 215202, "position": 80 }, { "distance": 12.53220388482235, "facilityId": 228960, "position": 81 }, { "distance": 13.36941354841115, "facilityId": 216091, "position": 82 }, { "distance": 9.974141573564317, "facilityId": 227779, "position": 83 }, { "distance": 13.760172493071694, "facilityId": 215329, "position": 84 }, { "distance": 12.106536841189556, "facilityId": 215154, "position": 85 }, { "distance": 8.427639902071657, "facilityId": 223749, "position": 86 }, { "distance": 11.472647172132676, "facilityId": 106171, "position": 87 }, { "distance": 12.96862316229013, "facilityId": 222158, "position": 88 }, { "distance": 4.044816073669951, "facilityId": 108045, "position": 89 }, { "distance": 9.722226502789963, "facilityId": 216076, "position": 90 }, { "distance": 10.007942386319858, "facilityId": 208375, "position": 91 }, { "distance": 11.102540171747425, "facilityId": 106170, "position": 92 }, { "distance": 5.575926156063977, "facilityId": 217216, "position": 93 }, { "distance": 13.180918886002956, "facilityId": 215948, "position": 94 }, { "distance": 10.35725204120944, "facilityId": 215369, "position": 95 }, { "distance": 12.129110691339307, "facilityId": 215255, "position": 96 }, { "distance": 14.418088160363876, "facilityId": 219100, "position": 97 }, { "distance": 11.905622180521208, "facilityId": 205982, "position": 98 }, { "distance": 14.819697515751798, "facilityId": 215882, "position": 99 } ] }, "receivedAt": "2023-08-09T02:34:22.693Z", "sentAt": "2023-08-09T02:34:22.416Z", "timestamp": "2023-08-09T02:34:22.210Z", "type": "track", "userId": "92f45eaefef708f70f992a1cf29a3625", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1557
- schema_scan_id: 6246291
- updated: 2023-08-08 21:57:57
-
Version 4686385
- created: 2021-09-30 14:45:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.yim_productlistviewed`\n(\n`channel`STRING,`projectId`STRING,`type`STRING,`messageId`STRING,`event`STRING,`version`STRING,`timestamp`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`agentId`:STRING,`isReact`:STRING,`callSessionId`:STRING,`products`:array>>,`sentAt`STRING,`anonymousId`STRING,`_origin`STRING,`receivedAt`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_dev_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed
- id: 4686385
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2021-09-30T19:45:20Z|s3://sfdl-segment-yim-dev/segment-logs/lz0BmGgGwT/1632960000000/1633031072707.2888ae452e3b.8624813.4106894d-a009-4e66-9444-d0ce287b4f3c.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "b93ad9e6-d99c-446d-88bc-50cdfb0403a0", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.1.8" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "", "search": "?searchType=storage&zoom=11&distance=15&location=Las-Vegas%2C%20NV&latitude=36.170000&longitude=-115.140000", "title": "YIM search storage", "url": "https://yim.sparefoot.moreyard.com/search/storage?searchType=storage&zoom=11&distance=15&location=Las-Vegas%2C%20NV&latitude=36.170000&longitude=-115.140000" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.61 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-7b992b9afb45f20a324fc2b2e6510965", "originalTimestamp": "2021-09-30T18:47:17.899Z", "projectId": "lz0BmGgGwT", "properties": { "Hit Timestamp": 1633027637895, "agentId": "1345381", "callSessionId": "7342179", "env": "dev", "isReact": true, "products": [ { "distance": 4.5827794623883085, "facilityId": 221066, "position": 0 }, { "distance": 9.281272447090112, "facilityId": 217759, "position": 1 }, { "distance": 3.5478155641443077, "facilityId": 209917, "position": 2 }, { "distance": 12.25832204506195, "facilityId": 220066, "position": 3 }, { "distance": 4.4410435333739295, "facilityId": 198387, "position": 4 }, { "distance": 7.137364385400227, "facilityId": 206167, "position": 5 }, { "distance": 10.804281258155516, "facilityId": 220596, "position": 6 }, { "distance": 4.225863397417575, "facilityId": 212211, "position": 7 }, { "distance": 4.054216014018169, "facilityId": 198386, "position": 8 }, { "distance": 11.36580026594753, "facilityId": 154751, "position": 9 }, { "distance": 10.254770278499262, "facilityId": 217299, "position": 10 }, { "distance": 12.27968483974797, "facilityId": 219636, "position": 11 }, { "distance": 8.11761840257497, "facilityId": 154730, "position": 12 }, { "distance": 4.896330421166441, "facilityId": 211094, "position": 13 }, { "distance": 3.6079364832788596, "facilityId": 108961, "position": 14 }, { "distance": 6.252505685560541, "facilityId": 209611, "position": 15 }, { "distance": 8.589460897013684, "facilityId": 201701, "position": 16 }, { "distance": 9.727283234120819, "facilityId": 218160, "position": 17 }, { "distance": 4.82722762126089, "facilityId": 108963, "position": 18 }, { "distance": 7.2864919780779696, "facilityId": 63291, "position": 19 }, { "distance": 10.295503746877602, "facilityId": 217944, "position": 20 }, { "distance": 5.059324940658904, "facilityId": 205185, "position": 21 }, { "distance": 8.0943169249506, "facilityId": 201026, "position": 22 }, { "distance": 12.292169460772739, "facilityId": 217635, "position": 23 }, { "distance": 13.793079150459194, "facilityId": 219380, "position": 24 }, { "distance": 11.702615979221296, "facilityId": 203320, "position": 25 }, { "distance": 9.379687946611655, "facilityId": 201205, "position": 26 }, { "distance": 9.955567499720381, "facilityId": 201203, "position": 27 }, { "distance": 11.97781388643792, "facilityId": 201209, "position": 28 }, { "distance": 5.3799411560018395, "facilityId": 220846, "position": 29 }, { "distance": 14.209435545006029, "facilityId": 213020, "position": 30 }, { "distance": 9.009684094100686, "facilityId": 202032, "position": 31 }, { "distance": 10.121549827879752, "facilityId": 203322, "position": 32 }, { "distance": 11.128208458125691, "facilityId": 201193, "position": 33 }, { "distance": 10.429632023065356, "facilityId": 201197, "position": 34 }, { "distance": 9.535760000994197, "facilityId": 201025, "position": 35 }, { "distance": 11.761479861309605, "facilityId": 217636, "position": 36 }, { "distance": 11.760479451203599, "facilityId": 201194, "position": 37 }, { "distance": 13.113271278909368, "facilityId": 201204, "position": 38 }, { "distance": 12.083790870791754, "facilityId": 219453, "position": 39 }, { "distance": 2.4378285508345034, "facilityId": 201206, "position": 40 }, { "distance": 3.045957970348093, "facilityId": 70025, "position": 41 }, { "distance": 5.334813650316279, "facilityId": 204007, "position": 42 }, { "distance": 6.077580250288939, "facilityId": 206168, "position": 43 }, { "distance": 4.855270918513179, "facilityId": 219073, "position": 44 }, { "distance": 4.92407073707234, "facilityId": 108955, "position": 45 }, { "distance": 6.906132948910734, "facilityId": 201208, "position": 46 }, { "distance": 12.324570942125343, "facilityId": 201207, "position": 47 }, { "distance": 13.93494538133645, "facilityId": 156308, "position": 48 }, { "distance": 11.363111586116046, "facilityId": 108960, "position": 49 } ] }, "receivedAt": "2021-09-30T18:47:18.511Z", "sentAt": "2021-09-30T18:47:17.904Z", "timestamp": "2021-09-30T18:47:18.506Z", "type": "track", "userId": "7342179", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1557
- schema_scan_id: 5837631
- updated: 2021-09-30 14:46:55
Schema Scans: 3
Last at 2024-01-08 11:26:18
-
Scan 6399069
- duration: 0:00:24.701772
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 246, "partitions_applied": false, "success": true } - id: 6399069
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2024-01-08/", "name": "dt", "type": "string", "value": "2024-01-08" }, "s3": { "bucket": "sfdl-segment-yim-dev", "hive_path": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2024-01-08/1704734698846.events-archiver-480-31..406d55a1-ee5d-4120-a6a9-42b572c13c73.json.gz" }, "schema": { "name": "sfdl_dev_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1557
- start_time: 2024-01-08 11:26:18
- success: True
- trace_id: 6855529013816014346
-
Scan 6246291
- duration: 0:00:47.170530
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 231, "partitions_applied": false, "success": true } - id: 6246291
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2023-08-09/", "name": "dt", "type": "string", "value": "2023-08-09" }, "s3": { "bucket": "sfdl-segment-yim-dev", "hive_path": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-08-09/1691549730850.events-archiver-480-53..04bd255d-79c5-4791-bf7a-f690ece87fcf.json.gz" }, "schema": { "name": "sfdl_dev_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1557
- start_time: 2023-08-08 21:57:32
- success: True
- trace_id: 14067275640095662965
-
Scan 5837631
- duration: 0:01:00.448153
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 197, "partitions_applied": false, "success": true } - id: 5837631
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2021-09-30/", "name": "dt", "type": "string", "value": "2021-09-30" }, "s3": { "bucket": "sfdl-segment-yim-dev", "hive_path": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-09-30/1633031072707.2888ae452e3b.8624813.4106894d-a009-4e66-9444-d0ce287b4f3c.json.gz" }, "schema": { "name": "sfdl_dev_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 1557
- start_time: 2021-09-30 14:45:59
- success: True
- trace_id: 17302473917863023843
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2024-12-18') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2024-12-18/'\n PARTITION (dt='2025-01-16') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-16/'\n PARTITION (dt='2025-01-31') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-31/'\n;" ] - name: dt
- state:
[ { "info": { "id": 283072, "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2024-12-18/", "name": "dt", "value": "2024-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2024-12-18 14:37:42", "last_data": "2024-12-18 14:45:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 285747, "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-16/", "name": "dt", "value": "2025-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-01-16 15:40:22", "last_data": "2025-01-16 15:40:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 287225, "location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-31/", "name": "dt", "value": "2025-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-01-31 12:09:02", "last_data": "2025-01-31 12:09:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-01-08 11:26:19
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.yim_productlistviewed`\n(\n`_origin`STRING,`type`STRING,`properties`struct<`products`:array>,`agentId`:STRING,`callSessionId`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`userId`STRING,`version`STRING,`sentAt`STRING,`messageId`STRING,`timestamp`STRING,`event`STRING,`projectId`STRING,`channel`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array >>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.yim_productlistviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.yim_productlistviewed" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2021-03-30 13:07:13",
"disabled": false,
"format": "raw",
"id": 1557,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "yim_productlistviewed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2024-12-18') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2024-12-18/'\n PARTITION (dt='2025-01-16') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-16/'\n PARTITION (dt='2025-01-31') location 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-31/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 283072,
"location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2024-12-18/",
"name": "dt",
"value": "2024-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2024-12-18 14:37:42",
"last_data": "2024-12-18 14:45:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 285747,
"location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-16/",
"name": "dt",
"value": "2025-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-01-16 15:40:22",
"last_data": "2025-01-16 15:40:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 287225,
"location": "s3://sfdl-segment-yim-dev/separated_dt/Product List Viewed/dt=2025-01-31/",
"name": "dt",
"value": "2025-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-01-31 12:09:02",
"last_data": "2025-01-31 12:09:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.agentId": "string",
"properties.callSessionId": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.products": [
{
"distance": "string",
"facilityId": "string",
"position": "string"
}
],
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-01-08 11:26:19",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.yim_productlistviewed`\n(\n`_origin`STRING,`type`STRING,`properties`struct<`products`:array>,`agentId`:STRING,`callSessionId`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`userId`STRING,`version`STRING,`sentAt`STRING,`messageId`STRING,`timestamp`STRING,`event`STRING,`projectId`STRING,`channel`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-dev/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.yim_productlistviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.yim_productlistviewed"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}