Schema Info
Schema Name: sfdl_dev_segment.reactfoot_product_clicked
- created: 2017-11-06 10:02:15
- disabled: False
- format: raw
- id: 463
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "reactfoot_product_clicked" } - type: segment
Schema Versions: 4
-
Version 4684264
- created: 2020-12-11 12:23:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`event`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`type`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`sentAt`STRING,`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_origin`STRING,`channel`STRING,`version`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>>,`projectId`STRING,`properties`struct<`position`:STRING,`search_id`:STRING,`category`:STRING,`searchId`:STRING,`site_id`:STRING,`quantity`:STRING,`env`:STRING,`brand`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`holi`:struct<`productIds`:array ,`cardType`:STRING,`facilityName`:STRING,`position`:STRING,`facilityId`:STRING,`category`:STRING,`searchId`:STRING,`products`:array ,`facilityCorporationType`:STRING,`searchTerm`:STRING,`searchText`:STRING,`page`:STRING,`city`:STRING,`pageRegion`:STRING,`listId`:STRING,`state`:STRING>,`isReact`:STRING,`name`:STRING,`list`:STRING,`product_id`:STRING,`price`:STRING>,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n", "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked" ] - hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked
- id: 4684264
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2020-12-11T18:20:47Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1607644800000/1607710526588.7e6817953e19.fde281a.89e1053b-8e8e-4a46-96f2-9db0ea72ac84.gz|segment_separator:34", "anonymousId": "03bb5652-24ae-4b7b-a4f4-93be13695ccd", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/Austin-TX-self-storage.html", "referrer": "", "search": "?location=Austin%2C%20TX%2C%20USA", "title": "15 Cheap Storage Units Austin, TX (from $19) | Compare & Save", "url": "http://localhost:9000/Austin-TX-self-storage.html?location=Austin%2C%20TX%2C%20USA" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36" }, "event": "Product Clicked", "integrations": {}, "messageId": "ajs-03289e5243ba2bc685f148417a273911", "originalTimestamp": "2020-12-11T17:36:27.376Z", "projectId": "iHhi46PCMy", "properties": { "Hit Timestamp": 1607708642829, "brand": "self-storage", "category": "Austin, TX-searchPage", "env": "development", "holi": { "cardType": "topYielderCard", "category": "Austin, TX", "city": "Austin", "facilityCorporationType": "self-storage", "facilityId": 63542, "facilityName": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "listId": "search results: Austin, TX, USA", "page": 1, "pageRegion": "facility list", "position": 4, "productIds": [ 63542, 212220, 211055, 63542, 205937, 209426, 205886, 156046, 218586, 214569, 63544, 212660, 213719, 70392, 154077, 209217 ], "products": [ { "distance": 4.8, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 63542, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 1, "rank": 1, "reviewAverage": 4.57, "reviewCount": 43, "unitCount": 3, "units": [ { "id": 24273536, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 41.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24273538, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 62.25, "promotion": "25% Off", "sizeText": "10' x 5'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24273539, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 87.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 7.2, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 212220, "inNetwork": true, "isTopYielder": false, "name": "Northgate Storage", "position": 2, "rank": 2, "reviewAverage": 4.857, "reviewCount": 7, "unitCount": 2, "units": [ { "id": 21718209, "maxBookingDate": "2021-02-02T04:15:58.000Z", "priceValue": 49, "promotion": "1st Full Month Free", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21718263, "maxBookingDate": "2021-02-02T04:15:58.000Z", "priceValue": 79, "promotion": "1st Full Month Free", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 11.1, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 211055, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Pflugerville - 2220 E Howard Ln", "position": 3, "rank": 3, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24169999, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 30, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24201030, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 39.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24197079, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 72, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 4.8, "id": 63542, "inNetwork": true, "isTopYielder": true, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 4, "rank": 4, "reviewAverage": 4.57, "reviewCount": 43, "unitCount": 3, "units": [ {}, {}, {} ] }, { "distance": 4.9, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 205937, "inNetwork": true, "isTopYielder": false, "name": "ATX Self Storage", "position": 5, "rank": 5, "reviewAverage": 4.816, "reviewCount": 49, "unitCount": 3, "units": [ { "id": 21827826, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 26, "promotion": "50% Off 1st Full Month", "sizeText": "4' x 5'", "squareFootage": 20, "unitTypeText": "unit" }, { "id": 21827635, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 49, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21827942, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 96, "promotion": "50% Off 1st Full Month", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 11.4, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 209426, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Pflugerville - 13601 Dessau Rd", "position": 6, "rank": 6, "reviewAverage": 4.786, "reviewCount": 14, "unitCount": 3, "units": [ { "id": 24277690, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 21.75, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24277095, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 30.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24271091, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 65.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 4.1, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 205886, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 6130 East Ben White Boulevard", "position": 7, "rank": 7, "reviewAverage": 4.783, "reviewCount": 46, "unitCount": 3, "units": [ { "id": 24275201, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 36, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24275205, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 51.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24275213, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 93.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 5.7, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 156046, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 1905 E William Cannon Dr", "position": 8, "rank": 8, "reviewAverage": 4.143, "reviewCount": 14, "unitCount": 2, "units": [ { "id": 24276815, "maxBookingDate": "2020-12-19T03:17:04.000Z", "priceValue": 54.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24274586, "maxBookingDate": "2020-12-19T03:17:04.000Z", "priceValue": 89.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 2.6, "hasContactlessBadge": false, "hasErentalBadge": false, "id": 218586, "inNetwork": true, "isTopYielder": false, "name": "Life Storage - Austin - 2009 Airport Boulevard", "position": 9, "rank": 9, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24225948, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 56, "promotion": "One Month Free!", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24225953, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 88, "promotion": "One Month Free!", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24225965, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 136, "promotion": "One Month Free!", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 3.5, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 214569, "inNetwork": true, "isTopYielder": false, "name": "Life Storage - Austin - 4909 South Interstate 35 Frontage Road", "position": 10, "rank": 10, "reviewAverage": 5, "reviewCount": 2, "unitCount": 3, "units": [ { "id": 22395365, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 37, "promotion": "One Month Free!", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 22395379, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 61, "promotion": "One Month Free!", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 22395395, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 101, "promotion": "One Month Free!", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 8.3, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 63544, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 10025 Manchaca Rd", "position": 11, "rank": 11, "reviewAverage": 4.463, "reviewCount": 41, "unitCount": 3, "units": [ { "id": 24273558, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 38.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24273559, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 59.25, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24273565, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 105.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 13.9, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 212660, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Bee Cave", "position": 12, "rank": 12, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24277269, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 61.2, "promotion": "15% Off and First Month Free", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24271704, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 91.8, "promotion": "15% Off and First Month Free", "sizeText": "10' x 5'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24271707, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 148.75, "promotion": "15% Off and First Month Free", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 1.8, "hasContactlessBadge": true, "hasErentalBadge": true, "id": 213719, "inNetwork": true, "isTopYielder": false, "name": "Public Storage - Austin - 1800 S Lamar Blvd", "position": 13, "rank": 13, "reviewAverage": 4.635, "reviewCount": 26, "unitCount": 3, "units": [ { "id": 22221361, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 37, "promotion": "$1 first month rent", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 22221347, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 67, "promotion": "$1 first month rent", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 22221357, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 109, "promotion": "$1 first month rent", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 14, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 70392, "inNetwork": true, "isTopYielder": false, "name": "StorageMart - FM 1325 & Shoreline Dr", "position": 14, "rank": 14, "reviewAverage": 4.418, "reviewCount": 147, "unitCount": 3, "units": [ { "id": 20598531, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 32.99, "promotion": "First Month FREE", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 20598530, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 39.99, "promotion": "First Month FREE", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 20559571, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 64.99, "promotion": "First Month FREE", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 2.2, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 154077, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 2220 E Riverside Dr", "position": 15, "rank": 15, "reviewAverage": 4.176, "reviewCount": 17, "unitCount": 3, "units": [ { "id": 24222384, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 44.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24274487, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 59.25, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24274491, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 98.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 7.8, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 209217, "inNetwork": true, "isTopYielder": false, "name": "Manchaca Storage", "position": 16, "rank": 16, "reviewAverage": 5, "reviewCount": 2, "unitCount": 3, "units": [ { "id": 21819286, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 45, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 21819192, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 71, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21819276, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 119, "promotion": "50% Off 1st Full Month", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] } ], "searchId": "dbfc5fd3afd5017a66.93168346", "searchTerm": "Austin, TX, USA", "searchText": "Austin, TX", "state": "TX" }, "isReact": true, "list": "facility list: Austin, TX, USA", "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln - 63542", "position": 4, "price": null, "product_id": 63542, "quantity": 1, "search_id": "dbfc5fd3afd5017a66.93168346", "site_id": -1, "variant": null }, "receivedAt": "2020-12-11T17:36:27.896Z", "sentAt": "2020-12-11T17:36:27.381Z", "timestamp": "2020-12-11T17:36:27.891Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.env": "string", "properties.holi.cardType": "string", "properties.holi.category": "string", "properties.holi.city": "string", "properties.holi.facilityCorporationType": "string", "properties.holi.facilityId": "string", "properties.holi.facilityName": "string", "properties.holi.listId": "string", "properties.holi.page": "string", "properties.holi.pageRegion": "string", "properties.holi.position": "string", "properties.holi.productIds": [ "int" ], "properties.holi.products": [ "string" ], "properties.holi.searchId": "string", "properties.holi.searchTerm": "string", "properties.holi.searchText": "string", "properties.holi.state": "string", "properties.isReact": "string", "properties.list": "string", "properties.name": "string", "properties.position": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.searchId": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 463
- schema_scan_id: 5735179
- updated: 2020-12-11 12:24:57
-
Version 4684261
- created: 2020-12-11 12:17:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`event`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`type`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`sentAt`STRING,`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_origin`STRING,`channel`STRING,`version`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>>,`projectId`STRING,`properties`struct<`price`:STRING,`brand`:STRING,`position`:STRING,`search_id`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`category`:STRING,`searchId`:STRING,`site_id`:STRING,`isReact`:STRING,`holi`:struct<`category`:STRING,`city`:STRING,`facilityId`:STRING,`searchId`:STRING,`products`:array ,`pageRegion`:STRING,`listId`:STRING,`state`:STRING,`searchText`:STRING,`facilityCorporationType`:STRING,`facilityName`:STRING,`searchTerm`:STRING,`position`:STRING,`productIds`:array ,`page`:STRING>,`name`:STRING,`list`:STRING,`quantity`:STRING,`product_id`:STRING,`env`:STRING>,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n", "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked" ] - hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked
- id: 4684261
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2020-12-11T18:16:31Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1607644800000/1607710529787.727a11785036.fde281a.f2f36343-f76a-4b73-8185-c0c370e3e50e.gz|segment_separator:34", "anonymousId": "03bb5652-24ae-4b7b-a4f4-93be13695ccd", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/Austin-TX-self-storage.html", "referrer": "", "search": "?location=Austin%2C%20TX%2C%20USA", "title": "15 Cheap Storage Units Austin, TX (from $19) | Compare & Save", "url": "http://localhost:9000/Austin-TX-self-storage.html?location=Austin%2C%20TX%2C%20USA" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36" }, "event": "Product Clicked", "integrations": {}, "messageId": "ajs-68c9dbecc7ab5daa5cff3697ec1a3aa3", "originalTimestamp": "2020-12-11T17:18:57.622Z", "projectId": "iHhi46PCMy", "properties": { "Hit Timestamp": 1607708389283, "brand": "self-storage", "category": "Austin, TX-searchPage", "env": "development", "holi": { "category": "Austin, TX", "city": "Austin", "facilityCorporationType": "self-storage", "facilityId": 63542, "facilityName": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "listId": "search results: Austin, TX, USA", "page": 1, "pageRegion": "facility list", "position": 4, "productIds": [ 63542, 212220, 211055, 63542, 205937, 209426, 205886, 156046, 218586, 214569, 63544, 212660, 213719, 70392, 154077, 209217 ], "products": [ { "distance": 4.8, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 63542, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 1, "rank": 1, "reviewAverage": 4.57, "reviewCount": 43, "unitCount": 3, "units": [ { "id": 24273536, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 41.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24273538, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 62.25, "promotion": "25% Off", "sizeText": "10' x 5'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24273539, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 87.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 7.2, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 212220, "inNetwork": true, "isTopYielder": false, "name": "Northgate Storage", "position": 2, "rank": 2, "reviewAverage": 4.857, "reviewCount": 7, "unitCount": 2, "units": [ { "id": 21718209, "maxBookingDate": "2021-02-02T04:15:58.000Z", "priceValue": 49, "promotion": "1st Full Month Free", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21718263, "maxBookingDate": "2021-02-02T04:15:58.000Z", "priceValue": 79, "promotion": "1st Full Month Free", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 11.1, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 211055, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Pflugerville - 2220 E Howard Ln", "position": 3, "rank": 3, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24169999, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 30, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24201030, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 39.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24197079, "maxBookingDate": "2021-01-02T23:01:09.000Z", "priceValue": 72, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 4.8, "id": 63542, "inNetwork": true, "isTopYielder": true, "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln", "position": 4, "rank": 4, "reviewAverage": 4.57, "reviewCount": 43, "unitCount": 3, "units": [ {}, {}, {} ] }, { "distance": 4.9, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 205937, "inNetwork": true, "isTopYielder": false, "name": "ATX Self Storage", "position": 5, "rank": 5, "reviewAverage": 4.816, "reviewCount": 49, "unitCount": 3, "units": [ { "id": 21827826, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 26, "promotion": "50% Off 1st Full Month", "sizeText": "4' x 5'", "squareFootage": 20, "unitTypeText": "unit" }, { "id": 21827635, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 49, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21827942, "maxBookingDate": "2021-01-03T02:01:31.000Z", "priceValue": 96, "promotion": "50% Off 1st Full Month", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 11.4, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 209426, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Pflugerville - 13601 Dessau Rd", "position": 6, "rank": 6, "reviewAverage": 4.786, "reviewCount": 14, "unitCount": 3, "units": [ { "id": 24277690, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 21.75, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24277095, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 30.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24271091, "maxBookingDate": "2020-12-18T21:16:19.000Z", "priceValue": 65.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 4.1, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 205886, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 6130 East Ben White Boulevard", "position": 7, "rank": 7, "reviewAverage": 4.783, "reviewCount": 46, "unitCount": 3, "units": [ { "id": 24275201, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 36, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24275205, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 51.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24275213, "maxBookingDate": "2020-12-19T04:16:30.000Z", "priceValue": 93.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 5.7, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 156046, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 1905 E William Cannon Dr", "position": 8, "rank": 8, "reviewAverage": 4.143, "reviewCount": 14, "unitCount": 2, "units": [ { "id": 24276815, "maxBookingDate": "2020-12-19T03:17:04.000Z", "priceValue": 54.75, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24274586, "maxBookingDate": "2020-12-19T03:17:04.000Z", "priceValue": 89.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 2.6, "hasContactlessBadge": false, "hasErentalBadge": false, "id": 218586, "inNetwork": true, "isTopYielder": false, "name": "Life Storage - Austin - 2009 Airport Boulevard", "position": 9, "rank": 9, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24225948, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 56, "promotion": "One Month Free!", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24225953, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 88, "promotion": "One Month Free!", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24225965, "maxBookingDate": "2021-01-02T03:00:03.000Z", "priceValue": 136, "promotion": "One Month Free!", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 3.5, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 214569, "inNetwork": true, "isTopYielder": false, "name": "Life Storage - Austin - 4909 South Interstate 35 Frontage Road", "position": 10, "rank": 10, "reviewAverage": 5, "reviewCount": 2, "unitCount": 3, "units": [ { "id": 22395365, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 37, "promotion": "One Month Free!", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 22395379, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 61, "promotion": "One Month Free!", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 22395395, "maxBookingDate": "2021-01-02T01:00:38.000Z", "priceValue": 101, "promotion": "One Month Free!", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 8.3, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 63544, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 10025 Manchaca Rd", "position": 11, "rank": 11, "reviewAverage": 4.463, "reviewCount": 41, "unitCount": 3, "units": [ { "id": 24273558, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 38.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24273559, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 59.25, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24273565, "maxBookingDate": "2020-12-18T19:17:41.000Z", "priceValue": 105.75, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 13.9, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 212660, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Bee Cave", "position": 12, "rank": 12, "reviewAverage": 0, "reviewCount": 0, "unitCount": 3, "units": [ { "id": 24277269, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 61.2, "promotion": "15% Off and First Month Free", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24271704, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 91.8, "promotion": "15% Off and First Month Free", "sizeText": "10' x 5'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24271707, "maxBookingDate": "2020-12-18T23:00:57.000Z", "priceValue": 148.75, "promotion": "15% Off and First Month Free", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 1.8, "hasContactlessBadge": true, "hasErentalBadge": true, "id": 213719, "inNetwork": true, "isTopYielder": false, "name": "Public Storage - Austin - 1800 S Lamar Blvd", "position": 13, "rank": 13, "reviewAverage": 4.635, "reviewCount": 26, "unitCount": 3, "units": [ { "id": 22221361, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 37, "promotion": "$1 first month rent", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 22221347, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 67, "promotion": "$1 first month rent", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 22221357, "maxBookingDate": "2021-01-03T00:45:45.000Z", "priceValue": 109, "promotion": "$1 first month rent", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 14, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 70392, "inNetwork": true, "isTopYielder": false, "name": "StorageMart - FM 1325 & Shoreline Dr", "position": 14, "rank": 14, "reviewAverage": 4.418, "reviewCount": 147, "unitCount": 3, "units": [ { "id": 20598531, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 32.99, "promotion": "First Month FREE", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 20598530, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 39.99, "promotion": "First Month FREE", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 20559571, "maxBookingDate": "2020-12-18T01:32:24.000Z", "priceValue": 64.99, "promotion": "First Month FREE", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 2.2, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 154077, "inNetwork": true, "isTopYielder": false, "name": "CubeSmart Self Storage - Austin - 2220 E Riverside Dr", "position": 15, "rank": 15, "reviewAverage": 4.176, "reviewCount": 17, "unitCount": 3, "units": [ { "id": 24222384, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 44.25, "promotion": "25% Off", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 24274487, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 59.25, "promotion": "25% Off", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 24274491, "maxBookingDate": "2020-12-19T02:32:05.000Z", "priceValue": 98.25, "promotion": "25% Off", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] }, { "distance": 7.8, "hasContactlessBadge": true, "hasErentalBadge": false, "id": 209217, "inNetwork": true, "isTopYielder": false, "name": "Manchaca Storage", "position": 16, "rank": 16, "reviewAverage": 5, "reviewCount": 2, "unitCount": 3, "units": [ { "id": 21819286, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 45, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 5'", "squareFootage": 25, "unitTypeText": "unit" }, { "id": 21819192, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 71, "promotion": "50% Off 1st Full Month", "sizeText": "5' x 10'", "squareFootage": 50, "unitTypeText": "unit" }, { "id": 21819276, "maxBookingDate": "2020-11-27T21:16:36.000Z", "priceValue": 119, "promotion": "50% Off 1st Full Month", "sizeText": "10' x 10'", "squareFootage": 100, "unitTypeText": "unit" } ] } ], "searchId": "78df5fd3aedf6b10a5.34343251", "searchTerm": "Austin, TX, USA", "searchText": "Austin, TX", "state": "TX" }, "isReact": true, "list": "facility list: Austin, TX, USA", "name": "CubeSmart Self Storage - Austin - 610 E Stassney Ln - 63542", "position": 4, "price": null, "product_id": 63542, "quantity": 1, "search_id": "78df5fd3aedf6b10a5.34343251", "site_id": -1, "variant": null }, "receivedAt": "2020-12-11T17:18:58.873Z", "sentAt": "2020-12-11T17:18:57.628Z", "timestamp": "2020-12-11T17:18:58.867Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.env": "string", "properties.holi.category": "string", "properties.holi.city": "string", "properties.holi.facilityCorporationType": "string", "properties.holi.facilityId": "string", "properties.holi.facilityName": "string", "properties.holi.listId": "string", "properties.holi.page": "string", "properties.holi.pageRegion": "string", "properties.holi.position": "string", "properties.holi.productIds": [ "int" ], "properties.holi.products": [ "string" ], "properties.holi.searchId": "string", "properties.holi.searchTerm": "string", "properties.holi.searchText": "string", "properties.holi.state": "string", "properties.isReact": "string", "properties.list": "string", "properties.name": "string", "properties.position": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.searchId": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 463
- schema_scan_id: 5735082
- updated: 2020-12-11 12:19:13
-
Version 4683698
- created: 2020-10-09 10:54:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`event`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`sentAt`STRING,`integrations`struct<`_empty_`:STRING>,`channel`STRING,`type`STRING,`_origin`STRING,`messageId`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`path`:STRING,`title`:STRING>,`campaign`:struct<`_empty_`:STRING>>,`properties`struct<`position`:STRING,`name`:STRING,`variant`:STRING,`search_id`:STRING,`isReact`:STRING,`site_id`:STRING,`env`:STRING,`brand`:STRING,`product_id`:STRING,`list`:STRING,`category`:STRING,`searchId`:STRING,`price`:STRING,`quantity`:STRING,`Hit_Timestamp`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n", "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked" ] - hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked
- id: 4683698
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2020-10-09T15:53:48Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1602201600000/1602258794600.a16eeafaedff.fde281a.3a7df824-d68d-4493-b5ea-30eb479dee6d.gz|segment_separator:34", "anonymousId": "50ad548c-5b94-403a-9bf1-642fe4fa4f80", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/Austin-TX-self-storage.html", "referrer": "http://localhost:9000/", "search": "?location=Austin%2C%20TX%2C%20USA&latitude=30.267153&longitude=-97.7430608", "title": "15 Cheap Storage Units Austin, TX (from $19) | Compare & Save", "url": "http://localhost:9000/Austin-TX-self-storage.html?location=Austin%2C%20TX%2C%20USA&latitude=30.267153&longitude=-97.7430608" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36" }, "event": "Product Clicked", "integrations": {}, "messageId": "ajs-de45c8988db7e3c0839c16f8be95c571", "originalTimestamp": "2020-10-09T14:58:32.467Z", "projectId": "iHhi46PCMy", "properties": { "Hit Timestamp": 1602255512466, "brand": "self-storage", "category": "Austin, TX-searchPage", "env": "development", "isReact": true, "list": "facility list: Austin, TX, USA", "name": "CubeSmart Self Storage - Austin - 2525 S I-35 - 204349", "position": 1, "price": 39, "product_id": 204349, "quantity": 1, "searchId": "dd115f8079d3d9aba0.10231968", "site_id": -1, "variant": "5' x 5'" }, "receivedAt": "2020-10-09T14:58:32.827Z", "sentAt": "2020-10-09T14:58:32.474Z", "timestamp": "2020-10-09T14:58:32.820Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.list": "string", "properties.name": "string", "properties.position": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.searchId": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 463
- schema_scan_id: 5703748
- updated: 2020-10-09 10:56:03
-
Version 4675991
- created: 2020-01-27 11:08:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`integrations`struct<`_empty_`:STRING>,`messageId`STRING,`event`STRING,`timestamp`STRING,`originalTimestamp`STRING,`userId`STRING,`_origin`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`projectId`STRING,`channel`STRING,`receivedAt`STRING,`properties`struct<`list`:STRING,`position`:STRING,`category`:STRING,`site_id`:STRING,`quantity`:STRING,`price`:STRING,`search_id`:STRING,`variant`:STRING,`isReact`:STRING,`name`:STRING,`brand`:STRING,`env`:STRING,`product_id`:STRING,`Hit_Timestamp`:STRING>,`sentAt`STRING,`anonymousId`STRING,`context`struct<`campaign`:struct<`_empty_`:STRING>,`locale`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`referrer`:STRING>,`userAgent`:STRING>,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n", "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked" ] - hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked
- id: 4675991
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2020-01-27T17:08:02Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1580083200000/1580144832999.4b8bf6068e8b.e4797d0.3c9226a2-6bdc-42d3-b5f0-18ca91e8cda7.gz|segment_separator:34", "anonymousId": "2acea324-9f83-4e29-a23d-9c5f083afdf2", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.10.1" }, "locale": "en-US", "page": { "path": "/Perryville-AK-self-storage.html", "referrer": "", "search": "?SELENIUM=true", "title": "15 Cheap Storage Units Perryville, AK (from $19) | Compare & Save", "url": "https://www.sparefoot.moreyard.com/Perryville-AK-self-storage.html?SELENIUM=true" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36" }, "event": "Product Clicked", "integrations": {}, "messageId": "ajs-f50afb400498c3f5ef24dbc56663da9f", "originalTimestamp": "2020-01-27T16:15:09.500Z", "projectId": "iHhi46PCMy", "properties": { "Hit Timestamp": 1580141709498, "brand": "self-storage", "category": "Perryville, AK-cityLandingPage", "env": "dev", "isReact": true, "list": "facility list: Perryville, AK", "name": "SiteLink Demo Facility - 105463", "position": 1, "price": null, "product_id": 105463, "quantity": 1, "search_id": "d58f5e2f0c8bbfce00.98080735", "site_id": -1, "variant": null }, "receivedAt": "2020-01-27T16:15:09.644Z", "sentAt": "2020-01-27T16:15:09.502Z", "timestamp": "2020-01-27T16:15:09.642Z", "type": "track", "userId": "SELENIUM", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.list": "string", "properties.name": "string", "properties.position": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 463
- schema_scan_id: 5391570
- updated: 2020-01-27 11:09:33
Schema Scans: 4
Last at 2020-12-11 12:23:12
-
Scan 5735179
- duration: 0:01:50.142681
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 487, "partitions_applied": false, "success": true } - id: 5735179
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2020-12-11/", "name": "dt", "type": "string", "value": "2020-12-11" }, "s3": { "bucket": "sfdl-segment-reactfoot-dev", "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked", "key": "separated_dt/Product Clicked/dt=2020-12-11/1607710526588.7e6817953e19.fde281a.89e1053b-8e8e-4a46-96f2-9db0ea72ac84.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.reactfoot_Product_Clicked", "type": "segment" } } - running: False
- schema_name_id: 463
- start_time: 2020-12-11 12:23:12
- success: True
- trace_id: 11923799472686878316
-
Scan 5735082
- duration: 0:02:00.085036
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 487, "partitions_applied": false, "success": true } - id: 5735082
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2020-12-11/", "name": "dt", "type": "string", "value": "2020-12-11" }, "s3": { "bucket": "sfdl-segment-reactfoot-dev", "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked", "key": "separated_dt/Product Clicked/dt=2020-12-11/1607710529787.727a11785036.fde281a.f2f36343-f76a-4b73-8185-c0c370e3e50e.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.reactfoot_Product_Clicked", "type": "segment" } } - running: False
- schema_name_id: 463
- start_time: 2020-12-11 12:17:18
- success: True
- trace_id: 10932495240033311297
-
Scan 5703748
- duration: 0:01:41.935378
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 449, "partitions_applied": false, "success": true } - id: 5703748
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2020-10-09/", "name": "dt", "type": "string", "value": "2020-10-09" }, "s3": { "bucket": "sfdl-segment-reactfoot-dev", "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked", "key": "separated_dt/Product Clicked/dt=2020-10-09/1602258794600.a16eeafaedff.fde281a.3a7df824-d68d-4493-b5ea-30eb479dee6d.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.reactfoot_Product_Clicked", "type": "segment" } } - running: False
- schema_name_id: 463
- start_time: 2020-10-09 10:54:26
- success: True
- trace_id: 18223832677811425754
-
Scan 5391570
- duration: 0:01:18.151388
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 340, "partitions_applied": false, "success": true } - id: 5391570
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2020-01-27/", "name": "dt", "type": "string", "value": "2020-01-27" }, "s3": { "bucket": "sfdl-segment-reactfoot-dev", "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked", "key": "separated_dt/Product Clicked/dt=2020-01-27/1580144832999.4b8bf6068e8b.e4797d0.3c9226a2-6bdc-42d3-b5f0-18ca91e8cda7.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.reactfoot_Product_Clicked", "type": "segment" } } - running: False
- schema_name_id: 463
- start_time: 2020-01-27 11:08:19
- success: True
- trace_id: 16400446530018936029
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.reactfoot_product_clicked`\nADD\n\n\n PARTITION (dt='2021-02-02') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-02/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-09/'\n;" ] - name: dt
- state:
[ { "info": { "id": 164800, "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-02/", "name": "dt", "value": "2021-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-02 10:30:02", "last_data": "2021-02-02 16:28:06" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 164971, "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-08/", "name": "dt", "value": "2021-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-08 16:07:27", "last_data": "2021-02-08 16:07:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 165012, "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-09/", "name": "dt", "value": "2021-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-09 09:20:11", "last_data": "2021-02-09 09:20:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.env": "string", "properties.holi.cardType": "string", "properties.holi.category": "string", "properties.holi.city": "string", "properties.holi.facilityCorporationType": "string", "properties.holi.facilityId": "string", "properties.holi.facilityName": "string", "properties.holi.listId": "string", "properties.holi.page": "string", "properties.holi.pageRegion": "string", "properties.holi.position": "string", "properties.holi.productIds": [ "int" ], "properties.holi.products": [ "string" ], "properties.holi.searchId": "string", "properties.holi.searchTerm": "string", "properties.holi.searchText": "string", "properties.holi.state": "string", "properties.isReact": "string", "properties.list": "string", "properties.name": "string", "properties.position": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.searchId": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2020-12-11 12:23:12
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`event`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`type`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`sentAt`STRING,`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_origin`STRING,`channel`STRING,`version`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>>,`projectId`STRING,`properties`struct<`position`:STRING,`search_id`:STRING,`category`:STRING,`searchId`:STRING,`site_id`:STRING,`quantity`:STRING,`env`:STRING,`brand`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`holi`:struct<`productIds`:array ,`cardType`:STRING,`facilityName`:STRING,`position`:STRING,`facilityId`:STRING,`category`:STRING,`searchId`:STRING,`products`:array ,`facilityCorporationType`:STRING,`searchTerm`:STRING,`searchText`:STRING,`page`:STRING,`city`:STRING,`pageRegion`:STRING,`listId`:STRING,`state`:STRING>,`isReact`:STRING,`name`:STRING,`list`:STRING,`product_id`:STRING,`price`:STRING>,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2017-11-06 10:02:15",
"disabled": false,
"format": "raw",
"id": 463,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "reactfoot_product_clicked"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.reactfoot_product_clicked`\nADD\n\n\n PARTITION (dt='2021-02-02') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-02/'\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-09/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 164800,
"location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-02/",
"name": "dt",
"value": "2021-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-02 10:30:02",
"last_data": "2021-02-02 16:28:06"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 164971,
"location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-08/",
"name": "dt",
"value": "2021-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-08 16:07:27",
"last_data": "2021-02-08 16:07:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 165012,
"location": "s3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked/dt=2021-02-09/",
"name": "dt",
"value": "2021-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-09 09:20:11",
"last_data": "2021-02-09 09:20:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.brand": "string",
"properties.category": "string",
"properties.env": "string",
"properties.holi.cardType": "string",
"properties.holi.category": "string",
"properties.holi.city": "string",
"properties.holi.facilityCorporationType": "string",
"properties.holi.facilityId": "string",
"properties.holi.facilityName": "string",
"properties.holi.listId": "string",
"properties.holi.page": "string",
"properties.holi.pageRegion": "string",
"properties.holi.position": "string",
"properties.holi.productIds": [
"int"
],
"properties.holi.products": [
"string"
],
"properties.holi.searchId": "string",
"properties.holi.searchTerm": "string",
"properties.holi.searchText": "string",
"properties.holi.state": "string",
"properties.isReact": "string",
"properties.list": "string",
"properties.name": "string",
"properties.position": "string",
"properties.price": "string",
"properties.product_id": "string",
"properties.quantity": "string",
"properties.searchId": "string",
"properties.search_id": "string",
"properties.site_id": "string",
"properties.variant": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2020-12-11 12:23:12",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_product_clicked`\n(\n`event`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`type`STRING,`messageId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`sentAt`STRING,`anonymousId`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_origin`STRING,`channel`STRING,`version`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`campaign`:struct<`_empty_`:STRING>>,`projectId`STRING,`properties`struct<`position`:STRING,`search_id`:STRING,`category`:STRING,`searchId`:STRING,`site_id`:STRING,`quantity`:STRING,`env`:STRING,`brand`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`holi`:struct<`productIds`:array,`cardType`:STRING,`facilityName`:STRING,`position`:STRING,`facilityId`:STRING,`category`:STRING,`searchId`:STRING,`products`:array,`facilityCorporationType`:STRING,`searchTerm`:STRING,`searchText`:STRING,`page`:STRING,`city`:STRING,`pageRegion`:STRING,`listId`:STRING,`state`:STRING>,`isReact`:STRING,`name`:STRING,`list`:STRING,`product_id`:STRING,`price`:STRING>,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-dev/separated_dt/Product Clicked'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_product_clicked`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_product_clicked"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}