Schema Info
Schema Name: sfdl_dev_segment.ssdc_con_pageview
- created: 2018-12-04 16:38:04
- disabled: False
- format: raw
- id: 1112
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "ssdc_con_pageview" } - type: segment
Schema Versions: 13
-
Version 4684387
- created: 2021-02-09 17:17:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684387
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T23:17:07Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612911824645.db7aa8f52935.fde281a.c3894e86-7192-4704-b8b1-ecaddd499be1.gz|segment_separator:34", "anonymousId": "5435a572-8efa-4cac-91b6-c1bcdb2c9f41", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/texas/dallas/", "referrer": "", "search": "", "title": "20 Best Dallas, TX Self-Storage Units | $1 First Month Rent", "url": "https://www.selfstorage.moreyard.com/self-storage/texas/dallas/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.146 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-7859d313ee3d39035a4ef74c9a11cac8", "originalTimestamp": "2021-02-09T22:15:29.372Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "dev", "location": { "city": "Dallas", "id": "23801686", "state": "TX" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "61096023097f032aa3.75214357", "listing_ids": [ 202613, 157815, 209558, 213691, 213492, 213622, 213742, 205888, 213596, 158695, 213629, 213611, 213538, 50802, 213534, 203167, 213516, 213576, 201182, 213526 ], "page": 1, "query": "dallas, texas" }, "site_content": { "id": "3128" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T22:15:28.000Z", "visit_id": "83efe9f3e02352af468c186c5e142878" }, "Hit Timestamp": 1612908928775, "env": "dev", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T22:15:30.002Z", "sentAt": "2021-02-09T22:15:29.376Z", "timestamp": "2021-02-09T22:15:29.998Z", "type": "track", "userId": "83efe9f3e02352af468c186c5e142878", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5754171
- updated: 2021-02-09 17:19:06
-
Version 4684386
- created: 2021-02-09 17:12:43
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684386
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T23:12:42Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612912342744.369afef465b0.fde281a.1bfd2d5e-6f5f-42d7-82e7-ee9af8f584a4.gz|segment_separator:34", "anonymousId": "24aedfe9-ce6d-495b-99db-02c69457452d", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/mauston/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-ca212b96d04127d6651d0146f035f3be", "originalTimestamp": "2021-02-09T22:41:57.017Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Mauston", "id": "35552648", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "258260230fb1e3ca71.97635399", "listing_ids": [], "page": 1, "query": "null, wisconsin" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T22:41:56.000Z", "visit_id": "error" }, "Hit Timestamp": 1612910516552, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T22:41:57.459Z", "sentAt": "2021-02-09T22:41:57.019Z", "timestamp": "2021-02-09T22:41:57.457Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5754165
- updated: 2021-02-09 17:14:32
-
Version 4684384
- created: 2021-02-09 16:29:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684384
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T22:27:43Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612908943969.a9b5dd643d48.fde281a.750b4a86-09b8-41b3-a65f-0a09da2a07a1.gz|segment_separator:34", "anonymousId": "a775389a-7b07-4a0a-9888-4a2e6b3a6c8f", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/mauston/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-2e05eb48d000192a94fa4c9488f2bcff", "originalTimestamp": "2021-02-09T21:37:51.654Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Mauston", "id": "35552648", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "094c602300ad299973.77114193", "listing_ids": [ 211814, 201537, 211177, 178733, 142991, 88626, 143805, 85103, 143354, 192175, 193637, 171751, 90808, 143355, 80466, 85100, 187578, 143833, 198064, 82834 ], "page": 1, "query": "null, wisconsin" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T21:37:51.000Z", "visit_id": "error" }, "Hit Timestamp": 1612906671238, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T21:37:52.136Z", "sentAt": "2021-02-09T21:37:51.657Z", "timestamp": "2021-02-09T21:37:52.133Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5754106
- updated: 2021-02-09 16:31:07
-
Version 4684383
- created: 2021-02-09 16:27:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684383
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T22:27:27Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612908940257.d620080c67f3.fde281a.98662517-8f1a-4597-b816-70d3e284295f.gz|segment_separator:34", "anonymousId": "a775389a-7b07-4a0a-9888-4a2e6b3a6c8f", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/mauston/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-5fe176c736d8fa45c720460d07099188", "originalTimestamp": "2021-02-09T21:43:35.517Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Mauston", "id": "35552648", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "4c52602302051ecc76.18260249", "listing_ids": [], "page": 1, "query": "null, wisconsin" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T21:43:35.000Z", "visit_id": "error" }, "Hit Timestamp": 1612907015206, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T21:43:36.576Z", "sentAt": "2021-02-09T21:43:35.519Z", "timestamp": "2021-02-09T21:43:36.574Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5754104
- updated: 2021-02-09 16:29:17
-
Version 4684382
- created: 2021-02-09 15:54:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684382
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T21:53:26Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612907067700.11d2cdccd2c3.fde281a.33b7f095-0c5d-41a2-8365-e203232621df.gz|segment_separator:34", "anonymousId": "ad2ee0f6-45a2-44b4-9545-5736a31ada57", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/janesville/car-storage/", "referrer": "", "search": "?sftest=on", "title": "Cheap Car & Vehicle Storage Units Janesville, WI (Up to 50% Off)", "url": "https://www.selfstorage.moreyard.com/self-storage/wisconsin/janesville/car-storage/?sftest=on" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-793bfc41ab312e71d54a2c18bfdbacaf", "originalTimestamp": "2021-02-09T21:30:00.290Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "dev", "location": { "city": "Janesville", "id": "23802200", "state": "WI" }, "page_subtype": "vehicleLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "adc36022fed67eeb32.51488799", "listing_ids": [ 108550, 108547, 212829, 149882, 149890, 200979 ], "page": 1, "query": "janesville, wisconsin" }, "site_content": { "id": "308717" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T21:29:59.000Z", "visit_id": "27057a15aa223f503f886619a409e5e5" }, "Hit Timestamp": 1612906199995, "env": "dev", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T21:30:00.859Z", "sentAt": "2021-02-09T21:30:00.294Z", "timestamp": "2021-02-09T21:30:00.855Z", "type": "track", "userId": "27057a15aa223f503f886619a409e5e5", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5754008
- updated: 2021-02-09 15:55:50
-
Version 4684381
- created: 2021-02-09 15:28:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684381
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T21:28:07Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612905340600.f83d63fe07ed.fde281a.ebd3ddab-1617-467f-a86a-496caf3171fb.gz|segment_separator:34", "anonymousId": "a775389a-7b07-4a0a-9888-4a2e6b3a6c8f", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/mauston/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-f97391b1bc197dac820ece4e8953c857", "originalTimestamp": "2021-02-09T20:18:20.668Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Mauston", "id": "35552648", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "12de6022ee09b53150.89574376", "listing_ids": [], "page": 1, "query": "null, wisconsin" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T20:18:20.000Z", "visit_id": "error" }, "Hit Timestamp": 1612901900206, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T20:18:21.167Z", "sentAt": "2021-02-09T20:18:20.670Z", "timestamp": "2021-02-09T20:18:21.165Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5753996
- updated: 2021-02-09 15:29:59
-
Version 4684380
- created: 2021-02-09 15:21:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684380
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T21:21:07Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612904629014.7afa618686ae.fde281a.1d788568-fac7-4724-99b0-d4dfb2a5a212.gz|segment_separator:34", "anonymousId": "ad2ee0f6-45a2-44b4-9545-5736a31ada57", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/mississippi/walnut/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.moreyard.com/self-storage/mississippi/walnut/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-5ef70873011c9cf104e83a76e843b06a", "originalTimestamp": "2021-02-09T20:09:05.772Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "dev", "location": { "city": "Walnut", "id": "35552650", "state": "MS" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "15e36022ebe0db2975.36523998", "listing_ids": [ 110039, 95981, 95979, 95980, 115184, 75697, 89061, 84731, 131365, 84730, 73196, 84735 ], "page": 1, "query": "null, mississippi" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T20:09:05.000Z", "visit_id": "27057a15aa223f503f886619a409e5e5" }, "Hit Timestamp": 1612901345598, "env": "dev", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T20:09:06.326Z", "sentAt": "2021-02-09T20:09:05.774Z", "timestamp": "2021-02-09T20:09:06.324Z", "type": "track", "userId": "27057a15aa223f503f886619a409e5e5", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5753966
- updated: 2021-02-09 15:23:08
-
Version 4684379
- created: 2021-02-09 15:09:40
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684379
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-09T21:09:30Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612828800000/1612904622474.b3282638195e.fde281a.33136972-76d1-4c57-a1b0-d2c11dd9509f.gz|segment_separator:34", "anonymousId": "a775389a-7b07-4a0a-9888-4a2e6b3a6c8f", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/mauston/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/mauston/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-c3e781128a1bb84a40b590a0b54316b2", "originalTimestamp": "2021-02-09T20:14:33.999Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Mauston", "id": "35552648", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-23T00:00:00.000Z", "date_start": "2021-02-09T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "94666022ed2653fd72.37402854", "listing_ids": [], "page": 1, "query": "null, wisconsin" }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-09T20:14:32.000Z", "visit_id": "error" }, "Hit Timestamp": 1612901672457, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-09T20:14:34.472Z", "sentAt": "2021-02-09T20:14:34.001Z", "timestamp": "2021-02-09T20:14:34.470Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5753922
- updated: 2021-02-09 15:11:40
-
Version 4684377
- created: 2021-02-08 13:16:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684377
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-08T19:16:23Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612742400000/1612811716954.a9b5dd643d48.fde281a.551a1c5d-d7d0-4989-a087-c722c241ac07.gz|segment_separator:34", "anonymousId": "967b3728-c8e8-42d3-954e-8dfe6cafda7b", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/georgia/athens/", "referrer": "", "search": "", "title": "Best Athens, GA Self-Storage Units | $1 First Month Rent", "url": "https://www.selfstorage.extrameter.com/self-storage/georgia/athens/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.146 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-452c0471e426f147ca30b366703fc424", "originalTimestamp": "2021-02-08T18:50:20.177Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Athens", "id": "23801904", "state": "GA" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-22T00:00:00.000Z", "date_start": "2021-02-08T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "97d1602187e86fe7d2.81453804", "listing_ids": [ 70400, 212952, 217659, 200341, 153702, 205157, 218411, 70398, 212538, 200609, 210007, 219065, 219066, 185035 ], "page": 1, "query": "athens, georgia" }, "site_content": { "id": "79820" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-08T18:50:19.000Z", "visit_id": "error" }, "Hit Timestamp": 1612810219806, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-08T18:50:20.735Z", "sentAt": "2021-02-08T18:50:20.180Z", "timestamp": "2021-02-08T18:50:20.732Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5752618
- updated: 2021-02-08 13:18:12
-
Version 4684376
- created: 2021-02-08 12:21:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684376
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-08T18:21:35Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612742400000/1612808135402.dd4b770bc6c6.fde281a.978364fd-77a6-4ff9-86b7-92b735093ed0.gz|segment_separator:34", "anonymousId": "967b3728-c8e8-42d3-954e-8dfe6cafda7b", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/california/sacramento/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "http://localhost:9116/self-storage/california/sacramento/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.146 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-b81422ba06a8bdadcca793524aacb214", "originalTimestamp": "2021-02-08T18:12:41.642Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": {}, "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-22T00:00:00.000Z", "date_start": "2021-02-08T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "listing_ids": [] }, "site_content": {}, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-08T18:12:41.000Z", "visit_id": "error" }, "Hit Timestamp": 1612807961353, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-08T18:12:42.216Z", "sentAt": "2021-02-08T18:12:41.645Z", "timestamp": "2021-02-08T18:12:42.213Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5752545
- updated: 2021-02-08 12:23:25
-
Version 4684374
- created: 2021-02-03 10:20:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684374
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-03T16:20:08Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612310400000/1612368932252.fba86f699abb.fde281a.0804315a-ffa1-42df-a31c-656c393cc690.gz|segment_separator:34", "anonymousId": "16abd4d8-b04f-4b0b-aab4-70fc11a75c29", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/janesville/", "referrer": "", "search": "?sftest=on", "title": "Best Janesville, WI Self-Storage Units | $1 First Month Rent", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/janesville/?sftest=on" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-65c73164d4fc60e96bdc913ba14f7d70", "originalTimestamp": "2021-02-03T15:21:38.227Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Janesville", "id": "23802200", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-17T00:00:00.000Z", "date_start": "2021-02-03T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "a389601abf7ebae514.66258736", "listing_ids": [ 108550, 108551, 108547, 203833, 218022, 217926, 212829, 203834, 209649, 200979, 149882, 149890, 184899, 196661, 75642, 80307, 184982 ], "page": 1, "query": "janesville, wisconsin" }, "site_content": { "id": "79871" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-03T15:21:37.000Z", "visit_id": "error" }, "Hit Timestamp": 1612365697898, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-03T15:21:38.984Z", "sentAt": "2021-02-03T15:21:38.230Z", "timestamp": "2021-02-03T15:21:38.981Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5751989
- updated: 2021-02-03 10:21:54
-
Version 4684373
- created: 2021-02-03 10:17:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`visit_id`:STRING,`timestamp`:STRING,`site_type`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684373
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-03T16:17:04Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612310400000/1612368714487.528c661c61a8.fde281a.a6888bcb-ba06-482a-a93f-2b4218ef52cf.gz|segment_separator:34", "anonymousId": "c82a7af4-b71b-497e-bd12-9afb2c1f46c0", "channel": "client", "context": { "ip": "40.77.139.20", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/north-carolina/rich-square/car-storage/", "referrer": "", "search": "", "title": "Cheap Car & Vehicle Storage Units Rich Square, NC (Up to 50% Off)", "url": "https://www.selfstorage.moreyard.com/self-storage/north-carolina/rich-square/car-storage/" }, "userAgent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-e4fe0ee646d642bf56209953780e6edb", "originalTimestamp": "2021-02-03T15:57:29.269Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "dev", "location": { "city": "Rich Square", "id": "24739161", "state": "NC" }, "page_subtype": "vehicleLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-17T00:00:00.000Z", "date_start": "2021-02-03T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "c592601ac7e56c0d70.02781374", "listing_ids": [], "page": 1, "query": "rich-square, north-carolina" }, "site_content": { "id": "365811" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-03T15:57:28.000Z", "visit_id": "bot" }, "Hit Timestamp": 1612367848751, "env": "dev", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-03T15:57:29.724Z", "sentAt": "2021-02-03T15:57:29.274Z", "timestamp": "2021-02-03T15:57:29.719Z", "type": "track", "userId": "bot", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "string" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5751985
- updated: 2021-02-03 10:19:19
-
Version 4684372
- created: 2021-02-03 10:15:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW
- id: 4684372
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-03T16:15:28Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1612310400000/1612368747261.369afef465b0.fde281a.3f7a4d06-7cfb-4d11-8a94-aed055d2171d.gz|segment_separator:34", "anonymousId": "16abd4d8-b04f-4b0b-aab4-70fc11a75c29", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/self-storage/wisconsin/janesville/", "referrer": "", "search": "?sftest=on", "title": "Best Janesville, WI Self-Storage Units | $1 First Month Rent", "url": "https://www.selfstorage.extrameter.com/self-storage/wisconsin/janesville/?sftest=on" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_1_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36" }, "event": "CON PAGEVIEW", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-bdc75c9c32bbff933368df586db73e56", "originalTimestamp": "2021-02-03T15:24:01.579Z", "projectId": "VCAARGbeZs", "properties": { "CON": { "environment": "development", "location": { "city": "Janesville", "id": "23802200", "state": "WI" }, "page_subtype": "cityLandingPage", "page_type": "searchPage", "ppc": { "adwords": { "date_end": "2021-02-17T00:00:00.000Z", "date_start": "2021-02-03T00:00:00.000Z", "page_type": "searchresults" } }, "search_result": { "id": "838a601ac00d5fd8f7.54362626", "listing_ids": [ 108550, 108551, 108547, 203833, 218022, 217926, 212829, 203834, 209649, 200979, 149882, 149890, 184899, 196661, 75642, 80307, 184982 ], "page": 1, "query": "janesville, wisconsin" }, "site_content": { "id": "79871" }, "site_id": 27, "site_type": "desktop", "timestamp": "2021-02-03T15:24:00.000Z", "visit_id": "error" }, "Hit Timestamp": 1612365841281, "env": "development", "isReact": true, "site_id": 27 }, "receivedAt": "2021-02-03T15:24:01.864Z", "sentAt": "2021-02-03T15:24:01.581Z", "timestamp": "2021-02-03T15:24:01.862Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1112
- schema_scan_id: 5751982
- updated: 2021-02-03 10:17:36
Schema Scans: 13
Last at 2021-02-09 17:17:14
-
Scan 5754171
- duration: 0:01:57.033099
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5754171
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612911824645.db7aa8f52935.fde281a.c3894e86-7192-4704-b8b1-ecaddd499be1.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 17:17:14
- success: True
- trace_id: 2028540608177998808
-
Scan 5754165
- duration: 0:01:54.390515
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5754165
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612912342744.369afef465b0.fde281a.1bfd2d5e-6f5f-42d7-82e7-ee9af8f584a4.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 17:12:43
- success: True
- trace_id: 7439608433847209001
-
Scan 5754106
- duration: 0:01:49.496687
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5754106
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612908943969.a9b5dd643d48.fde281a.750b4a86-09b8-41b3-a65f-0a09da2a07a1.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 16:29:22
- success: True
- trace_id: 10326295451135345647
-
Scan 5754104
- duration: 0:01:54.224359
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5754104
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612908940257.d620080c67f3.fde281a.98662517-8f1a-4597-b816-70d3e284295f.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 16:27:28
- success: True
- trace_id: 15603378869355810910
-
Scan 5754008
- duration: 0:01:44.200985
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5754008
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612907067700.11d2cdccd2c3.fde281a.33b7f095-0c5d-41a2-8365-e203232621df.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 15:54:11
- success: True
- trace_id: 3066106221762184435
-
Scan 5753996
- duration: 0:01:52.215193
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5753996
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612905340600.f83d63fe07ed.fde281a.ebd3ddab-1617-467f-a86a-496caf3171fb.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 15:28:11
- success: True
- trace_id: 245792739310323124
-
Scan 5753966
- duration: 0:01:49.178491
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5753966
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612904629014.7afa618686ae.fde281a.1d788568-fac7-4724-99b0-d4dfb2a5a212.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 15:21:23
- success: True
- trace_id: 18223901257277823784
-
Scan 5753922
- duration: 0:02:04.461965
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 427, "partitions_applied": false, "success": true } - id: 5753922
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "type": "string", "value": "2021-02-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612904622474.b3282638195e.fde281a.33136972-76d1-4c57-a1b0-d2c11dd9509f.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-09 15:09:40
- success: True
- trace_id: 1855616630831212877
-
Scan 5752618
- duration: 0:01:51.862271
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 426, "partitions_applied": false, "success": true } - id: 5752618
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/", "name": "dt", "type": "string", "value": "2021-02-08" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-08/1612811716954.a9b5dd643d48.fde281a.551a1c5d-d7d0-4989-a087-c722c241ac07.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-08 13:16:25
- success: True
- trace_id: 12479184474618263884
-
Scan 5752545
- duration: 0:01:54.271322
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 426, "partitions_applied": false, "success": true } - id: 5752545
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/", "name": "dt", "type": "string", "value": "2021-02-08" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-08/1612808135402.dd4b770bc6c6.fde281a.978364fd-77a6-4ff9-86b7-92b735093ed0.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-08 12:21:35
- success: True
- trace_id: 4802469549678075531
-
Scan 5751989
- duration: 0:01:49.247386
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 422, "partitions_applied": false, "success": true } - id: 5751989
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-03/", "name": "dt", "type": "string", "value": "2021-02-03" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-03/1612368932252.fba86f699abb.fde281a.0804315a-ffa1-42df-a31c-656c393cc690.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-03 10:20:09
- success: True
- trace_id: 15573271988207360548
-
Scan 5751985
- duration: 0:01:41.850747
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 422, "partitions_applied": false, "success": true } - id: 5751985
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-03/", "name": "dt", "type": "string", "value": "2021-02-03" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-03/1612368714487.528c661c61a8.fde281a.a6888bcb-ba06-482a-a93f-2b4218ef52cf.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-03 10:17:42
- success: True
- trace_id: 162282620251207223
-
Scan 5751982
- duration: 0:01:42.004685
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 422, "partitions_applied": false, "success": true } - id: 5751982
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-03/", "name": "dt", "type": "string", "value": "2021-02-03" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW", "key": "separated_dt/CON PAGEVIEW/dt=2021-02-03/1612368747261.369afef465b0.fde281a.3f7a4d06-7cfb-4d11-8a94-aed055d2171d.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_CON_PAGEVIEW", "type": "segment" } } - running: False
- schema_name_id: 1112
- start_time: 2021-02-03 10:15:59
- success: True
- trace_id: 7121950485989903633
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n;" ] - name: dt
- state:
[ { "info": { "id": 164936, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/", "name": "dt", "value": "2021-02-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-07 19:15:53", "last_data": "2021-02-08 18:37:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 165004, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/", "name": "dt", "value": "2021-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-09 09:10:43", "last_data": "2021-02-09 17:19:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 165058, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-10/", "name": "dt", "value": "2021-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-02-10 11:04:12", "last_data": "2021-02-10 11:04:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.CON.0": "string", "properties.CON.1": "string", "properties.CON.10": "string", "properties.CON.11": "string", "properties.CON.2": "string", "properties.CON.3": "string", "properties.CON.4": "string", "properties.CON.5": "string", "properties.CON.6": "string", "properties.CON.7": "string", "properties.CON.8": "string", "properties.CON.9": "string", "properties.CON.environment": "string", "properties.CON.facility.id": "string", "properties.CON.facility.title": "string", "properties.CON.location.city": "string", "properties.CON.location.id": "string", "properties.CON.location.state": "string", "properties.CON.page_subtype": "string", "properties.CON.page_type": "string", "properties.CON.ppc.adwords.date_end": "string", "properties.CON.ppc.adwords.date_start": "string", "properties.CON.ppc.adwords.page_type": "string", "properties.CON.search_result.id": "string", "properties.CON.search_result.listing_ids": [ "int" ], "properties.CON.search_result.page": "string", "properties.CON.search_result.query": "string", "properties.CON.site_content.id": "string", "properties.CON.site_id": "string", "properties.CON.site_type": "string", "properties.CON.timestamp": "string", "properties.CON.transaction.confirmation_code": "string", "properties.CON.transaction.email": "string", "properties.CON.transaction.id": "string", "properties.CON.transaction.npv": "string", "properties.CON.unit.id": "string", "properties.CON.unit.price": "string", "properties.CON.visit_id": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.facility.id": "string", "properties.facility.title": "string", "properties.isReact": "string", "properties.location.city": "string", "properties.location.id": "string", "properties.location.state": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2021-02-09 17:17:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2018-12-04 16:38:04",
"disabled": false,
"format": "raw",
"id": 1112,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "ssdc_con_pageview"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 164936,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-08/",
"name": "dt",
"value": "2021-02-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-07 19:15:53",
"last_data": "2021-02-08 18:37:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 165004,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
"name": "dt",
"value": "2021-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-09 09:10:43",
"last_data": "2021-02-09 17:19:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 165058,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW/dt=2021-02-10/",
"name": "dt",
"value": "2021-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-02-10 11:04:12",
"last_data": "2021-02-10 11:04:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.content": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.CON.0": "string",
"properties.CON.1": "string",
"properties.CON.10": "string",
"properties.CON.11": "string",
"properties.CON.2": "string",
"properties.CON.3": "string",
"properties.CON.4": "string",
"properties.CON.5": "string",
"properties.CON.6": "string",
"properties.CON.7": "string",
"properties.CON.8": "string",
"properties.CON.9": "string",
"properties.CON.environment": "string",
"properties.CON.facility.id": "string",
"properties.CON.facility.title": "string",
"properties.CON.location.city": "string",
"properties.CON.location.id": "string",
"properties.CON.location.state": "string",
"properties.CON.page_subtype": "string",
"properties.CON.page_type": "string",
"properties.CON.ppc.adwords.date_end": "string",
"properties.CON.ppc.adwords.date_start": "string",
"properties.CON.ppc.adwords.page_type": "string",
"properties.CON.search_result.id": "string",
"properties.CON.search_result.listing_ids": [
"int"
],
"properties.CON.search_result.page": "string",
"properties.CON.search_result.query": "string",
"properties.CON.site_content.id": "string",
"properties.CON.site_id": "string",
"properties.CON.site_type": "string",
"properties.CON.timestamp": "string",
"properties.CON.transaction.confirmation_code": "string",
"properties.CON.transaction.email": "string",
"properties.CON.transaction.id": "string",
"properties.CON.transaction.npv": "string",
"properties.CON.unit.id": "string",
"properties.CON.unit.price": "string",
"properties.CON.visit_id": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.facility.id": "string",
"properties.facility.title": "string",
"properties.isReact": "string",
"properties.location.city": "string",
"properties.location.id": "string",
"properties.location.state": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2021-02-09 17:17:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_con_pageview`\n(\n`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`site_id`:STRING,`CON`:struct<`9`:STRING,`environment`:STRING,`site_type`:STRING,`timestamp`:STRING,`visit_id`:STRING,`site_id`:STRING,`page_type`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`page_type`:STRING,`date_start`:STRING>>,`4`:STRING,`1`:STRING,`11`:STRING,`5`:STRING,`2`:STRING,`0`:STRING,`6`:STRING,`7`:STRING,`8`:STRING,`search_result`:struct<`page`:STRING,`id`:STRING,`listing_ids`:array,`query`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`3`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`site_content`:struct<`id`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`10`:STRING>,`isReact`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>>,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/CON PAGEVIEW'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_con_pageview`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_con_pageview"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}