Schema Info

Schema Name: sfdl_dev_segment.ssdc_product_list_viewed

created: 2017-11-02 15:01:48
disabled: False
format: raw
id: 459
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "ssdc_product_list_viewed"
}

type: segment

Schema Versions: 3

Version 4675955

created: 2020-01-21 16:09:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_product_list_viewed`\n(\n`integrations`struct<`_empty_`:STRING>,`event`STRING,`messageId`STRING,`timestamp`STRING,`originalTimestamp`STRING,`userId`STRING,`_origin`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`projectId`STRING,`channel`STRING,`receivedAt`STRING,`properties`struct<`productIds`:array,`category`:STRING,`site_id`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`isReact`:STRING,`searchTerm`:STRING,`env`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`Hit_Timestamp`:STRING>,`sentAt`STRING,`anonymousId`STRING,`context`struct<`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`referrer`:STRING>,`userAgent`:STRING>,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed
id: 4675955
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-21T22:09:05Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1579564800000/1579644454720.81f34d95408c.e4797d0.74c5fe3b-8098-4ffb-9bfe-b5b9622019ca.gz|segment_separator:34",
    "anonymousId": "3505a83d-95f0-4437-b24b-c9a671bd07f4",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/texas/austin/",
            "referrer": "",
            "search": "?mgr=ssdr&SELENIUM=true",
            "title": "20 Best Austin, TX Self-Storage Units w/ Prices & Reviews",
            "url": "https://www.selfstorage.extrameter.com/self-storage/texas/austin/?mgr=ssdr&SELENIUM=true"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-5752ec1194cafba705ef27a506886a33",
    "originalTimestamp": "2020-01-21T21:13:11.423Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "Hit Timestamp": 1579641190612,
        "env": "development",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Austin, Texas",
        "page": 1,
        "productIds": [
            205806,
            209072,
            213435,
            205886,
            211322,
            206451,
            201698,
            63542,
            205937,
            50712,
            156046,
            152939,
            213602,
            213519,
            203189,
            213452,
            213453,
            213618,
            213070,
            213395
        ],
        "products": [
            {
                "distance": 3.7,
                "id": 213412,
                "inNetwork": true,
                "name": "Public Storage - Austin - 5016 E Ben White Blvd",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "Austin, TX",
        "search_id": "32635e2769626552b8.78041448",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2020-01-21T21:13:11.885Z",
    "sentAt": "2020-01-21T21:13:11.427Z",
    "timestamp": "2020-01-21T21:13:11.881Z",
    "type": "track",
    "userId": "SELENIUM",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 459
schema_scan_id: 5382634
updated: 2020-01-21 16:11:43

Version 4675927

created: 2020-01-16 12:54:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_product_list_viewed`\n(\n`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`integrations`struct<`_empty_`:STRING>,`version`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`userId`STRING,`receivedAt`STRING,`event`STRING,`messageId`STRING,`projectId`STRING,`context`struct<`page`:struct<`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING,`search`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING,`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING>,`timestamp`STRING,`sentAt`STRING,`_origin`STRING,`properties`struct<`category`:STRING,`page`:STRING,`isReact`:STRING,`Hit_Timestamp`:STRING,`label`:STRING,`searchTerm`:STRING,`site_id`:STRING,`search_id`:STRING,`products`:array,`env`:STRING,`productIds`:array,`value`:STRING,`list_id`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed
id: 4675927
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-16T18:54:15Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1579132800000/1579200250091.c55215427e02.e4797d0.2a1752fb-524d-482e-aca1-4c2c3cdd8429.gz|segment_separator:34",
    "anonymousId": "9c9134c6-7896-4749-b99b-0b4f1c7e5eed",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/georgia/athens/",
            "referrer": "http://localhost:9116/self-storage/sandbox/iowa/",
            "search": "",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "http://localhost:9116/self-storage/georgia/athens/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-b13a5cf350790f43f416fa77f1e50172",
    "originalTimestamp": "2020-01-16T18:23:47.863Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "Hit Timestamp": 1579199027861,
        "env": "development",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Athens, Georgia",
        "page": 1,
        "productIds": [
            200274,
            153702,
            205157,
            70400,
            212536,
            212538,
            212532,
            212537,
            212952,
            210442,
            200341,
            200925,
            70398,
            210007,
            77336,
            121118,
            196700,
            100871,
            97819,
            185035
        ],
        "products": [
            {
                "distance": 1.3,
                "id": 200274,
                "inNetwork": true,
                "name": "Mini U Storage - Athens",
                "position": 1,
                "rank": 1
            },
            {
                "distance": 2.3,
                "id": 153702,
                "inNetwork": true,
                "name": "Elbow Room Storage",
                "position": 2,
                "rank": 2
            },
            {
                "distance": 2.3,
                "id": 205157,
                "inNetwork": true,
                "name": "StorePro Self Storage",
                "position": 3,
                "rank": 3
            },
            {
                "distance": 2.3,
                "id": 70400,
                "inNetwork": true,
                "name": "StorageMart - US 29 & Athena Drive to Collins Industrial Blvd",
                "position": 4,
                "rank": 4
            },
            {
                "distance": 2.4,
                "id": 212536,
                "inNetwork": true,
                "name": "Fort Knox Storage - Bulldog",
                "position": 5,
                "rank": 5
            },
            {
                "distance": 3.5,
                "id": 212538,
                "inNetwork": true,
                "name": "Fort Knox Storage - Hawthorne Ave.",
                "position": 6,
                "rank": 6
            },
            {
                "distance": 3.5,
                "id": 212532,
                "inNetwork": true,
                "name": "Fort Knox Storage - Hull Road",
                "position": 7,
                "rank": 7
            },
            {
                "distance": 3.8,
                "id": 212537,
                "inNetwork": true,
                "name": "Fort Knox Storage - Atlanta Highway",
                "position": 8,
                "rank": 8
            },
            {
                "distance": 4,
                "id": 212952,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Athens",
                "position": 9,
                "rank": 9
            },
            {
                "distance": 4.6,
                "id": 210442,
                "inNetwork": true,
                "name": "Fort Knox Storage - Athens",
                "position": 10,
                "rank": 10
            },
            {
                "distance": 6.3,
                "id": 200341,
                "inNetwork": true,
                "name": "Epps Bridge Storage",
                "position": 11,
                "rank": 11
            },
            {
                "distance": 6.5,
                "id": 200925,
                "inNetwork": true,
                "name": "StoreSmart - Watkinsville",
                "position": 12,
                "rank": 12
            },
            {
                "distance": 6.7,
                "id": 70398,
                "inNetwork": true,
                "name": "StorageMart - Atlanta Hwy & Cleveland Rd",
                "position": 13,
                "rank": 13
            },
            {
                "distance": 10.6,
                "id": 210007,
                "inNetwork": true,
                "name": "Rhino Mini Storage",
                "position": 14,
                "rank": 14
            },
            {
                "distance": 1.1,
                "id": 77336,
                "inNetwork": false,
                "name": "Top Dog Storage",
                "position": 15,
                "rank": 15
            },
            {
                "distance": 3,
                "id": 121118,
                "inNetwork": false,
                "name": "Central Storage Mini Warehouses Inc",
                "position": 16,
                "rank": 16
            },
            {
                "distance": 2.9,
                "id": 196700,
                "inNetwork": false,
                "name": "Attics Of Athens - 107 Alpine Way",
                "position": 17,
                "rank": 17
            },
            {
                "distance": 1.8,
                "id": 100871,
                "inNetwork": false,
                "name": "Extra Storage Inc",
                "position": 18,
                "rank": 18
            },
            {
                "distance": 2.6,
                "id": 97819,
                "inNetwork": false,
                "name": "On The Way Mini-Self Storage",
                "position": 19,
                "rank": 19
            },
            {
                "distance": 2.6,
                "id": 185035,
                "inNetwork": false,
                "name": "Athens Self Storage - 170 Security Cir",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "Athens, GA",
        "search_id": "541e5e20aa32becc62.20162826",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2020-01-16T18:23:48.231Z",
    "sentAt": "2020-01-16T18:23:47.867Z",
    "timestamp": "2020-01-16T18:23:48.227Z",
    "type": "track",
    "userId": "a0792d8ce9850754e26cc2da42c6900e",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 459
schema_scan_id: 5376012
updated: 2020-01-16 13:02:20

Version 4666593

created: 2019-02-28 16:10:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_product_list_viewed`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`search_id`:STRING,`page`:STRING>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`channel`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed
id: 4666593
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2019-02-28T22:09:49Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1551312000000/1551391777625.2436e0201cb7.dev.a5f73dc9-3ae4-46dc-8756-d3e5579805bb.gz|segment_separator:34",
    "anonymousId": "35bac60d-bed1-4862-842c-dafc7b04657c",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "control",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_geobmm",
            "source": "google"
        },
        "ip": "184.72.209.62",
        "library": {
            "name": "analytics.js",
            "version": "3.7.2"
        },
        "page": {
            "path": "/self-storage/texas/austin/",
            "referrer": "",
            "search": "?mgr=ssdr&SELENIUM=true&forceExperiments=sf_6409_hide_phone_numbers:control",
            "title": "Top 20 Austin, TX Self-Storage Units w/ Prices & Reviews",
            "url": "https://www.selfstorage.moreyard.com/self-storage/texas/austin/?mgr=ssdr&SELENIUM=true&forceExperiments=sf_6409_hide_phone_numbers:control"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.109 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-2c10d202d8dc8ba589727acd14535a15",
    "originalTimestamp": "2019-02-28T22:02:24.850Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "Hit Timestamp": 1551391344600,
        "category": "undefined, undefined",
        "env": "dev",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Austin, Texas",
        "page": 1,
        "productIds": [
            209852,
            152927,
            202724,
            154077,
            69694,
            209060,
            204349,
            156115,
            202820,
            158298,
            209054,
            194245,
            206130,
            199878,
            210059,
            205806,
            209072,
            205886,
            105377,
            202824
        ],
        "products": [
            {
                "distance": 1.2,
                "id": 209852,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 1411 W 5th St",
                "position": 1,
                "rank": 1
            },
            {
                "distance": 1.7,
                "id": 152927,
                "inNetwork": true,
                "name": "Security Self Storage - South Lamar",
                "position": 2,
                "rank": 2
            },
            {
                "distance": 1.9,
                "id": 202724,
                "inNetwork": true,
                "name": "Life Storage - Austin - Mary Street",
                "position": 3,
                "rank": 3
            },
            {
                "distance": 2.2,
                "id": 154077,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 2220 E Riverside Dr",
                "position": 4,
                "rank": 4
            },
            {
                "distance": 2.3,
                "id": 69694,
                "inNetwork": true,
                "name": "Stor Self Storage - South Lamar",
                "position": 5,
                "rank": 5
            },
            {
                "distance": 2.3,
                "id": 209060,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 2701 S Congress Ave",
                "position": 6,
                "rank": 6
            },
            {
                "distance": 2.5,
                "id": 204349,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 2525 S I-35",
                "position": 7,
                "rank": 7
            },
            {
                "distance": 2.7,
                "id": 156115,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 2201 South Pleasant Valley Road",
                "position": 8,
                "rank": 8
            },
            {
                "distance": 3.4,
                "id": 202820,
                "inNetwork": true,
                "name": "Ben White Mini Storage",
                "position": 9,
                "rank": 9
            },
            {
                "distance": 3.4,
                "id": 158298,
                "inNetwork": true,
                "name": "Lone Star Self Storage",
                "position": 10,
                "rank": 10
            },
            {
                "distance": 3.5,
                "id": 209054,
                "inNetwork": true,
                "name": "Extra Space Storage - Austin - 50th St",
                "position": 11,
                "rank": 11
            },
            {
                "distance": 3.6,
                "id": 194245,
                "inNetwork": true,
                "name": "StorWise Ben White",
                "position": 12,
                "rank": 12
            },
            {
                "distance": 3.6,
                "id": 206130,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 2401 E Ben White Blvd",
                "position": 13,
                "rank": 13
            },
            {
                "distance": 3.6,
                "id": 199878,
                "inNetwork": true,
                "name": "Access Self Storage",
                "position": 14,
                "rank": 14
            },
            {
                "distance": 3.8,
                "id": 210059,
                "inNetwork": true,
                "name": "Life Storage - Austin - 4500 South Congress Avenue",
                "position": 15,
                "rank": 15
            },
            {
                "distance": 3.8,
                "id": 205806,
                "inNetwork": true,
                "name": "St. Elmo Storage - 405 St Elmo Road",
                "position": 16,
                "rank": 16
            },
            {
                "distance": 3.9,
                "id": 209072,
                "inNetwork": true,
                "name": "Life Storage - Austin - South Congress Avenue",
                "position": 17,
                "rank": 17
            },
            {
                "distance": 4.1,
                "id": 205886,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 6130 East Ben White Boulevard",
                "position": 18,
                "rank": 18
            },
            {
                "distance": 4.3,
                "id": 105377,
                "inNetwork": true,
                "name": "Watson & Taylor Self Storage - Austin",
                "position": 19,
                "rank": 19
            },
            {
                "distance": 4.6,
                "id": 202824,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 5715 Burnet Rd",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "Austin, TX",
        "search_id": "feea5c785a816c3e61.57734573",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2019-02-28T22:02:43.876Z",
    "sentAt": "2019-02-28T22:02:24.859Z",
    "timestamp": "2019-02-28T22:02:43.867Z",
    "type": "track",
    "userId": "SELENIUM",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 459
schema_scan_id: 4584755
updated: 2019-02-28 16:14:02

Schema Scans: 3

Last at 2020-01-21 16:09:31

Scan 5382634

duration: 0:02:16.690572

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 625,
    "partitions_applied": false,
    "success": true
}

id: 5382634

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2020-01-21/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-21"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-01-21/1579644454720.81f34d95408c.e4797d0.74c5fe3b-8098-4ffb-9bfe-b5b9622019ca.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 459
start_time: 2020-01-21 16:09:31
success: True
trace_id: 10388596572209382794

Scan 5376012

duration: 0:08:10.394030

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 624,
    "partitions_applied": false,
    "success": true
}

id: 5376012

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2020-01-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-01-16/1579200250091.c55215427e02.e4797d0.2a1752fb-524d-482e-aca1-4c2c3cdd8429.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 459
start_time: 2020-01-16 12:54:18
success: True
trace_id: 3628298255418695761

Scan 4584755

duration: 0:01:20.543358

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 470,
    "partitions_applied": false,
    "success": true
}

id: 4584755

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2019-02-28/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-28"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2019-02-28/1551391777625.2436e0201cb7.dev.a5f73dc9-3ae4-46dc-8756-d3e5579805bb.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 459
start_time: 2019-02-28 16:10:43
success: True
trace_id: 17317525758693204947

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.ssdc_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-10/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 164934,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-08/",
            "name": "dt",
            "value": "2021-02-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-07 19:04:01",
                "last_data": "2021-02-08 18:22:30"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 165003,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 09:10:39",
                "last_data": "2021-02-09 17:17:13"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 165056,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 10:15:48",
                "last_data": "2021-02-10 10:15:48"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-01-21 16:09:31

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_product_list_viewed`\n(\n`integrations`struct<`_empty_`:STRING>,`event`STRING,`messageId`STRING,`timestamp`STRING,`originalTimestamp`STRING,`userId`STRING,`_origin`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`projectId`STRING,`channel`STRING,`receivedAt`STRING,`properties`struct<`productIds`:array,`category`:STRING,`site_id`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`isReact`:STRING,`searchTerm`:STRING,`env`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`Hit_Timestamp`:STRING>,`sentAt`STRING,`anonymousId`STRING,`context`struct<`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`referrer`:STRING>,`userAgent`:STRING>,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_product_list_viewed`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_product_list_viewed"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2017-11-02 15:01:48",
        "disabled": false,
        "format": "raw",
        "id": 459,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "ssdc_product_list_viewed"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.ssdc_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-08') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-08/'\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-10/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 164934,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-08/",
                    "name": "dt",
                    "value": "2021-02-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-07 19:04:01",
                        "last_data": "2021-02-08 18:22:30"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 165003,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 09:10:39",
                        "last_data": "2021-02-09 17:17:13"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 165056,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 10:15:48",
                        "last_data": "2021-02-10 10:15:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.list_id": "string",
            "properties.page": "string",
            "properties.productIds": [
                "int"
            ],
            "properties.products": [
                {
                    "distance": "string",
                    "id": "string",
                    "inNetwork": "string",
                    "name": "string",
                    "position": "string",
                    "rank": "string"
                }
            ],
            "properties.searchTerm": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.value": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-01-21 16:09:31",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_product_list_viewed`\n(\n`integrations`struct<`_empty_`:STRING>,`event`STRING,`messageId`STRING,`timestamp`STRING,`originalTimestamp`STRING,`userId`STRING,`_origin`STRING,`type`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`projectId`STRING,`channel`STRING,`receivedAt`STRING,`properties`struct<`productIds`:array,`category`:STRING,`site_id`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`isReact`:STRING,`searchTerm`:STRING,`env`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`Hit_Timestamp`:STRING>,`sentAt`STRING,`anonymousId`STRING,`context`struct<`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`locale`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`referrer`:STRING>,`userAgent`:STRING>,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/Product List Viewed'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_product_list_viewed`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_product_list_viewed"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}