Schema Info

Schema Name: sfdl_dev_segment.storagedc_productlistviewed

created: 2022-07-13 18:18:25
disabled: False
format: raw
id: 1836
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "storagedc_productlistviewed"
}

type: segment

Schema Versions: 2

Version 4752007

created: 2024-12-26 01:39:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.storagedc_productlistviewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagedc_productlistviewed`\n(\n`event`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`anonymousId`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`list_id`:STRING,`productIds`:array,`value`:STRING,`products`:array,`search_id`:STRING,`page`:STRING,`site_id`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`searchTerm`:STRING,`isReact`:STRING,`label`:STRING>,`_origin`STRING,`sentAt`STRING,`type`STRING,`channel`STRING,`version`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.storagedc_productlistviewed"
]

hive_path: s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed
id: 4752007
processed: 1

raw_data:

{
    "__segment_internal": {},
    "_metadata": {
        "bundled": [
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "61fd64670cf43356b5f83804"
        ],
        "unbundled": []
    },
    "_origin": "2024-12-26T07:39:45Z|s3://sfdl-segment-storagedc-dev/segment-logs/ag7fLqN2ZZniVJC2BF93By/1735171200000/1735198774179.events-archiver-480-13..77ef2a2a-b447-4de8-811d-1c9be9f39b70.gz|analytics-segment-separator-dev:$LATEST",
    "anonymousId": "38e4850e-a281-4e6c-8c02-f423e48df799",
    "channel": "client",
    "context": {
        "ip": "58.84.60.216",
        "library": {
            "name": "analytics.js",
            "version": "next-1.76.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/california/riverside/",
            "referrer": "",
            "search": "",
            "title": "30 Cheap Self-Storage Units in Riverside, CA (from $21)",
            "url": "http://localhost:9116/self-storage/california/riverside/"
        },
        "timezone": "Asia/Calcutta",
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Google Chrome",
                    "version": "131"
                },
                {
                    "brand": "Chromium",
                    "version": "131"
                },
                {
                    "brand": "Not_A Brand",
                    "version": "24"
                }
            ],
            "mobile": false,
            "platform": "Windows"
        }
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-next-1735195712867-4c02f423-e48d-4799-bf71-6d0be51887a2",
    "originalTimestamp": "2024-12-26T06:48:32.867Z",
    "projectId": "ag7fLqN2ZZniVJC2BF93By",
    "properties": {
        "Hit Timestamp": 1735195710960,
        "env": "development",
        "isReact": true,
        "label": "enhancedecommerce",
        "productIds": [
            235499,
            105186,
            206276,
            215903,
            234775,
            105404,
            230737,
            222078,
            229939,
            105398,
            216024,
            216124,
            229896,
            230963,
            215422,
            205974,
            230790,
            232348,
            231893,
            218695,
            205969,
            63281,
            230964,
            63280,
            216030,
            215413,
            230965,
            63282,
            69486,
            234850
        ],
        "products": [
            {
                "distance": 2.8,
                "id": 235499,
                "inNetwork": true,
                "name": "Extra Space Storage - 6085 - Riverside - 3rd St",
                "position": 1,
                "rank": 1
            },
            {
                "distance": 9.6,
                "id": 105186,
                "inNetwork": true,
                "name": "Security Public Storage - Moreno Valley",
                "position": 2,
                "rank": 2
            },
            {
                "distance": 0.9,
                "id": 206276,
                "inNetwork": true,
                "name": "A-Storage Place - Riverside",
                "position": 3,
                "rank": 3
            },
            {
                "distance": 4.1,
                "id": 215903,
                "inNetwork": true,
                "name": "Public Storage - Riverside - 6379 Mission Blvd",
                "position": 4,
                "rank": 4
            },
            {
                "distance": 5.9,
                "id": 234775,
                "inNetwork": true,
                "name": "Extra Space Storage - 3704 - Riverside - Indiana Ave",
                "position": 5,
                "rank": 5
            },
            {
                "distance": 1.1,
                "id": 105404,
                "inNetwork": true,
                "name": "Riverside Self Storage - 7200 Indiana Ave",
                "position": 6,
                "rank": 6
            },
            {
                "distance": 3.5,
                "id": 230737,
                "inNetwork": true,
                "name": "Extra Space Storage - 8016 - Riverside - Mission Blvd",
                "position": 7,
                "rank": 7
            },
            {
                "distance": 12.8,
                "id": 222078,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - CA Fontana Baseline Ave",
                "position": 8,
                "rank": 8
            },
            {
                "distance": 6.6,
                "id": 229939,
                "inNetwork": true,
                "name": "Extra Space Storage - 3747 - Riverside - Bellegrave Ave",
                "position": 9,
                "rank": 9
            },
            {
                "distance": 5.1,
                "id": 105398,
                "inNetwork": true,
                "name": "Tri City Storage",
                "position": 10,
                "rank": 10
            },
            {
                "distance": 14.4,
                "id": 216024,
                "inNetwork": true,
                "name": "Public Storage - Rancho Cucamonga - 8949 Hermosa Ave",
                "position": 11,
                "rank": 11
            },
            {
                "distance": 5.5,
                "id": 216124,
                "inNetwork": true,
                "name": "Public Storage - Riverside - 10789 Hole Ave",
                "position": 12,
                "rank": 12
            },
            {
                "distance": 10.2,
                "id": 229896,
                "inNetwork": true,
                "name": "Extra Space Storage - 3558 - Norco - Hidden Valley Pkwy",
                "position": 13,
                "rank": 13
            },
            {
                "distance": 12.5,
                "id": 230963,
                "inNetwork": true,
                "name": "Extra Space Storage - 1476 - Fontana - Foothill Blvd",
                "position": 14,
                "rank": 14
            },
            {
                "distance": 8.3,
                "id": 215422,
                "inNetwork": true,
                "name": "Public Storage - Fontana - 17173 Valley Blvd",
                "position": 15,
                "rank": 15
            },
            {
                "distance": 14,
                "id": 205974,
                "inNetwork": true,
                "name": "Trojan Storage of Rancho Cucamonga",
                "position": 16,
                "rank": 16
            },
            {
                "distance": 8.2,
                "id": 230790,
                "inNetwork": true,
                "name": "Extra Space Storage - 1121 - Fontana - 17197 Valley Blvd",
                "position": 17,
                "rank": 17
            },
            {
                "distance": 10.9,
                "id": 232348,
                "inNetwork": true,
                "name": "Extra Space Storage - 8068 - Moreno Valley - Perris Blvd",
                "position": 18,
                "rank": 18
            },
            {
                "distance": 10,
                "id": 231893,
                "inNetwork": true,
                "name": "Extra Space Storage - 6051 - Rialto - 309 Riverside Ave - Annex",
                "position": 19,
                "rank": 19
            },
            {
                "distance": 0.4,
                "id": 218695,
                "inNetwork": true,
                "name": "A Storage Place - Palm",
                "position": 20,
                "rank": 20
            },
            {
                "distance": 9.7,
                "id": 205969,
                "inNetwork": true,
                "name": "Trojan Storage of Colton",
                "position": 21,
                "rank": 21
            },
            {
                "distance": 3.5,
                "id": 63281,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Riverside - 7600 Arlington Avenue",
                "position": 22,
                "rank": 22
            },
            {
                "distance": 13.3,
                "id": 230964,
                "inNetwork": true,
                "name": "Extra Space Storage - 1477 - Fontana - Baseline Ave",
                "position": 23,
                "rank": 23
            },
            {
                "distance": 10,
                "id": 63280,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Rialto - 210 West Bonnie View Drive",
                "position": 24,
                "rank": 24
            },
            {
                "distance": 12.1,
                "id": 216030,
                "inNetwork": true,
                "name": "Public Storage - Corona - 1351 Pomona Road",
                "position": 25,
                "rank": 25
            },
            {
                "distance": 9.6,
                "id": 215413,
                "inNetwork": true,
                "name": "Public Storage - Colton - 1600 Fairway Dr",
                "position": 26,
                "rank": 26
            },
            {
                "distance": 11.7,
                "id": 230965,
                "inNetwork": true,
                "name": "Extra Space Storage - 1478 - Fontana - 14750 Foothill Blvd",
                "position": 27,
                "rank": 27
            },
            {
                "distance": 3.5,
                "id": 63282,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Riverside - 4011 Fairgrounds Street",
                "position": 28,
                "rank": 28
            },
            {
                "distance": 3.1,
                "id": 69486,
                "inNetwork": true,
                "name": "Airport Mini Storage - Riverside - 7044 Arlington Avenue",
                "position": 29,
                "rank": 29
            },
            {
                "distance": 5.9,
                "id": 234850,
                "inNetwork": true,
                "name": "Extra Space Storage - 0231 - Moreno Valley - Box Springs Rd",
                "position": 30,
                "rank": 30
            }
        ],
        "site_id": 27,
        "value": 30
    },
    "receivedAt": "2024-12-26T06:48:33.665Z",
    "sentAt": "2024-12-26T06:48:32.889Z",
    "timestamp": "2024-12-26T06:48:33.643Z",
    "type": "track",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 1836
schema_scan_id: 6736672
updated: 2024-12-26 01:40:11

Version 4689564

created: 2022-07-13 18:18:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.storagedc_productlistviewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagedc_productlistviewed`\n(\n`anonymousId`STRING,`channel`STRING,`context`struct<`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`userAgent`:STRING>,`event`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`isReact`:STRING,`label`:STRING,`list_id`:STRING,`page`:STRING,`productIds`:array,`products`:array,`searchTerm`:STRING,`search_id`:STRING,`site_id`:STRING,`value`:STRING>,`receivedAt`STRING,`sentAt`STRING,`timestamp`STRING,`type`STRING,`userId`STRING,`version`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.storagedc_productlistviewed"
]

hive_path: s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed
id: 4689564
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "61fd64670cf43356b5f83804"
        ],
        "unbundled": []
    },
    "_origin": "2022-07-13T23:18:23Z|s3://sfdl-segment-storagedc-dev/segment-logs/ag7fLqN2ZZniVJC2BF93By/1657670400000/1657754124205.events-archiver-25.a254827.9790c923-752c-43ab-9f0e-06bca4b481a1.gz|analytics-segment-separator-dev:$LATEST",
    "anonymousId": "b71f563f-98f3-49c8-8c1d-673927d508f2",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "next-1.39.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/search",
            "referrer": "",
            "search": "?location=78666",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "http://localhost:9116/search?location=78666"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-next-84b95b9e5a287bee07e790eb06da75cc",
    "originalTimestamp": "2022-07-13T22:20:32.945Z",
    "projectId": "ag7fLqN2ZZniVJC2BF93By",
    "properties": {
        "Hit Timestamp": 1657750832944,
        "env": "development",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: San Marcos, Texas",
        "page": 1,
        "productIds": [
            214568,
            157323,
            156135,
            152773,
            209126,
            152774,
            220387,
            203589,
            220070,
            219853,
            63544,
            210014,
            223057,
            203161,
            213776,
            223929,
            223308,
            223634,
            216527,
            213587
        ],
        "products": [
            {
                "distance": 10.7,
                "id": 214568,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Kyle - 5141 Cromwell Dr.",
                "position": 1,
                "rank": 1
            },
            {
                "distance": 13.9,
                "id": 157323,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - New Braunfels",
                "position": 2,
                "rank": 2
            },
            {
                "distance": 10.4,
                "id": 156135,
                "inNetwork": true,
                "name": "StorQuest - Kyle/FM 2270",
                "position": 3,
                "rank": 3
            },
            {
                "distance": 10,
                "id": 152773,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Kyle - 701 Philomena Drive",
                "position": 4,
                "rank": 4
            },
            {
                "distance": 13.2,
                "id": 209126,
                "inNetwork": true,
                "name": "New Braunfels Storage",
                "position": 5,
                "rank": 5
            },
            {
                "distance": 9.9,
                "id": 152774,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Kyle - 21400 Interstate 35",
                "position": 6,
                "rank": 6
            },
            {
                "distance": 22.3,
                "id": 220387,
                "inNetwork": true,
                "name": "Central Self Storage-Bulldog",
                "position": 7,
                "rank": 7
            },
            {
                "distance": 17,
                "id": 203589,
                "inNetwork": true,
                "name": "Four Seasons Mini Storage - New Braunfels",
                "position": 8,
                "rank": 8
            },
            {
                "distance": 14,
                "id": 220070,
                "inNetwork": true,
                "name": "A.A. Aaron's Mini Storage",
                "position": 9,
                "rank": 9
            },
            {
                "distance": 22.7,
                "id": 219853,
                "inNetwork": true,
                "name": "Central Self Storage Austin I",
                "position": 10,
                "rank": 10
            },
            {
                "distance": 21.3,
                "id": 63544,
                "inNetwork": true,
                "name": "CubeSmart Self Storage - Austin - 10025 Manchaca Rd",
                "position": 11,
                "rank": 11
            },
            {
                "distance": 16.6,
                "id": 210014,
                "inNetwork": true,
                "name": "Lockhart Self Storage",
                "position": 12,
                "rank": 12
            },
            {
                "distance": 12.4,
                "id": 223057,
                "inNetwork": true,
                "name": "StorQuest Economy - Canyon Lake / FM306",
                "position": 13,
                "rank": 13
            },
            {
                "distance": 17.1,
                "id": 203161,
                "inNetwork": true,
                "name": "Storehouse Storage NB - 2416 FM 725",
                "position": 14,
                "rank": 14
            },
            {
                "distance": 21.6,
                "id": 213776,
                "inNetwork": true,
                "name": "Seguin Storage",
                "position": 15,
                "rank": 15
            },
            {
                "distance": 17.3,
                "id": 223929,
                "inNetwork": true,
                "name": "Devon Self Storage, LLC - Devon Self Storage - DNT",
                "position": 16,
                "rank": 16
            },
            {
                "distance": 17.4,
                "id": 223308,
                "inNetwork": true,
                "name": "Storage King USA - 141 - Buda, TX. - Buda FM 1626",
                "position": 17,
                "rank": 17
            },
            {
                "distance": 18.5,
                "id": 223634,
                "inNetwork": true,
                "name": "AAA Storage FM-1626",
                "position": 18,
                "rank": 18
            },
            {
                "distance": 15.4,
                "id": 216527,
                "inNetwork": true,
                "name": "Store and More of Clear Springs",
                "position": 19,
                "rank": 19
            },
            {
                "distance": 21.5,
                "id": 213587,
                "inNetwork": true,
                "name": "Public Storage - Austin - 9814 West Gate Blvd",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "78666",
        "search_id": "f08c62cf45306d7779.72232171",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2022-07-13T22:20:33.617Z",
    "sentAt": "2022-07-13T22:20:33.398Z",
    "timestamp": "2022-07-13T22:20:33.164Z",
    "type": "track",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 1836
schema_scan_id: 5949662
updated: 2022-07-13 18:18:40

Schema Scans: 2

Last at 2024-12-26 01:39:58

Scan 6736672

duration: 0:00:15.563793

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 3,
    "partitions_applied": false,
    "success": true
}

id: 6736672

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2024-12-26/",
        "name": "dt",
        "type": "string",
        "value": "2024-12-26"
    },
    "s3": {
        "bucket": "sfdl-segment-storagedc-dev",
        "hive_path": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2024-12-26/1735198774179.events-archiver-480-13..77ef2a2a-b447-4de8-811d-1c9be9f39b70.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.storagedc_ProductListViewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 1836
start_time: 2024-12-26 01:39:58
success: True
trace_id: 6464801625496984292

Scan 5949662

duration: 0:00:18.052672

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}

id: 5949662

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2022-07-13/",
        "name": "dt",
        "type": "string",
        "value": "2022-07-13"
    },
    "s3": {
        "bucket": "sfdl-segment-storagedc-dev",
        "hive_path": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2022-07-13/1657754124205.events-archiver-25.a254827.9790c923-752c-43ab-9f0e-06bca4b481a1.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.storagedc_ProductListViewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 1836
start_time: 2022-07-13 18:18:25
success: True
trace_id: 9793786065592030090

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.storagedc_productlistviewed`\nADD\n\n\n PARTITION (dt='2023-07-13') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2023-07-13/'\n PARTITION (dt='2024-12-26') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2024-12-26/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2025-02-05/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 224650,
            "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2023-07-13/",
            "name": "dt",
            "value": "2023-07-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2023-07-13 17:16:34",
                "last_data": "2023-07-13 17:16:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 283929,
            "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2024-12-26/",
            "name": "dt",
            "value": "2024-12-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-12-26 01:39:59",
                "last_data": "2024-12-26 01:39:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287826,
            "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2025-02-05/",
            "name": "dt",
            "value": "2025-02-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-05 04:01:06",
                "last_data": "2025-02-05 04:01:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        "string"
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2024-12-26 01:39:59

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagedc_productlistviewed`\n(\n`event`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`anonymousId`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`list_id`:STRING,`productIds`:array,`value`:STRING,`products`:array,`search_id`:STRING,`page`:STRING,`site_id`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`searchTerm`:STRING,`isReact`:STRING,`label`:STRING>,`_origin`STRING,`sentAt`STRING,`type`STRING,`channel`STRING,`version`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagedc_productlistviewed`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagedc_productlistviewed"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2022-07-13 18:18:25",
        "disabled": false,
        "format": "raw",
        "id": 1836,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "storagedc_productlistviewed"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.storagedc_productlistviewed`\nADD\n\n\n PARTITION (dt='2023-07-13') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2023-07-13/'\n PARTITION (dt='2024-12-26') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2024-12-26/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2025-02-05/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 224650,
                    "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2023-07-13/",
                    "name": "dt",
                    "value": "2023-07-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2023-07-13 17:16:34",
                        "last_data": "2023-07-13 17:16:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 283929,
                    "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2024-12-26/",
                    "name": "dt",
                    "value": "2024-12-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-12-26 01:39:59",
                        "last_data": "2024-12-26 01:39:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287826,
                    "location": "s3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed/dt=2025-02-05/",
                    "name": "dt",
                    "value": "2025-02-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-05 04:01:06",
                        "last_data": "2025-02-05 04:01:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.list_id": "string",
            "properties.page": "string",
            "properties.productIds": [
                "int"
            ],
            "properties.products": [
                "string"
            ],
            "properties.searchTerm": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.value": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2024-12-26 01:39:59",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagedc_productlistviewed`\n(\n`event`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`locale`:STRING,`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>>,`anonymousId`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`list_id`:STRING,`productIds`:array,`value`:STRING,`products`:array,`search_id`:STRING,`page`:STRING,`site_id`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`searchTerm`:STRING,`isReact`:STRING,`label`:STRING>,`_origin`STRING,`sentAt`STRING,`type`STRING,`channel`STRING,`version`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-dev/separated_dt/Product List Viewed'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagedc_productlistviewed`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagedc_productlistviewed"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}