Schema Info

Schema Name: sfdl_dev_segment.reactfoot_page

created: 2017-09-25 18:03:19
disabled: False
format: raw
id: 424
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "reactfoot_page"
}

type: segment

Schema Versions: 3

Version 4719204

created: 2024-10-15 14:25:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_page`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_page`\n(\n`timestamp`STRING,`integrations`struct<`_empty_`:STRING>,`anonymousId`STRING,`category`STRING,`type`STRING,`properties`struct<`path`:STRING,`referrer`:STRING,`pageType`:STRING,`activePageType`:STRING,`title`:STRING,`environment`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`search`:STRING,`name`:STRING,`Session_ID`:STRING,`Visitor_ID`:STRING,`site_id`:STRING>,`projectId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`sentAt`STRING,`messageId`STRING,`name`STRING,`originalTimestamp`STRING,`version`STRING,`userId`STRING,`context`struct<`path`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`site_id`:STRING,`locale`:STRING,`pageType`:struct<`activePageType`:STRING>,`timezone`:STRING,`userAgent`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`campaign`:struct<`medium`:STRING,`source`:STRING,`name`:STRING,`content`:STRING,`term`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`Session_ID`:STRING,`ip`:STRING,`Visitor_ID`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n WITH SERDEPROPERTIES ( 'mapping.ga_client_id' = 'GA Client ID' , 'mapping.GA_Client_ID' = 'GA Client ID' )\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/page'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_page"
]

hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/page
id: 4719204
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c552c7d935bd0001b8729c",
            "59c13cfcc84de40001a9cdcc"
        ],
        "unbundled": []
    },
    "_origin": "2024-10-15T19:25:15Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1728950400000/1729020299484.events-archiver-480-6..b5cc52f2-1657-46bc-963b-0046f5796a31.gz|analytics-segment-separator-dev:$LATEST",
    "anonymousId": "5c569a59-69c2-42bf-b219-7d5e1a9d6a6c",
    "channel": "client",
    "context": {
        "campaign": {
            "term": "storage"
        },
        "ip": "54.175.218.140",
        "library": {
            "name": "analytics.js",
            "version": "next-1.72.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/paid/Denver-Co-rv-storage",
            "referrer": "",
            "search": "?location=Denver,CO&utm_term=storage",
            "title": "Something bad happened | SpareFoot",
            "url": "http://localhost:9000/paid/Denver-Co-rv-storage?location=Denver,CO&utm_term=storage"
        },
        "timezone": "America/Phoenix",
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Google Chrome",
                    "version": "129"
                },
                {
                    "brand": "Not=A?Brand",
                    "version": "8"
                },
                {
                    "brand": "Chromium",
                    "version": "129"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "integrations": {},
    "messageId": "ajs-next-1729019026059-721ee682-d89c-476d-9a6f-10f05b60f14f",
    "name": "errorPage",
    "originalTimestamp": "2024-10-15T19:03:46.059Z",
    "projectId": "iHhi46PCMy",
    "properties": {
        "GA Client ID": "",
        "Session ID": "1729019024656.15q8bedh",
        "Visitor ID": "error",
        "env": "development",
        "isReact": true,
        "name": "errorPage",
        "pageType": "errorPage",
        "path": "/paid/Denver-Co-rv-storage",
        "referrer": "",
        "search": "?location=Denver,CO&utm_term=storage",
        "site_id": -1,
        "site_type": "desktop",
        "title": "Something bad happened | SpareFoot",
        "url": "http://localhost:9000/paid/Denver-Co-rv-storage?location=Denver,CO&utm_term=storage"
    },
    "receivedAt": "2024-10-15T19:03:46.723Z",
    "sentAt": "2024-10-15T19:03:46.066Z",
    "timestamp": "2024-10-15T19:03:46.716Z",
    "type": "page",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "category": "string",
    "channel": "string",
    "context.GA_Client_ID": "string",
    "context.Session_ID": "string",
    "context.Visitor_ID": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.env": "string",
    "context.ip": "string",
    "context.isReact": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.pageType.activePageType": "string",
    "context.path": "string",
    "context.site_id": "string",
    "context.site_type": "string",
    "context.timezone": "string",
    "context.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "name": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.GA_Client_ID": "string",
    "properties.Session_ID": "string",
    "properties.Visitor_ID": "string",
    "properties.activePageType": "string",
    "properties.env": "string",
    "properties.environment": "string",
    "properties.isReact": "string",
    "properties.name": "string",
    "properties.pageType": "string",
    "properties.path": "string",
    "properties.referrer": "string",
    "properties.search": "string",
    "properties.site_id": "string",
    "properties.site_type": "string",
    "properties.title": "string",
    "properties.url": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 424
schema_scan_id: 6626548
updated: 2024-10-15 14:25:59

Version 4699518

created: 2023-11-17 11:19:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_page`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_page`\n(\n`type`STRING,`version`STRING,`channel`STRING,`name`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`site_type`:STRING,`Visitor_ID`:STRING,`Session_ID`:STRING,`site_id`:STRING,`path`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`pageType`:struct<`activePageType`:STRING>,`ip`:STRING,`url`:STRING,`GA_Client_ID`:STRING,`isReact`:STRING,`userAgent`:STRING,`timezone`:STRING,`locale`:STRING,`env`:STRING,`library`:struct<`version`:STRING,`name`:STRING>>,`integrations`struct<`_empty_`:STRING>,`_origin`STRING,`properties`struct<`activePageType`:STRING,`site_type`:STRING,`Visitor_ID`:STRING,`Session_ID`:STRING,`referrer`:STRING,`site_id`:STRING,`name`:STRING,`path`:STRING,`pageType`:STRING,`url`:STRING,`GA_Client_ID`:STRING,`environment`:STRING,`isReact`:STRING,`search`:STRING,`env`:STRING,`title`:STRING>,`userId`STRING,`sentAt`STRING,`messageId`STRING,`projectId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`category`STRING,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n WITH SERDEPROPERTIES ( 'mapping.ga_client_id' = 'GA Client ID' , 'mapping.GA_Client_ID' = 'GA Client ID' )\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/page'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_page"
]

hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/page
id: 4699518
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c552c7d935bd0001b8729c",
            "59c13cfcc84de40001a9cdcc"
        ],
        "unbundled": []
    },
    "_origin": "2023-11-17T17:17:34Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1700179200000/1700241194595.events-archiver-480-43..9bdc595d-5eb0-4d3f-b67e-8ba1f7452a6a.gz|analytics-segment-separator-dev:$LATEST",
    "anonymousId": "ebfcfc47-2161-47b6-a2e6-1d5cd4f82e2a",
    "channel": "client",
    "context": {
        "ip": "54.175.218.140",
        "library": {
            "name": "analytics.js",
            "version": "next-1.61.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/Louisville-KY-self-storage.html",
            "referrer": "https://www.sparefoot.moreyard.com/",
            "search": "",
            "title": "15 Cheap Storage Units in Louisville, KY (From $19) - SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Louisville-KY-self-storage.html"
        },
        "timezone": "America/Phoenix",
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Chromium",
                    "version": "118"
                },
                {
                    "brand": "Google Chrome",
                    "version": "118"
                },
                {
                    "brand": "Not=A?Brand",
                    "version": "99"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "integrations": {},
    "messageId": "ajs-next-570bfc72b8b3c971c6a7cd8b57439c48",
    "name": "cityLandingPage",
    "originalTimestamp": "2023-11-17T17:11:31.555Z",
    "projectId": "iHhi46PCMy",
    "properties": {
        "GA Client ID": "",
        "Session ID": "1700241091375.vqeg7ck",
        "Visitor ID": "1590de27c0d386df38797ae49dba6a8b",
        "env": "dev",
        "isReact": true,
        "name": "cityLandingPage",
        "pageType": "cityLandingPage",
        "path": "/Louisville-KY-self-storage.html",
        "referrer": "https://www.sparefoot.moreyard.com/",
        "search": "",
        "site_id": -1,
        "site_type": "desktop",
        "title": "15 Cheap Storage Units in Louisville, KY (From $19) - SpareFoot",
        "url": "https://www.sparefoot.moreyard.com/Louisville-KY-self-storage.html"
    },
    "receivedAt": "2023-11-17T17:11:32.192Z",
    "sentAt": "2023-11-17T17:11:31.585Z",
    "timestamp": "2023-11-17T17:11:32.162Z",
    "type": "page",
    "userId": "1590de27c0d386df38797ae49dba6a8b",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "category": "string",
    "channel": "string",
    "context.GA_Client_ID": "string",
    "context.Session_ID": "string",
    "context.Visitor_ID": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.env": "string",
    "context.ip": "string",
    "context.isReact": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.pageType.activePageType": "string",
    "context.path": "string",
    "context.site_id": "string",
    "context.site_type": "string",
    "context.timezone": "string",
    "context.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "name": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.GA_Client_ID": "string",
    "properties.Session_ID": "string",
    "properties.Visitor_ID": "string",
    "properties.activePageType": "string",
    "properties.env": "string",
    "properties.environment": "string",
    "properties.isReact": "string",
    "properties.name": "string",
    "properties.pageType": "string",
    "properties.path": "string",
    "properties.referrer": "string",
    "properties.search": "string",
    "properties.site_id": "string",
    "properties.site_type": "string",
    "properties.title": "string",
    "properties.url": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 424
schema_scan_id: 6351523
updated: 2023-11-17 11:21:23

Version 4696727

created: 2023-06-09 13:29:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_page`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_page`\n(\n`sentAt`STRING,`version`STRING,`name`STRING,`channel`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`type`STRING,`messageId`STRING,`_origin`STRING,`userId`STRING,`anonymousId`STRING,`context`struct<`Visitor_ID`:STRING,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`userAgent`:STRING,`isReact`:STRING,`GA_Client_ID`:STRING,`url`:STRING,`path`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`locale`:STRING,`site_id`:STRING,`site_type`:STRING,`pageType`:struct<`activePageType`:STRING>,`Session_ID`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`env`:STRING>,`category`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`properties`struct<`environment`:STRING,`referrer`:STRING,`isReact`:STRING,`name`:STRING,`GA_Client_ID`:STRING,`activePageType`:STRING,`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`site_id`:STRING,`site_type`:STRING,`pageType`:STRING,`env`:STRING,`Session_ID`:STRING,`Visitor_ID`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n WITH SERDEPROPERTIES ( 'mapping.ga_client_id' = 'GA Client ID' , 'mapping.GA_Client_ID' = 'GA Client ID' )\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/page'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_page"
]

hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/page
id: 4696727
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c552c7d935bd0001b8729c",
            "59c13cfcc84de40001a9cdcc"
        ],
        "unbundled": []
    },
    "_origin": "2023-06-09T18:29:46Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1686268800000/1686335368604.events-archiver-480-33.8ebb200.b6a1d0df-0450-4408-9c51-bef1137d5705.gz|analytics-segment-separator-dev:$LATEST",
    "anonymousId": "1a3825e4-9e67-4071-90b0-1bc154ab813c",
    "channel": "client",
    "context": {
        "ip": "54.146.71.248",
        "library": {
            "name": "analytics.js",
            "version": "next-1.53.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/Fort-Collins-CO-self-storage/Storage-Star-South-College-210965.html",
            "referrer": "",
            "search": "",
            "title": "Storage Star - South College | 137 Skyway Drive | SpareFoot",
            "url": "https://www.sparefoot.moreyard.com/Fort-Collins-CO-self-storage/Storage-Star-South-College-210965.html"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Not.A/Brand",
                    "version": "8"
                },
                {
                    "brand": "Chromium",
                    "version": "114"
                },
                {
                    "brand": "Google Chrome",
                    "version": "114"
                }
            ],
            "mobile": false,
            "platform": "macOS"
        }
    },
    "integrations": {},
    "messageId": "ajs-next-f0b3ea235b326a66523549b76cf0b64f",
    "name": "facilityPage",
    "originalTimestamp": "2023-06-09T18:02:11.100Z",
    "projectId": "iHhi46PCMy",
    "properties": {
        "GA Client ID": "",
        "Session ID": "1686333729536.taz1touk",
        "Visitor ID": "db62e498a7e32f31a8419c4e11c4f1ad",
        "env": "dev",
        "isReact": true,
        "name": "facilityPage",
        "pageType": "facilityPage",
        "path": "/Fort-Collins-CO-self-storage/Storage-Star-South-College-210965.html",
        "referrer": "",
        "search": "",
        "site_id": -1,
        "site_type": "desktop",
        "title": "Storage Star - South College | 137 Skyway Drive | SpareFoot",
        "url": "https://www.sparefoot.moreyard.com/Fort-Collins-CO-self-storage/Storage-Star-South-College-210965.html"
    },
    "receivedAt": "2023-06-09T18:02:11.624Z",
    "sentAt": "2023-06-09T18:02:11.110Z",
    "timestamp": "2023-06-09T18:02:11.614Z",
    "type": "page",
    "userId": "db62e498a7e32f31a8419c4e11c4f1ad",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "category": "string",
    "channel": "string",
    "context.GA_Client_ID": "string",
    "context.Session_ID": "string",
    "context.Visitor_ID": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.env": "string",
    "context.ip": "string",
    "context.isReact": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.pageType.activePageType": "string",
    "context.path": "string",
    "context.site_id": "string",
    "context.site_type": "string",
    "context.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "name": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.GA_Client_ID": "string",
    "properties.Session_ID": "string",
    "properties.Visitor_ID": "string",
    "properties.activePageType": "string",
    "properties.env": "string",
    "properties.environment": "string",
    "properties.isReact": "string",
    "properties.name": "string",
    "properties.pageType": "string",
    "properties.path": "string",
    "properties.referrer": "string",
    "properties.search": "string",
    "properties.site_id": "string",
    "properties.site_type": "string",
    "properties.title": "string",
    "properties.url": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 424
schema_scan_id: 6210972
updated: 2023-06-09 13:31:27

Schema Scans: 3

Last at 2024-10-15 14:25:18

Scan 6626548

duration: 0:03:06.859291

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1698,
    "partitions_applied": false,
    "success": true
}

id: 6626548

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2024-10-15/",
        "name": "dt",
        "type": "string",
        "value": "2024-10-15"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-dev",
        "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/page",
        "key": "separated_dt/page/dt=2024-10-15/1729020299484.events-archiver-480-6..b5cc52f2-1657-46bc-963b-0046f5796a31.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.reactfoot_page",
        "type": "segment"
    }
}

running: False
schema_name_id: 424
start_time: 2024-10-15 14:25:18
success: True
trace_id: 13923395915677088395

Scan 6351523

duration: 0:02:23.704653

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1457,
    "partitions_applied": false,
    "success": true
}

id: 6351523

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2023-11-17/",
        "name": "dt",
        "type": "string",
        "value": "2023-11-17"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-dev",
        "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/page",
        "key": "separated_dt/page/dt=2023-11-17/1700241194595.events-archiver-480-43..9bdc595d-5eb0-4d3f-b67e-8ba1f7452a6a.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.reactfoot_page",
        "type": "segment"
    }
}

running: False
schema_name_id: 424
start_time: 2023-11-17 11:19:35
success: True
trace_id: 18405043519293082852

Scan 6210972

duration: 0:03:25.161945

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1349,
    "partitions_applied": false,
    "success": true
}

id: 6210972

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2023-06-09/",
        "name": "dt",
        "type": "string",
        "value": "2023-06-09"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-dev",
        "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/page",
        "key": "separated_dt/page/dt=2023-06-09/1686335368604.events-archiver-480-33.8ebb200.b6a1d0df-0450-4408-9c51-bef1137d5705.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.reactfoot_page",
        "type": "segment"
    }
}

running: False
schema_name_id: 424
start_time: 2023-06-09 13:29:48
success: True
trace_id: 11874628732193719440

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.reactfoot_page`\nADD\n\n\n PARTITION (dt='2025-02-04') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-04/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-05/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-06/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 287480,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-04/",
            "name": "dt",
            "value": "2025-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-03 23:46:42",
                "last_data": "2025-02-04 16:39:49"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287568,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-05/",
            "name": "dt",
            "value": "2025-02-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-05 00:50:05",
                "last_data": "2025-02-05 11:15:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287935,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-06/",
            "name": "dt",
            "value": "2025-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-06 09:38:54",
                "last_data": "2025-02-06 09:52:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "category": "string",
    "channel": "string",
    "context.GA_Client_ID": "string",
    "context.Session_ID": "string",
    "context.Visitor_ID": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.env": "string",
    "context.ip": "string",
    "context.isReact": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.pageType.activePageType": "string",
    "context.path": "string",
    "context.site_id": "string",
    "context.site_type": "string",
    "context.timezone": "string",
    "context.url": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "messageId": "string",
    "name": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.GA_Client_ID": "string",
    "properties.Session_ID": "string",
    "properties.Visitor_ID": "string",
    "properties.activePageType": "string",
    "properties.env": "string",
    "properties.environment": "string",
    "properties.isReact": "string",
    "properties.name": "string",
    "properties.pageType": "string",
    "properties.path": "string",
    "properties.referrer": "string",
    "properties.search": "string",
    "properties.site_id": "string",
    "properties.site_type": "string",
    "properties.title": "string",
    "properties.url": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2024-10-15 14:25:20

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_page`\n(\n`timestamp`STRING,`integrations`struct<`_empty_`:STRING>,`anonymousId`STRING,`category`STRING,`type`STRING,`properties`struct<`path`:STRING,`referrer`:STRING,`pageType`:STRING,`activePageType`:STRING,`title`:STRING,`environment`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`search`:STRING,`name`:STRING,`Session_ID`:STRING,`Visitor_ID`:STRING,`site_id`:STRING>,`projectId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`sentAt`STRING,`messageId`STRING,`name`STRING,`originalTimestamp`STRING,`version`STRING,`userId`STRING,`context`struct<`path`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`site_id`:STRING,`locale`:STRING,`pageType`:struct<`activePageType`:STRING>,`timezone`:STRING,`userAgent`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`campaign`:struct<`medium`:STRING,`source`:STRING,`name`:STRING,`content`:STRING,`term`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`Session_ID`:STRING,`ip`:STRING,`Visitor_ID`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n WITH SERDEPROPERTIES ( 'mapping.ga_client_id' = 'GA Client ID' , 'mapping.GA_Client_ID' = 'GA Client ID' )\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/page'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_page`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_page"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2017-09-25 18:03:19",
        "disabled": false,
        "format": "raw",
        "id": 424,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "reactfoot_page"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.reactfoot_page`\nADD\n\n\n PARTITION (dt='2025-02-04') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-04/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-05/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-06/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 287480,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-04/",
                    "name": "dt",
                    "value": "2025-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-03 23:46:42",
                        "last_data": "2025-02-04 16:39:49"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287568,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-05/",
                    "name": "dt",
                    "value": "2025-02-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-05 00:50:05",
                        "last_data": "2025-02-05 11:15:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287935,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/page/dt=2025-02-06/",
                    "name": "dt",
                    "value": "2025-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-06 09:38:54",
                        "last_data": "2025-02-06 09:52:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "category": "string",
            "channel": "string",
            "context.GA_Client_ID": "string",
            "context.Session_ID": "string",
            "context.Visitor_ID": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.term": "string",
            "context.env": "string",
            "context.ip": "string",
            "context.isReact": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.pageType.activePageType": "string",
            "context.path": "string",
            "context.site_id": "string",
            "context.site_type": "string",
            "context.timezone": "string",
            "context.url": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "messageId": "string",
            "name": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.GA_Client_ID": "string",
            "properties.Session_ID": "string",
            "properties.Visitor_ID": "string",
            "properties.activePageType": "string",
            "properties.env": "string",
            "properties.environment": "string",
            "properties.isReact": "string",
            "properties.name": "string",
            "properties.pageType": "string",
            "properties.path": "string",
            "properties.referrer": "string",
            "properties.search": "string",
            "properties.site_id": "string",
            "properties.site_type": "string",
            "properties.title": "string",
            "properties.url": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2024-10-15 14:25:20",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_page`\n(\n`timestamp`STRING,`integrations`struct<`_empty_`:STRING>,`anonymousId`STRING,`category`STRING,`type`STRING,`properties`struct<`path`:STRING,`referrer`:STRING,`pageType`:STRING,`activePageType`:STRING,`title`:STRING,`environment`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`search`:STRING,`name`:STRING,`Session_ID`:STRING,`Visitor_ID`:STRING,`site_id`:STRING>,`projectId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`_origin`STRING,`sentAt`STRING,`messageId`STRING,`name`STRING,`originalTimestamp`STRING,`version`STRING,`userId`STRING,`context`struct<`path`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`site_id`:STRING,`locale`:STRING,`pageType`:struct<`activePageType`:STRING>,`timezone`:STRING,`userAgent`:STRING,`GA_Client_ID`:STRING,`site_type`:STRING,`env`:STRING,`url`:STRING,`isReact`:STRING,`campaign`:struct<`medium`:STRING,`source`:STRING,`name`:STRING,`content`:STRING,`term`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`Session_ID`:STRING,`ip`:STRING,`Visitor_ID`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n WITH SERDEPROPERTIES ( 'mapping.ga_client_id' = 'GA Client ID' , 'mapping.GA_Client_ID' = 'GA Client ID' )\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/page'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_page`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_page"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}