Schema Info

Schema Name: sfdl_dev_segment.reactfoot_polluted_user

created: 2018-04-02 16:01:21
disabled: False
format: raw
id: 727
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "reactfoot_polluted_user"
}

type: segment

Schema Versions: 2

Version 4667186

created: 2019-03-13 13:31:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`properties`struct<`experiments`:STRING,`message`:STRING,`errorMessage`:STRING,`experimentList`:array>,`projectId`STRING,`event`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_polluted_user"
]

hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user
id: 4667186
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-03-13T18:31:25Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1552435200000/1552501763274.b7a80a25c764.dev.8da78b51-e636-41b4-b112-7debffe0d785.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-Bvmumr0O26Dq55MLrMbmfBRMA5mvBADr",
    "originalTimestamp": "2019-03-13T18:24:26.393Z",
    "projectId": "iHhi46PCMy",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "red_716_tracking_prerender",
            "sf_4830_aa_phlag_band_aid",
            "sf_6852_serp_results",
            "sf_7018_upsellit",
            "sf_7046_recommended_facility_badge",
            "sf_7155_two_step_checkout_v3",
            "sf_7249_guided_unit_selection",
            "sf_7371_nvf_100_donuts",
            "sf_7485_scarcity_treatment"
        ],
        "experiments": "red_716_tracking_prerender,sf_4830_aa_phlag_band_aid,sf_6852_serp_results,sf_7018_upsellit,sf_7046_recommended_facility_badge,sf_7155_two_step_checkout_v3,sf_7249_guided_unit_selection,sf_7371_nvf_100_donuts,sf_7485_scarcity_treatment",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-03-13T18:24:36.766Z",
    "sentAt": "2019-03-13T18:24:36.387Z",
    "timestamp": "2019-03-13T18:24:26.772Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "8Wt1Roz4HRl368ThIPaBg71bISDMSW7C"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": [
        "string"
    ],
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 727
schema_scan_id: 4627107
updated: 2019-03-13 13:31:40

Version 43104

created: 2018-08-02 16:22:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_polluted_user`\n(\n `type`  string , `timestamp`  string , `projectId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `nodeVersion` : string >, `version`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `name` : string >>, `messageId`  string , `writeKey`  string , `_origin`  string ,`properties`   struct< `errorMessage` : string , `message` : string , `experiments` : string , `experimentList`:array >, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_polluted_user"
]

hive_path: s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user
id: 43104
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2018-08-02T21:22:23Z|s3://sfdl-segment-reactfoot-dev/segment-logs/iHhi46PCMy/1533168000000/1533244935531.9a3bee50bc1d.1.11.1.253f9a62-804e-4fd0-a082-9149a64d48c7.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.2.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-kNWcZ9rVAiNU8qsrtpJpkFHQK1ImkDlp",
    "originalTimestamp": "2018-08-02T21:16:51.503Z",
    "projectId": "iHhi46PCMy",
    "properties": {
        "errorMessage": "500 - \"\\n\\n    \\n        \\n        \\n        \\n    \\n    \\n                    \\n                \\n                    \\n                        Whoops, looks like something went wrong.
\\n                        
\\n                    
\\n                
\\n            
\\n\\n            \\n                                        \\n                            \\n                                \\n                                \\n\\n\\n\\n\\n\\n\\n\\n\\n                                    \\n                                        (1/1)\\n                                        FatalThrowableError\\n                                    
\\n                                    Call to a member function createSpan() on null
\\n                                
in index.php (line 142)
at {closure}('sparefoot', 'SELENIUM', object(Request))
at call_user_func_array(object(Closure), array('sparefoot', 'SELENIUM', object(Request)))in HttpKernel.php (line 153)
at HttpKernel->handleRaw(object(Request), 1)in HttpKernel.php (line 68)
at HttpKernel->handle(object(Request), 1, true)in Application.php (line 496)
at Application->handle(object(Request))in Application.php (line 477)
at Application->run()in index.php (line 1250)
\\n
\\n\\n            \\n    \\n\"",
        "experimentList": [
            "red_716_tracking_prerender",
            "sf_4161_post_res_paid",
            "sf_4606_post_res_sms",
            "sf_4830_aa_phlag_band_aid",
            "sf_5069_alt_contact_info",
            "sf_5129_call_me_back",
            "sf_5289_facility_page_two",
            "sf_5430_incentive_header",
            "sf_6128_click_to_show_phone_number",
            "sf_6327_visa_incentive"
        ],
        "experiments": "red_716_tracking_prerender,sf_4161_post_res_paid,sf_4606_post_res_sms,sf_4830_aa_phlag_band_aid,sf_5069_alt_contact_info,sf_5129_call_me_back,sf_5289_facility_page_two,sf_5430_incentive_header,sf_6128_click_to_show_phone_number,sf_6327_visa_incentive",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2018-08-02T21:17:01.903Z",
    "sentAt": "2018-08-02T21:17:01.504Z",
    "timestamp": "2018-08-02T21:16:51.902Z",
    "type": "track",
    "userId": "SELENIUM",
    "version": 2,
    "writeKey": "8Wt1Roz4HRl368ThIPaBg71bISDMSW7C"
}

\\n \\n (1/1)\\n FatalThrowableError\\n \\n Call to a member function createSpan() on null \\n
in index.php (line 142)
at {closure}('sparefoot', 'SELENIUM', object(Request))
at call_user_func_array(object(Closure), array('sparefoot', 'SELENIUM', object(Request)))in HttpKernel.php (line 153)
at HttpKernel->handleRaw(object(Request), 1)in HttpKernel.php (line 68)
at HttpKernel->handle(object(Request), 1, true)in Application.php (line 496)
at Application->handle(object(Request))in Application.php (line 477)
at Application->run()in index.php (line 1250)

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 727
schema_scan_id: 4029250
updated: 2018-08-02 16:22:37

Schema Scans: 2

Last at 2019-03-13 13:31:26

Scan 4627107

duration: 0:00:16.244111

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 14,
    "partitions_applied": false,
    "success": true
}

id: 4627107

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2019-03-13/",
        "name": "dt",
        "type": "string",
        "value": "2019-03-13"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-dev",
        "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-03-13/1552501763274.b7a80a25c764.dev.8da78b51-e636-41b4-b112-7debffe0d785.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.reactfoot_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 727
start_time: 2019-03-13 13:31:26
success: True
trace_id: 12084016686665301132

Scan 4029250

duration: 0:00:13.762882

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 5,
    "partitions_applied": false,
    "success": true
}

id: 4029250

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2018-08-02/",
        "name": "dt",
        "type": "string",
        "value": "2018-08-02"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-dev",
        "hive_path": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2018-08-02/1533244935531.9a3bee50bc1d.1.11.1.253f9a62-804e-4fd0-a082-9149a64d48c7.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.reactfoot_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 727
start_time: 2018-08-02 16:22:26
success: True

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.reactfoot_polluted_user`\nADD\n\n\n PARTITION (dt='2024-10-17') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-17/'\n PARTITION (dt='2024-10-18') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-18/'\n PARTITION (dt='2024-10-30') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-30/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 275267,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-17/",
            "name": "dt",
            "value": "2024-10-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-10-17 01:16:36",
                "last_data": "2024-10-17 13:44:09"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 275359,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-18/",
            "name": "dt",
            "value": "2024-10-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-10-18 03:31:55",
                "last_data": "2024-10-18 03:31:55"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 278620,
            "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-30/",
            "name": "dt",
            "value": "2024-10-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-10-30 09:30:25",
                "last_data": "2024-10-30 09:32:25"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": [
        "string"
    ],
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

created: 2019-03-13 13:31:27

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`properties`struct<`experiments`:STRING,`message`:STRING,`errorMessage`:STRING,`experimentList`:array>,`projectId`STRING,`event`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_polluted_user`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_polluted_user"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2018-04-02 16:01:21",
        "disabled": false,
        "format": "raw",
        "id": 727,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "reactfoot_polluted_user"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.reactfoot_polluted_user`\nADD\n\n\n PARTITION (dt='2024-10-17') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-17/'\n PARTITION (dt='2024-10-18') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-18/'\n PARTITION (dt='2024-10-30') location 's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-30/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 275267,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-17/",
                    "name": "dt",
                    "value": "2024-10-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-10-17 01:16:36",
                        "last_data": "2024-10-17 13:44:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 275359,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-18/",
                    "name": "dt",
                    "value": "2024-10-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-10-18 03:31:55",
                        "last_data": "2024-10-18 03:31:55"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 278620,
                    "location": "s3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user/dt=2024-10-30/",
                    "name": "dt",
                    "value": "2024-10-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-10-30 09:30:25",
                        "last_data": "2024-10-30 09:32:25"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "channel": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.errorMessage": "string",
            "properties.experimentList": [
                "string"
            ],
            "properties.experiments": "string",
            "properties.message": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string",
            "writeKey": "string"
        },
        "created": "2019-03-13 13:31:27",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.reactfoot_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`properties`struct<`experiments`:STRING,`message`:STRING,`errorMessage`:STRING,`experimentList`:array>,`projectId`STRING,`event`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-dev/separated_dt/polluted_user'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.reactfoot_polluted_user`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.reactfoot_polluted_user"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}