Schema Info

Schema Name: sfdl_dev_segment.ssdc_polluted_user

created: 2018-03-19 11:02:10
disabled: False
format: raw
id: 633
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "ssdc_polluted_user"
}

type: segment

Schema Versions: 15

Version 4665997

created: 2019-02-20 13:18:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`channel`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665997
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T19:17:29Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550689847806.5821ef0312a6.dev.6d0c9c6c-6e60-4729-bc73-24b13be3cad9.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-5e01d5449b69698be7a56c0e5566db07-03c3937b-be69-4578-aa01-f201728a5d62",
    "originalTimestamp": "2019-02-20T18:17:58.434Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T18:18:08.725Z",
    "sentAt": "2019-02-20T18:18:08.435Z",
    "timestamp": "2019-02-20T18:17:58.724Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": [
        "string"
    ],
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559782
updated: 2019-02-20 13:19:02

Version 4665984

created: 2019-02-20 12:18:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665984
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T18:18:09Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550686173145.ba8cc651ac58.dev.8a7c5458-0db3-401a-8a49-4cd54d6755ff.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-6ecb707a6ba427dc85f5fa55239e4020-c8b7b457-ab14-4c2e-93f5-23c53df5cd2e",
    "originalTimestamp": "2019-02-20T17:50:44.298Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T17:50:54.589Z",
    "sentAt": "2019-02-20T17:50:54.299Z",
    "timestamp": "2019-02-20T17:50:44.588Z",
    "type": "track",
    "userId": "054d300ca07b6f63bc1da5834cb9d77c",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559730
updated: 2019-02-20 12:19:09

Version 4665983

created: 2019-02-20 12:17:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665983
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T18:16:59Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550686249901.e7e06e84d2a5.dev.3fa992fe-3d44-407c-a73c-376b3f05eca4.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-48c257f777892a25519651da452bf670-4a15b814-ceb3-44d2-8401-4847a1e1e091",
    "originalTimestamp": "2019-02-20T17:24:50.622Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T17:25:00.917Z",
    "sentAt": "2019-02-20T17:25:00.623Z",
    "timestamp": "2019-02-20T17:24:50.916Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559721
updated: 2019-02-20 12:17:52

Version 4665977

created: 2019-02-20 12:13:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665977
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T18:13:21Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550686183750.a378b1cd6202.dev.b331fd8e-c6b8-4fc0-aaff-991b0995c36c.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-9ad81e3577a2528c7a6809f5335a7348-b2c70c6d-7159-47ec-a4fd-1fe3e7efa0c2",
    "originalTimestamp": "2019-02-20T17:50:44.303Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T17:50:54.594Z",
    "sentAt": "2019-02-20T17:50:54.303Z",
    "timestamp": "2019-02-20T17:50:44.594Z",
    "type": "track",
    "userId": "054d300ca07b6f63bc1da5834cb9d77c",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559688
updated: 2019-02-20 12:14:26

Version 4665976

created: 2019-02-20 12:12:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665976
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T18:11:25Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550686237783.8890c4a62c07.dev.ada62e0d-4fa9-44c9-97b0-5615f071e823.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-c21d3077b2cf0a31d1c298b869628139-8f92f6bf-5ba9-4fdb-95ce-b158707a83f4",
    "originalTimestamp": "2019-02-20T17:50:42.796Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T17:50:53.089Z",
    "sentAt": "2019-02-20T17:50:52.797Z",
    "timestamp": "2019-02-20T17:50:43.088Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559683
updated: 2019-02-20 12:13:19

Version 4665961

created: 2019-02-20 11:26:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665961
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T17:18:39Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550682649832.6904e3b8c489.dev.66b52527-5eca-4b29-a64b-514e8050df54.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-45c45f3fa610f0be9d441fcaa66843f0-4f784ff7-15c0-463d-ac97-b052c19d8777",
    "originalTimestamp": "2019-02-20T16:53:48.494Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T16:53:58.796Z",
    "sentAt": "2019-02-20T16:53:58.494Z",
    "timestamp": "2019-02-20T16:53:48.796Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559623
updated: 2019-02-20 11:27:26

Version 4665959

created: 2019-02-20 11:25:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665959
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T17:15:25Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550682643364.8890c4a62c07.dev.2ed589bd-db5d-4fb4-bd79-2c1950398c5d.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-34073c1f333f3a0ee250b80c3c09c0b2-21b3da6c-aecd-4ff9-8503-f00568a24247",
    "originalTimestamp": "2019-02-20T16:21:17.664Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T16:21:27.954Z",
    "sentAt": "2019-02-20T16:21:27.667Z",
    "timestamp": "2019-02-20T16:21:17.951Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559603
updated: 2019-02-20 11:26:34

Version 4665953

created: 2019-02-20 11:20:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665953
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T17:13:57Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550682580658.c948f177e1fb.dev.eb297edc-d7b8-4c21-bce0-b7dfe9a112b5.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-2ff15abc77938287611c8f1d3e83e181-51149c49-0cc6-442d-a939-9de16ef8e8c0",
    "originalTimestamp": "2019-02-20T16:37:57.398Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T16:38:07.668Z",
    "sentAt": "2019-02-20T16:38:07.399Z",
    "timestamp": "2019-02-20T16:37:57.667Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559582
updated: 2019-02-20 11:21:32

Version 4665907

created: 2019-02-20 09:16:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665907
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T15:16:45Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550675443533.a49917b28c28.dev.31d1f611-ca61-4562-9da6-1bfb46875def.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-fdf38b423a501125d26901c078c878a5-164043db-19c6-45b1-8441-43399003d97c",
    "originalTimestamp": "2019-02-20T14:30:11.179Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "503 - \"upstream connect error or disconnect/reset before headers\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T14:30:21.464Z",
    "sentAt": "2019-02-20T14:30:21.180Z",
    "timestamp": "2019-02-20T14:30:11.463Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559403
updated: 2019-02-20 09:17:31

Version 4665904

created: 2019-02-20 08:17:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665904
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T14:17:07Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550671851219.6904e3b8c489.dev.9b8018e5-f9dd-4eeb-b73e-bb7e6f0fcf28.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-85b6e71f439e3b946c97e22de9295483-efabbe05-6c01-4ad9-b626-62bf2ab31a97",
    "originalTimestamp": "2019-02-20T13:22:24.467Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T13:22:34.758Z",
    "sentAt": "2019-02-20T13:22:34.467Z",
    "timestamp": "2019-02-20T13:22:24.758Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559338
updated: 2019-02-20 08:17:53

Version 4665902

created: 2019-02-20 07:16:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665902
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T13:16:09Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550668246799.e7e06e84d2a5.dev.dadadf75-1733-4997-8fe7-0e5ae5a07501.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-4405c7121ecb8bce483e2b3e8c1f6327-c54e2409-e7aa-46cc-a649-4daa896a24b5",
    "originalTimestamp": "2019-02-20T12:26:18.553Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T12:26:28.851Z",
    "sentAt": "2019-02-20T12:26:28.554Z",
    "timestamp": "2019-02-20T12:26:18.850Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559319
updated: 2019-02-20 07:16:57

Version 4665900

created: 2019-02-20 05:16:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665900
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T11:16:03Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550660964172.2436e0201cb7.dev.4fb4cce9-4407-4752-aa3d-2aadc507232f.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-c6bd9aa5072ff178fd8051d9566d0ca3-df95072f-1bdc-47f9-b72a-739f12e02120",
    "originalTimestamp": "2019-02-20T10:26:13.809Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T10:26:24.100Z",
    "sentAt": "2019-02-20T10:26:23.809Z",
    "timestamp": "2019-02-20T10:26:14.100Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559302
updated: 2019-02-20 05:16:50

Version 4665899

created: 2019-02-20 05:14:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665899
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T11:14:45Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550660960307.a378b1cd6202.dev.2d87e002-9c87-48fe-b0e9-41e88430018c.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-077aae0822f9ae415aafdcb9365c05ec-abec1fd5-6cb9-417f-8874-f3d0cb4572c8",
    "originalTimestamp": "2019-02-20T10:09:26.221Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T10:09:36.513Z",
    "sentAt": "2019-02-20T10:09:36.223Z",
    "timestamp": "2019-02-20T10:09:26.511Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559300
updated: 2019-02-20 05:15:33

Version 4665898

created: 2019-02-20 05:13:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`event`STRING,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665898
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T11:13:06Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550660970492.ba8cc651ac58.dev.21015352-d559-41e3-a9d2-e716a3123472.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-79f05315a2548acbf9bc45386f332c32-19dcca5b-4cfd-407f-9404-f71c5e62f46e",
    "originalTimestamp": "2019-02-20T10:40:10.920Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T10:40:21.209Z",
    "sentAt": "2019-02-20T10:40:20.920Z",
    "timestamp": "2019-02-20T10:40:11.209Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559298
updated: 2019-02-20 05:13:57

Version 4665897

created: 2019-02-20 05:10:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`writeKey`STRING,`timestamp`STRING,`messageId`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`receivedAt`STRING,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`projectId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
]

hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user
id: 4665897
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "8.6.0"
    },
    "_origin": "2019-02-20T11:10:48Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1550620800000/1550660956015.8a7212a76864.dev.fdf5ada4-0680-49fa-9325-c0e1b03aa1f8.gz|segment_separator:34",
    "channel": "server",
    "context": {
        "library": {
            "name": "analytics-node",
            "version": "3.3.0"
        }
    },
    "event": "polluted_user",
    "integrations": {},
    "messageId": "node-077aae0822f9ae415aafdcb9365c05ec-3b0aed32-7538-4d59-87b9-0a9bdefc4274",
    "originalTimestamp": "2019-02-20T10:09:26.221Z",
    "projectId": "VCAARGbeZs",
    "properties": {
        "errorMessage": "504 - \"upstream request timeout\"",
        "experimentList": [
            "sf_5175_aa_experiment_flipper",
            "sf_5778_ssdr_aa_experiment",
            "sf_6409_hide_phone_numbers",
            "sf_6998_ssdc_lean_informed_search",
            "sf_7044_recommended_facility_card_badge",
            "sf_7168_confirmation_page_redesign"
        ],
        "experiments": "sf_5175_aa_experiment_flipper,sf_5778_ssdr_aa_experiment,sf_6409_hide_phone_numbers,sf_6998_ssdc_lean_informed_search,sf_7044_recommended_facility_card_badge,sf_7168_confirmation_page_redesign",
        "message": "fetchExperimentVariations failure"
    },
    "receivedAt": "2019-02-20T10:09:36.493Z",
    "sentAt": "2019-02-20T10:09:36.221Z",
    "timestamp": "2019-02-20T10:09:26.493Z",
    "type": "track",
    "userId": "bot",
    "version": 2,
    "writeKey": "cFsQTGfg7kYE6jD12ArqQ8G8U36OwaoY"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": "",
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 633
schema_scan_id: 4559297
updated: 2019-02-20 05:11:41

Schema Scans: 15

Last at 2019-02-20 13:18:15

Scan 4559782

duration: 0:00:51.168772

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559782

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550689847806.5821ef0312a6.dev.6d0c9c6c-6e60-4729-bc73-24b13be3cad9.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 13:18:15
success: True
trace_id: 2970812893137502011

Scan 4559730

duration: 0:00:50.948376

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559730

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550686173145.ba8cc651ac58.dev.8a7c5458-0db3-401a-8a49-4cd54d6755ff.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 12:18:23
success: True
trace_id: 9336088714257205832

Scan 4559721

duration: 0:00:50.332978

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559721

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550686249901.e7e06e84d2a5.dev.3fa992fe-3d44-407c-a73c-376b3f05eca4.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 12:17:06
success: True
trace_id: 15123236016997516078

Scan 4559688

duration: 0:00:53.084600

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559688

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550686183750.a378b1cd6202.dev.b331fd8e-c6b8-4fc0-aaff-991b0995c36c.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 12:13:37
success: True
trace_id: 2810431014019251787

Scan 4559683

duration: 0:00:50.242044

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559683

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550686237783.8890c4a62c07.dev.ada62e0d-4fa9-44c9-97b0-5615f071e823.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 12:12:33
success: True
trace_id: 11186199417556521046

Scan 4559623

duration: 0:00:50.533520

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559623

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550682649832.6904e3b8c489.dev.66b52527-5eca-4b29-a64b-514e8050df54.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 11:26:40
success: True
trace_id: 9650915340135790716

Scan 4559603

duration: 0:00:50.730900

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559603

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550682643364.8890c4a62c07.dev.2ed589bd-db5d-4fb4-bd79-2c1950398c5d.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 11:25:47
success: True
trace_id: 1845667070203562426

Scan 4559582

duration: 0:00:52.809152

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559582

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550682580658.c948f177e1fb.dev.eb297edc-d7b8-4c21-bce0-b7dfe9a112b5.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 11:20:44
success: True
trace_id: 9713000506236065648

Scan 4559403

duration: 0:00:50.562752

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559403

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550675443533.a49917b28c28.dev.31d1f611-ca61-4562-9da6-1bfb46875def.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 09:16:45
success: True
trace_id: 2182976468388762687

Scan 4559338

duration: 0:00:50.582829

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559338

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550671851219.6904e3b8c489.dev.9b8018e5-f9dd-4eeb-b73e-bb7e6f0fcf28.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 08:17:07
success: True
trace_id: 11546946924567453610

Scan 4559319

duration: 0:00:50.319130

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559319

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550668246799.e7e06e84d2a5.dev.dadadf75-1733-4997-8fe7-0e5ae5a07501.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 07:16:10
success: True
trace_id: 319941926336271038

Scan 4559302

duration: 0:00:50.390880

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559302

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550660964172.2436e0201cb7.dev.4fb4cce9-4407-4752-aa3d-2aadc507232f.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 05:16:04
success: True
trace_id: 13388199473106685652

Scan 4559300

duration: 0:00:50.708730

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559300

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550660960307.a378b1cd6202.dev.2d87e002-9c87-48fe-b0e9-41e88430018c.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 05:14:46
success: True
trace_id: 16061248580883713853

Scan 4559298

duration: 0:00:50.591664

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559298

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550660970492.ba8cc651ac58.dev.21015352-d559-41e3-a9d2-e716a3123472.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 05:13:10
success: True
trace_id: 4765598533421967057

Scan 4559297

duration: 0:00:50.433677

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 236,
    "partitions_applied": false,
    "success": true
}

id: 4559297

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2019-02-20/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-20"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-dev",
        "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user",
        "key": "separated_dt/polluted_user/dt=2019-02-20/1550660956015.8a7212a76864.dev.fdf5ada4-0680-49fa-9325-c0e1b03aa1f8.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.ssdc_polluted_user",
        "type": "segment"
    }
}

running: False
schema_name_id: 633
start_time: 2019-02-20 05:10:55
success: True
trace_id: 6281771633455077562

Partitions:

count: 4

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.ssdc_polluted_user`\nADD\n\n\n PARTITION (dt='2025-02-03') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-03/'\n PARTITION (dt='2025-02-04') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-04/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-05/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-06/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 287388,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-03/",
            "name": "dt",
            "value": "2025-02-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-03 04:58:32",
                "last_data": "2025-02-03 18:44:31"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287462,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-04/",
            "name": "dt",
            "value": "2025-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-03 21:43:52",
                "last_data": "2025-02-04 17:37:52"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287557,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-05/",
            "name": "dt",
            "value": "2025-02-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-04 22:42:31",
                "last_data": "2025-02-04 23:21:32"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 287897,
            "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-06/",
            "name": "dt",
            "value": "2025-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-05 19:23:41",
                "last_data": "2025-02-06 09:28:45"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.errorMessage": "string",
    "properties.experimentList": [
        "string"
    ],
    "properties.experiments": "string",
    "properties.message": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

created: 2019-02-20 13:18:15

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`channel`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2018-03-19 11:02:10",
        "disabled": false,
        "format": "raw",
        "id": 633,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "ssdc_polluted_user"
        },
        "type": "segment"
    },
    "partition": {
        "count": 4,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.ssdc_polluted_user`\nADD\n\n\n PARTITION (dt='2025-02-03') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-03/'\n PARTITION (dt='2025-02-04') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-04/'\n PARTITION (dt='2025-02-05') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-05/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-06/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 287388,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-03/",
                    "name": "dt",
                    "value": "2025-02-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-03 04:58:32",
                        "last_data": "2025-02-03 18:44:31"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287462,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-04/",
                    "name": "dt",
                    "value": "2025-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-03 21:43:52",
                        "last_data": "2025-02-04 17:37:52"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287557,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-05/",
                    "name": "dt",
                    "value": "2025-02-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-04 22:42:31",
                        "last_data": "2025-02-04 23:21:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 287897,
                    "location": "s3://sfdl-segment-ssdc-dev/separated_dt/polluted_user/dt=2025-02-06/",
                    "name": "dt",
                    "value": "2025-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-05 19:23:41",
                        "last_data": "2025-02-06 09:28:45"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "channel": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.errorMessage": "string",
            "properties.experimentList": [
                "string"
            ],
            "properties.experiments": "string",
            "properties.message": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string",
            "writeKey": "string"
        },
        "created": "2019-02-20 13:18:15",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_polluted_user`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`errorMessage`:STRING,`message`:STRING,`experiments`:STRING,`experimentList`:array>,`_metadata`struct<`nodeVersion`:STRING>,`version`STRING,`channel`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-dev/separated_dt/polluted_user'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_polluted_user`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_polluted_user"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}