Schema Info
Schema Name: sfdl_dev_segment.slwebedition_comboboxselection
- created: 2019-08-20 21:10:19
- disabled: False
- format: raw
- id: 1286
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "slwebedition_comboboxselection" } - type: segment
Schema Versions: 2
-
Version 4671766
- created: 2019-08-20 22:07:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.slwebedition_comboboxselection`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.slwebedition_comboboxselection`\n(\n`originalTimestamp`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>>,`properties`struct<`SessionId`:STRING,`Text`:STRING,`ParentForm`:STRING,`Name`:STRING>,`writeKey`STRING,`projectId`STRING,`timestamp`STRING,`version`STRING,`type`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection'\n", "MSCK REPAIR TABLE sfdl_dev_segment.slwebedition_comboboxselection" ] - hive_path: s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection
- id: 4671766
- processed: 1
- raw_data:
{ "_origin": "2019-08-21T03:07:38Z|s3://sfdl-segment-slwebedition-dev/segment-logs/Qn0on3CWMj/1566345600000/1566356827137.76dcdc3e3a88.e4797d0.1956ef24-3000-4c0a-b7d6-d8ec10bab352.gz|segment_separator:34", "anonymousId": null, "channel": "server", "context": { "library": { "name": "Analytics.NET", "version": "2.0.3" } }, "event": "ComboBoxSelection", "integrations": {}, "messageId": "17820e18-4b72-4b92-b1c0-01783b9f8478", "originalTimestamp": "2019-08-20T22:34:09.6569233-04:00", "projectId": "Qn0on3CWMj", "properties": { "Name": "cboTimeZ", "ParentForm": "FrmMoveIn", "SessionId": "26df4250-9700-4700-ac72-80bc30c99f66", "Text": "24 Hour Access" }, "receivedAt": "2019-08-21T02:34:09.546Z", "sentAt": "2019-08-21T02:34:09.656Z", "timestamp": "2019-08-21T02:34:09.545Z", "type": "track", "userId": "DEMO:DEMO:Demo", "version": 2, "writeKey": "NRHtWyFoUylX7KN5cxu3gFO7vCn8Mwj6" } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Name": "string", "properties.ParentForm": "string", "properties.SessionId": "string", "properties.Text": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 1286
- schema_scan_id: 5144075
- updated: 2019-08-20 22:08:03
-
Version 4671760
- created: 2019-08-20 21:10:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.slwebedition_comboboxselection`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.slwebedition_comboboxselection`\n(\n`version`STRING,`timestamp`STRING,`projectId`STRING,`userId`STRING,`properties`struct<`ParentForm`:STRING,`Text`:STRING,`Name`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>>,`messageId`STRING,`_origin`STRING,`writeKey`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection'\n", "MSCK REPAIR TABLE sfdl_dev_segment.slwebedition_comboboxselection" ] - hive_path: s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection
- id: 4671760
- processed: 1
- raw_data:
{ "_origin": "2019-08-21T02:10:11Z|s3://sfdl-segment-slwebedition-dev/segment-logs/Qn0on3CWMj/1566345600000/1566353234777.0f8dd4e4de52.e4797d0.6e624407-084c-41bb-bce4-9ee23b205414.gz|segment_separator:34", "anonymousId": null, "channel": "server", "context": { "library": { "name": "Analytics.NET", "version": "2.0.3" } }, "event": "ComboBoxSelection", "integrations": {}, "messageId": "1fe86108-2e96-4780-8f0d-9bfa9e06af06", "originalTimestamp": "2019-08-20T21:56:37.5947588-04:00", "projectId": "Qn0on3CWMj", "properties": { "Name": "cboTimeZ", "ParentForm": "FrmMoveIn", "Text": "24 Hour Access" }, "receivedAt": "2019-08-21T01:56:37.446Z", "sentAt": "2019-08-21T01:56:37.594Z", "timestamp": "2019-08-21T01:56:37.446Z", "type": "track", "userId": "DEMO:DEMO:Demo", "version": 2, "writeKey": "NRHtWyFoUylX7KN5cxu3gFO7vCn8Mwj6" } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Name": "string", "properties.ParentForm": "string", "properties.Text": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 1286
- schema_scan_id: 5144030
- updated: 2019-08-20 21:10:30
Schema Scans: 2
Last at 2019-08-20 22:07:53
-
Scan 5144075
- duration: 0:00:13.621684
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 5144075
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2019-08-21/", "name": "dt", "type": "string", "value": "2019-08-21" }, "s3": { "bucket": "sfdl-segment-slwebedition-dev", "hive_path": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection", "key": "separated_dt/ComboBoxSelection/dt=2019-08-21/1566356827137.76dcdc3e3a88.e4797d0.1956ef24-3000-4c0a-b7d6-d8ec10bab352.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.slwebedition_ComboBoxSelection", "type": "segment" } } - running: False
- schema_name_id: 1286
- start_time: 2019-08-20 22:07:53
- success: True
- trace_id: 3961049594875750432
-
Scan 5144030
- duration: 0:00:13.765537
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 5144030
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2019-08-21/", "name": "dt", "type": "string", "value": "2019-08-21" }, "s3": { "bucket": "sfdl-segment-slwebedition-dev", "hive_path": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection", "key": "separated_dt/ComboBoxSelection/dt=2019-08-21/1566353234777.0f8dd4e4de52.e4797d0.6e624407-084c-41bb-bce4-9ee23b205414.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.slwebedition_ComboBoxSelection", "type": "segment" } } - running: False
- schema_name_id: 1286
- start_time: 2019-08-20 21:10:19
- success: True
- trace_id: 5020382417367245412
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.slwebedition_comboboxselection`\nADD\n\n\n PARTITION (dt='2022-06-13') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-13/'\n PARTITION (dt='2022-06-14') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-14/'\n PARTITION (dt='2022-06-17') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-17/'\n;" ] - name: dt
- state:
[ { "info": { "id": 185278, "location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-13/", "name": "dt", "value": "2022-06-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2022-06-13 14:38:47", "last_data": "2022-06-13 14:56:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 185286, "location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-14/", "name": "dt", "value": "2022-06-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2022-06-14 08:50:54", "last_data": "2022-06-14 18:19:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 185338, "location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-17/", "name": "dt", "value": "2022-06-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2022-06-17 14:18:47", "last_data": "2022-06-17 15:00:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Name": "string", "properties.ParentForm": "string", "properties.SessionId": "string", "properties.Text": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - created: 2019-08-20 22:07:53
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.slwebedition_comboboxselection`\n(\n`originalTimestamp`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>>,`properties`struct<`SessionId`:STRING,`Text`:STRING,`ParentForm`:STRING,`Name`:STRING>,`writeKey`STRING,`projectId`STRING,`timestamp`STRING,`version`STRING,`type`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.slwebedition_comboboxselection`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.slwebedition_comboboxselection" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2019-08-20 21:10:19",
"disabled": false,
"format": "raw",
"id": 1286,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "slwebedition_comboboxselection"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.slwebedition_comboboxselection`\nADD\n\n\n PARTITION (dt='2022-06-13') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-13/'\n PARTITION (dt='2022-06-14') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-14/'\n PARTITION (dt='2022-06-17') location 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-17/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 185278,
"location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-13/",
"name": "dt",
"value": "2022-06-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2022-06-13 14:38:47",
"last_data": "2022-06-13 14:56:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 185286,
"location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-14/",
"name": "dt",
"value": "2022-06-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2022-06-14 08:50:54",
"last_data": "2022-06-14 18:19:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 185338,
"location": "s3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection/dt=2022-06-17/",
"name": "dt",
"value": "2022-06-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2022-06-17 14:18:47",
"last_data": "2022-06-17 15:00:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.library.name": "string",
"context.library.version": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Name": "string",
"properties.ParentForm": "string",
"properties.SessionId": "string",
"properties.Text": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string",
"writeKey": "string"
},
"created": "2019-08-20 22:07:53",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.slwebedition_comboboxselection`\n(\n`originalTimestamp`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`_origin`STRING,`event`STRING,`anonymousId`STRING,`sentAt`STRING,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>>,`properties`struct<`SessionId`:STRING,`Text`:STRING,`ParentForm`:STRING,`Name`:STRING>,`writeKey`STRING,`projectId`STRING,`timestamp`STRING,`version`STRING,`type`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-slwebedition-dev/separated_dt/ComboBoxSelection'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.slwebedition_comboboxselection`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.slwebedition_comboboxselection"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}