Schema Info
Schema Name: sfdl_dev_segment.ssdc_facility_card_impression
- created: 2019-01-10 14:10:27
- disabled: False
- format: raw
- id: 1131
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "ssdc_facility_card_impression" } - type: segment
Schema Versions: 4
-
Version 4699512
- created: 2023-11-17 10:59:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`type`STRING,`version`STRING,`channel`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`integrations`struct<`_empty_`:STRING>,`_origin`STRING,`properties`struct<`rank`:STRING,`Hit_Timestamp`:STRING,`facility_id`:STRING,`key`:STRING,`site_id`:STRING,`delay`:STRING,`asd`:STRING,`search_id`:STRING,`visible_threshold`:STRING,`isReact`:STRING,`label`:STRING,`badged`:STRING,`in_network`:STRING,`env`:STRING,`category`:STRING,`index`:STRING>,`userId`STRING,`sentAt`STRING,`messageId`STRING,`event`STRING,`projectId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array >>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression
- id: 4699512
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "IAdHmAh2FE", "5ab94e33d7cab31211fc1606" ], "unbundled": [] }, "_origin": "2023-11-17T16:58:04Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1700179200000/1700240124394.events-archiver-480-2..686abfa8-1e56-4c3a-8586-6a52b3cdacea.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "79ece842-4eaf-4cf2-a28d-ba790f0ed592", "channel": "client", "context": { "campaign": {}, "ip": "187.142.13.115", "library": { "name": "analytics.js", "version": "next-1.61.0" }, "locale": "en-US", "page": { "path": "/self-storage/texas/austin/", "referrer": "", "search": "?forceExperiments=sf_12164_ssdc_clp_redesign:control", "title": "20 Cheap Storage Units in Austin, TX (from $21)", "url": "https://www.selfstorage.extrameter.com/self-storage/texas/austin/?forceExperiments=sf_12164_ssdc_clp_redesign:control" }, "timezone": "America/Mexico_City", "userAgent": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "119" }, { "brand": "Chromium", "version": "119" }, { "brand": "Not?A_Brand", "version": "24" } ], "mobile": true, "platform": "Android" } }, "event": "facility_card_impression", "integrations": {}, "messageId": "ajs-next-7d9af703c7ce7007d01759337e777359", "originalTimestamp": "2023-11-17T16:29:30.980Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1700238570967, "category": "facility interactions-cityLandingPage", "env": "development", "isReact": true, "label": "facility card-facility card impression", "site_id": 27 }, "receivedAt": "2023-11-17T16:29:31.369Z", "sentAt": "2023-11-17T16:29:31.015Z", "timestamp": "2023-11-17T16:29:31.334Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.asd": "string", "properties.badged": "string", "properties.category": "string", "properties.delay": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.key": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1131
- schema_scan_id: 6351482
- updated: 2023-11-17 11:00:56
-
Version 4696708
- created: 2023-06-09 09:13:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`sentAt`STRING,`version`STRING,`channel`STRING,`integrations`struct<`_empty_`:STRING>,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`type`STRING,`_origin`STRING,`messageId`STRING,`userId`STRING,`event`STRING,`anonymousId`STRING,`context`struct<`locale`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>,`ip`:STRING,`userAgentData`:struct<`brands`:array >,`mobile`:STRING,`platform`:STRING>>,`originalTimestamp`STRING,`receivedAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`facility_id`:STRING,`isReact`:STRING,`badged`:STRING,`key`:STRING,`rank`:STRING,`asd`:STRING,`visible_threshold`:STRING,`in_network`:STRING,`delay`:STRING,`search_id`:STRING,`index`:STRING,`site_id`:STRING,`label`:STRING,`category`:STRING,`env`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression
- id: 4696708
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "IAdHmAh2FE", "5ab94e33d7cab31211fc1606" ], "unbundled": [] }, "_origin": "2023-06-09T14:13:12Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1686268800000/1686319894293.events-archiver-480-48.8ebb200.abffa4ac-5e46-4031-876a-9482f56f44e5.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "c899778a-e319-423a-a4a8-55e353901df5", "channel": "client", "context": { "ip": "72.133.65.251", "library": { "name": "analytics.js", "version": "next-1.53.0" }, "locale": "en-US", "page": { "path": "/self-storage/texas/san-marcos/rv-storage/", "referrer": "", "search": "", "title": "10 Cheap RV & Trailer Storage Options in San Marcos, TX", "url": "https://www.selfstorage.moreyard.com/self-storage/texas/san-marcos/rv-storage/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not.A/Brand", "version": "8" }, { "brand": "Chromium", "version": "114" }, { "brand": "Google Chrome", "version": "114" } ], "mobile": false, "platform": "macOS" } }, "event": "facility_card_impression", "integrations": {}, "messageId": "ajs-next-405948b73e2e01bd2beaf51d605379f6", "originalTimestamp": "2023-06-09T14:09:05.082Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1686319745082, "category": "facility interactions-vehicleLandingPage", "delay": 1000, "env": "dev", "facility_id": 152773, "in_network": true, "index": 2, "isReact": true, "label": "facility card-facility card impression", "rank": 2, "search_id": "5c406483327803b549.42078503", "site_id": 27, "visible_threshold": 70 }, "receivedAt": "2023-06-09T14:09:05.452Z", "sentAt": "2023-06-09T14:09:05.106Z", "timestamp": "2023-06-09T14:09:05.428Z", "type": "track", "userId": "21d9b94820818f07aee6c0836a817e1b", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.asd": "string", "properties.badged": "string", "properties.category": "string", "properties.delay": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.key": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1131
- schema_scan_id: 6210601
- updated: 2023-06-09 09:14:46
-
Version 4684556
- created: 2021-04-06 16:43:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`integrations`struct<`_empty_`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`index`:STRING,`search_id`:STRING,`label`:STRING,`site_id`:STRING,`isReact`:STRING,`in_network`:STRING,`visible_threshold`:STRING,`rank`:STRING,`badged`:STRING,`key`:STRING,`asd`:STRING,`category`:STRING,`delay`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`facility_id`:STRING>,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression
- id: 4684556
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "IAdHmAh2FE", "5ab94e33d7cab31211fc1606" ], "unbundled": [] }, "_origin": "2021-04-06T21:43:05Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1617667200000/1617745144404.684f26b1e35e.fde281a.93ddf684-dd71-448c-a9c8-2104f35a5d94.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "84774672-98d5-49c2-96d4-2a5311a13b62", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/self-storage/alaska/perryville/", "referrer": "", "search": "", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.moreyard.com/self-storage/alaska/perryville/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36" }, "event": "facility_card_impression", "integrations": {}, "messageId": "ajs-2725bf494f3700f64e048303ee95b0c7", "originalTimestamp": "2021-04-06T21:15:29.585Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1617743729583, "asd": "NEWFIELD", "category": "facility interactions-cityLandingPage", "delay": 1000, "env": "development", "facility_id": 105463, "in_network": true, "index": 1, "isReact": true, "label": "facility card-facility card impression", "rank": 1, "search_id": "2b97606ccf6c5b3dc3.82864838", "site_id": 27, "visible_threshold": 70 }, "receivedAt": "2021-04-06T21:15:30.117Z", "sentAt": "2021-04-06T21:15:29.588Z", "timestamp": "2021-04-06T21:15:30.114Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.asd": "string", "properties.badged": "string", "properties.category": "string", "properties.delay": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.key": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1131
- schema_scan_id: 5776476
- updated: 2021-04-06 16:45:03
-
Version 4684555
- created: 2021-04-06 15:18:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`integrations`struct<`_empty_`:STRING>,`event`STRING,`version`STRING,`timestamp`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`projectId`STRING,`userId`STRING,`_origin`STRING,`anonymousId`STRING,`properties`struct<`index`:STRING,`search_id`:STRING,`label`:STRING,`site_id`:STRING,`isReact`:STRING,`in_network`:STRING,`visible_threshold`:STRING,`rank`:STRING,`badged`:STRING,`key`:STRING,`category`:STRING,`delay`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`facility_id`:STRING>,`channel`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`messageId`STRING,`context`struct<`locale`:STRING,`userAgent`:STRING,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`path`:STRING,`referrer`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n", "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression" ] - hive_path: s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression
- id: 4684555
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "IAdHmAh2FE", "5ab94e33d7cab31211fc1606" ], "unbundled": [] }, "_origin": "2021-04-06T20:18:04Z|s3://sfdl-segment-ssdc-dev/segment-logs/VCAARGbeZs/1617667200000/1617740121138.677a3104e83b.fde281a.0d5ac20a-2adb-4dc6-911b-4824904b8fa3.gz|analytics-segment-separator-dev:$LATEST", "anonymousId": "84774672-98d5-49c2-96d4-2a5311a13b62", "channel": "client", "context": { "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "4.0.8" }, "locale": "en-MX", "page": { "path": "/self-storage/new-york/poughkeepsie/", "referrer": "", "search": "", "title": "20 Best Poughkeepsie, NY Self-Storage Units | $1 First Month Rent", "url": "https://www.selfstorage.moreyard.com/self-storage/new-york/poughkeepsie/" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36" }, "event": "facility_card_impression", "integrations": {}, "messageId": "ajs-17c43b61bac237457b112a42726103b6", "originalTimestamp": "2021-04-06T19:33:36.567Z", "projectId": "VCAARGbeZs", "properties": { "Hit Timestamp": 1617738261606, "category": "facility interactions", "delay": 1000, "env": "development", "facility_id": 104557, "in_network": true, "index": 1, "isReact": true, "key": "NEWFIELD", "label": "facility card-facility card impression", "rank": 11, "search_id": "2070606cb7733159d4.78665276", "site_id": 27, "visible_threshold": 70 }, "receivedAt": "2021-04-06T19:33:36.952Z", "sentAt": "2021-04-06T19:33:36.571Z", "timestamp": "2021-04-06T19:33:36.948Z", "type": "track", "userId": "error", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.badged": "string", "properties.category": "string", "properties.delay": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.key": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1131
- schema_scan_id: 5776303
- updated: 2021-04-06 15:19:43
Schema Scans: 4
Last at 2023-11-17 10:59:47
-
Scan 6351482
- duration: 0:01:28.635681
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 755, "partitions_applied": false, "success": true } - id: 6351482
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2023-11-17/", "name": "dt", "type": "string", "value": "2023-11-17" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression", "key": "separated_dt/facility_card_impression/dt=2023-11-17/1700240124394.events-archiver-480-2..686abfa8-1e56-4c3a-8586-6a52b3cdacea.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_card_impression", "type": "segment" } } - running: False
- schema_name_id: 1131
- start_time: 2023-11-17 10:59:47
- success: True
- trace_id: 11600839929592401807
-
Scan 6210601
- duration: 0:01:44.773351
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 666, "partitions_applied": false, "success": true } - id: 6210601
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2023-06-09/", "name": "dt", "type": "string", "value": "2023-06-09" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression", "key": "separated_dt/facility_card_impression/dt=2023-06-09/1686319894293.events-archiver-480-48.8ebb200.abffa4ac-5e46-4031-876a-9482f56f44e5.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_card_impression", "type": "segment" } } - running: False
- schema_name_id: 1131
- start_time: 2023-06-09 09:13:56
- success: True
- trace_id: 2209632701537849636
-
Scan 5776476
- duration: 0:01:31.587341
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 353, "partitions_applied": false, "success": true } - id: 5776476
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2021-04-06/", "name": "dt", "type": "string", "value": "2021-04-06" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression", "key": "separated_dt/facility_card_impression/dt=2021-04-06/1617745144404.684f26b1e35e.fde281a.93ddf684-dd71-448c-a9c8-2104f35a5d94.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_card_impression", "type": "segment" } } - running: False
- schema_name_id: 1131
- start_time: 2021-04-06 16:43:36
- success: True
- trace_id: 8966372451055953517
-
Scan 5776303
- duration: 0:01:36.459908
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 353, "partitions_applied": false, "success": true } - id: 5776303
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2021-04-06/", "name": "dt", "type": "string", "value": "2021-04-06" }, "s3": { "bucket": "sfdl-segment-ssdc-dev", "hive_path": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression", "key": "separated_dt/facility_card_impression/dt=2021-04-06/1617740121138.677a3104e83b.fde281a.0d5ac20a-2adb-4dc6-911b-4824904b8fa3.json.gz" }, "schema": { "name": "sfdl_dev_segment.ssdc_facility_card_impression", "type": "segment" } } - running: False
- schema_name_id: 1131
- start_time: 2021-04-06 15:18:11
- success: True
- trace_id: 13708815302539225310
- count: 4
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.ssdc_facility_card_impression`\nADD\n\n\n PARTITION (dt='2025-01-31') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-01-31/'\n PARTITION (dt='2025-02-01') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-01/'\n PARTITION (dt='2025-02-03') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-03/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-06/'\n;" ] - name: dt
- state:
[ { "info": { "id": 287135, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-01-31/", "name": "dt", "value": "2025-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-01-31 01:41:59", "last_data": "2025-01-31 07:16:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 287229, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-01/", "name": "dt", "value": "2025-02-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-01-31 19:05:22", "last_data": "2025-01-31 19:06:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 287387, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-03/", "name": "dt", "value": "2025-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-02-03 02:36:14", "last_data": "2025-02-03 05:00:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 287974, "location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-06/", "name": "dt", "value": "2025-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-02-06 10:20:02", "last_data": "2025-02-06 10:21:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.asd": "string", "properties.badged": "string", "properties.category": "string", "properties.delay": "string", "properties.env": "string", "properties.facility_id": "string", "properties.in_network": "string", "properties.index": "string", "properties.isReact": "string", "properties.key": "string", "properties.label": "string", "properties.rank": "string", "properties.search_id": "string", "properties.site_id": "string", "properties.visible_threshold": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2023-11-17 10:59:49
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`type`STRING,`version`STRING,`channel`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array >,`integrations`struct<`_empty_`:STRING>,`_origin`STRING,`properties`struct<`rank`:STRING,`Hit_Timestamp`:STRING,`facility_id`:STRING,`key`:STRING,`site_id`:STRING,`delay`:STRING,`asd`:STRING,`search_id`:STRING,`visible_threshold`:STRING,`isReact`:STRING,`label`:STRING,`badged`:STRING,`in_network`:STRING,`env`:STRING,`category`:STRING,`index`:STRING>,`userId`STRING,`sentAt`STRING,`messageId`STRING,`event`STRING,`projectId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array >>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2019-01-10 14:10:27",
"disabled": false,
"format": "raw",
"id": 1131,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "ssdc_facility_card_impression"
},
"type": "segment"
},
"partition": {
"count": 4,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.ssdc_facility_card_impression`\nADD\n\n\n PARTITION (dt='2025-01-31') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-01-31/'\n PARTITION (dt='2025-02-01') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-01/'\n PARTITION (dt='2025-02-03') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-03/'\n PARTITION (dt='2025-02-06') location 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-06/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 287135,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-01-31/",
"name": "dt",
"value": "2025-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-01-31 01:41:59",
"last_data": "2025-01-31 07:16:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 287229,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-01/",
"name": "dt",
"value": "2025-02-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-01-31 19:05:22",
"last_data": "2025-01-31 19:06:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 287387,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-03/",
"name": "dt",
"value": "2025-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-02-03 02:36:14",
"last_data": "2025-02-03 05:00:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 287974,
"location": "s3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression/dt=2025-02-06/",
"name": "dt",
"value": "2025-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-02-06 10:20:02",
"last_data": "2025-02-06 10:21:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.content": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.asd": "string",
"properties.badged": "string",
"properties.category": "string",
"properties.delay": "string",
"properties.env": "string",
"properties.facility_id": "string",
"properties.in_network": "string",
"properties.index": "string",
"properties.isReact": "string",
"properties.key": "string",
"properties.label": "string",
"properties.rank": "string",
"properties.search_id": "string",
"properties.site_id": "string",
"properties.visible_threshold": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2023-11-17 10:59:49",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.ssdc_facility_card_impression`\n(\n`type`STRING,`version`STRING,`channel`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`integrations`struct<`_empty_`:STRING>,`_origin`STRING,`properties`struct<`rank`:STRING,`Hit_Timestamp`:STRING,`facility_id`:STRING,`key`:STRING,`site_id`:STRING,`delay`:STRING,`asd`:STRING,`search_id`:STRING,`visible_threshold`:STRING,`isReact`:STRING,`label`:STRING,`badged`:STRING,`in_network`:STRING,`env`:STRING,`category`:STRING,`index`:STRING>,`userId`STRING,`sentAt`STRING,`messageId`STRING,`event`STRING,`projectId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`context`struct<`userAgent`:STRING,`timezone`:STRING,`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING>,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-dev/separated_dt/facility_card_impression'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.ssdc_facility_card_impression`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.ssdc_facility_card_impression"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}