Schema Info
Schema Name: sfdl_dev_segment.myfoot_submit
- created: 2019-01-23 17:11:17
- disabled: False
- format: raw
- id: 1142
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_dev_segment", "table": "myfoot_submit" } - type: segment
Schema Versions: 4
-
Version 4678595
- created: 2020-05-13 15:06:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`_origin`STRING,`event`STRING,`timestamp`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`page`:struct<`title`:STRING,`referrer`:STRING,`path`:STRING,`url`:STRING,`search`:STRING>,`campaign`:struct<`_empty_`:STRING>>,`version`STRING,`channel`STRING,`properties`struct<`tempBid`:STRING,`currentEffectiveBid`:STRING,`fields`:array,`unbundled`:array >\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit" ] - hive_path: s3://sfdl-segment-myfoot-dev/separated_dt/submit
- id: 4678595
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2020-05-07T17:52:12Z|s3://sfdl-segment-myfoot-dev/segment-logs/5S7zLXdw0k/1588809600000/1588873409250.1dab070c04b9.e4797d0.e92c655c-3442-496d-87c2-1675de781afb.gz|segment_separator:34", "anonymousId": "16261dbb-10ba-4b13-8f25-6deb79feb70f", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.12.4" }, "locale": "en-US", "page": { "path": "/features/bid", "referrer": "", "search": "?fid=105461", "title": "MySpareFoot", "url": "https://my.sparefoot.moreyard.com/features/bid?fid=105461" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Safari/537.36" }, "event": "submit", "integrations": {}, "messageId": "ajs-b26176ca0e2b00b5d9d41e5dd25f470c", "originalTimestamp": "2020-05-07T17:13:18.682Z", "projectId": "5S7zLXdw0k", "properties": { "category": "update bid modifier", "fields": [ { "name": "filename", "value": "" } ], "properties": "save bid form" }, "receivedAt": "2020-05-07T17:13:18.745Z", "sentAt": "2020-05-07T17:13:18.685Z", "timestamp": "2020-05-07T17:13:18.742Z", "type": "track", "userId": "779376", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentBid": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customCity": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.customZip": "string", "properties.facilityCity": "string", "properties.facilityZip": "string", "properties.fields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.isBidPage": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.properties": "string", "properties.tempBid": "string", "properties.values": "", "properties.values.bid_amount": "string", "properties.values.facility_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1142
- schema_scan_id: 5597164
- updated: 2020-05-13 15:06:32
-
Version 4668820
- created: 2019-04-15 15:02:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`category`:STRING,`currentBid`:STRING,`facilityCity`:STRING,`myfootRole`:STRING,`customZip`:STRING,`fields`:array,`unbundled`:array >,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit" ] - hive_path: s3://sfdl-segment-myfoot-dev/separated_dt/submit
- id: 4668820
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2019-04-15T20:01:19Z|s3://sfdl-segment-myfoot-dev/segment-logs/5S7zLXdw0k/1555286400000/1555358257580.bfb5ec905459.9f83b95.abee195f-21ec-4428-a86f-0a6bb5633f1a.gz|segment_separator:34", "anonymousId": "ec111cd7-c8d3-4488-bfdb-9644796de288", "channel": "client", "context": { "campaign": {}, "ip": "66.162.93.78", "library": { "name": "analytics.js", "version": "3.8.0" }, "page": { "path": "/features/bid", "referrer": "", "search": "?fid=201492", "title": "MySpareFoot", "url": "http://localhost:9019/features/bid?fid=201492" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36" }, "event": "submit", "integrations": {}, "messageId": "ajs-0a5f679a6609732d8de94b2f867fb540", "originalTimestamp": "2019-04-15T19:52:23.518Z", "projectId": "5S7zLXdw0k", "properties": { "account": { "accountId": "2318", "account_id": "1298", "bidType": "PERCENT", "bid_type": "PERCENT", "numFacilities": "58", "num_facilities": "20", "sfAccountId": "15586", "sf_account_id": "14566" }, "atMinimumBid": false, "category": "update bid modifier", "currentBid": 1.6, "currentEffectiveBid": 0.15, "currentTemporaryBid": 0.15, "customCity": "", "customFields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "customZip": "", "facilityCity": "Santa Rosa", "facilityZip": 95407, "fields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 0.15, "isBidPage": "/features/bid", "label": "save bid form", "maxBid": "10.00", "minBid": "0.00", "myfootRole": "god", "properties": "save bid form", "tempBid": "1.60", "values": { "bid_amount": "2.00", "facility_id": "155558" } }, "receivedAt": "2019-04-15T19:52:23.559Z", "sentAt": "2019-04-15T19:52:23.522Z", "timestamp": "2019-04-15T19:52:23.555Z", "type": "track", "userId": "2426939", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentBid": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customCity": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.customZip": "string", "properties.facilityCity": "string", "properties.facilityZip": "string", "properties.fields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.isBidPage": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.properties": "string", "properties.tempBid": "string", "properties.values": "", "properties.values.bid_amount": "string", "properties.values.facility_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1142
- schema_scan_id: 4730289
- updated: 2019-04-15 15:02:33
-
Version 4666341
- created: 2019-02-25 15:14:06
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`currentBid`:STRING,`account`:struct<`num_facilities`:STRING,`bid_type`:STRING,`account_id`:STRING,`numFacilities`:STRING,`sf_account_id`:STRING,`sfAccountId`:STRING,`bidType`:STRING,`accountId`:STRING>,`myfootRole`:STRING,`customZip`:STRING,`fields`:array,`unbundled`:array >,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`_empty_`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit" ] - hive_path: s3://sfdl-segment-myfoot-dev/separated_dt/submit
- id: 4666341
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2019-02-25T21:14:02Z|s3://sfdl-segment-myfoot-dev/segment-logs/5S7zLXdw0k/1551052800000/1551128965116.a378b1cd6202.dev.29480be6-4f84-4f28-a1cf-3a3f695c077d.gz|segment_separator:34", "anonymousId": "e808ca58-3b9d-46fd-9838-4417e6bfab7e", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/features/bid", "referrer": "http://my.sparefoot.localhost/features/details?fid=201492", "search": "?fid=201492", "title": "MySpareFoot", "url": "http://my.sparefoot.localhost/features/bid?fid=201492" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.96 Safari/537.36" }, "event": "submit", "integrations": {}, "messageId": "ajs-9fc260cf3908de3aff690857351423c5", "originalTimestamp": "2019-02-25T20:43:55.481Z", "projectId": "5S7zLXdw0k", "properties": { "account": { "accountId": "2318", "account_id": "1298", "bidType": "PERCENT", "bid_type": "PERCENT", "numFacilities": "58", "num_facilities": "20", "sfAccountId": "15586", "sf_account_id": "14566" }, "atMinimumBid": false, "category": "update bid modifier", "currentBid": 1.6, "currentEffectiveBid": 0.15, "currentTemporaryBid": 0.15, "customCity": "", "customFields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "customZip": "", "facilityCity": "Santa Rosa", "facilityZip": 95407, "fields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 0.15, "isBidPage": "/features/bid", "label": "save bid form", "maxBid": "10.00", "minBid": "0.00", "myfootRole": "god", "tempBid": "1.60", "values": { "bid_amount": "2.00", "facility_id": "155558" } }, "receivedAt": "2019-02-25T20:43:55.551Z", "sentAt": "2019-02-25T20:43:55.487Z", "timestamp": "2019-02-25T20:43:55.545Z", "type": "track", "userId": "2345982", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentBid": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customCity": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.customZip": "string", "properties.facilityCity": "string", "properties.facilityZip": "string", "properties.fields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.isBidPage": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.tempBid": "string", "properties.values": "", "properties.values.bid_amount": "string", "properties.values.facility_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1142
- schema_scan_id: 4577026
- updated: 2019-02-25 15:14:20
-
Version 4666340
- created: 2019-02-25 15:11:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`category`:STRING,`currentBid`:STRING,`facilityCity`:STRING,`myfootRole`:STRING,`customZip`:STRING,`fields`:array,`unbundled`:array >,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`_empty_`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit" ] - hive_path: s3://sfdl-segment-myfoot-dev/separated_dt/submit
- id: 4666340
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2019-02-25T21:11:22Z|s3://sfdl-segment-myfoot-dev/segment-logs/5S7zLXdw0k/1551052800000/1551128977189.b4fd3ee07740.dev.acc11b7f-c6ed-474f-ae3c-48ebec4d5c55.gz|segment_separator:34", "anonymousId": "e808ca58-3b9d-46fd-9838-4417e6bfab7e", "channel": "client", "context": { "campaign": {}, "ip": "34.239.223.223", "library": { "name": "analytics.js", "version": "3.7.2" }, "page": { "path": "/features/bid", "referrer": "http://my.sparefoot.localhost/features/units?fid=201492", "search": "?fid=201492", "title": "MySpareFoot", "url": "http://my.sparefoot.localhost/features/bid?fid=201492" }, "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.96 Safari/537.36" }, "event": "submit", "integrations": {}, "messageId": "ajs-26715cd6ba25498afdbfb6c2ae94fc76", "originalTimestamp": "2019-02-25T20:33:22.835Z", "projectId": "5S7zLXdw0k", "properties": { "account": { "accountId": "2318", "account_id": "1298", "bidType": "PERCENT", "bid_type": "PERCENT", "numFacilities": "58", "num_facilities": "20", "sfAccountId": "15586", "sf_account_id": "14566" }, "atMinimumBid": true, "category": "update bid modifier", "currentBid": 1.6, "currentEffectiveBid": 0, "currentTemporaryBid": 0.05, "customCity": "", "customFields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "customZip": "", "facilityCity": "Santa Rosa", "facilityZip": 95407, "fields": [ { "name": "custom_zip", "value": "" }, { "name": "custom_city", "value": "" } ], "initialEffectiveBid": 0, "label": "save bid form", "maxBid": "10.00", "minBid": "0.00", "myfootRole": "god", "tempBid": "1.60", "values": { "bid_amount": "2.00", "facility_id": "155558" } }, "receivedAt": "2019-02-25T20:33:22.907Z", "sentAt": "2019-02-25T20:33:22.840Z", "timestamp": "2019-02-25T20:33:22.902Z", "type": "track", "userId": "2345982", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentBid": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customCity": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.customZip": "string", "properties.facilityCity": "string", "properties.facilityZip": "string", "properties.fields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.tempBid": "string", "properties.values": "", "properties.values.bid_amount": "string", "properties.values.facility_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 1142
- schema_scan_id: 4576998
- updated: 2019-02-25 15:11:56
Schema Scans: 4
Last at 2020-05-13 15:06:15
-
Scan 5597164
- duration: 0:00:20.185862
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 10, "partitions_applied": false, "success": true } - id: 5597164
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2020-05-07/", "name": "dt", "type": "string", "value": "2020-05-07" }, "s3": { "bucket": "sfdl-segment-myfoot-dev", "hive_path": "s3://sfdl-segment-myfoot-dev/separated_dt/submit", "key": "separated_dt/submit/dt=2020-05-07/1588873409250.1dab070c04b9.e4797d0.e92c655c-3442-496d-87c2-1675de781afb.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.myfoot_submit", "type": "segment" } } - running: False
- schema_name_id: 1142
- start_time: 2020-05-13 15:06:15
- success: True
- trace_id: 6788831862098777971
-
Scan 4730289
- duration: 0:00:16.429289
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 7, "partitions_applied": false, "success": true } - id: 4730289
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2019-04-15/", "name": "dt", "type": "string", "value": "2019-04-15" }, "s3": { "bucket": "sfdl-segment-myfoot-dev", "hive_path": "s3://sfdl-segment-myfoot-dev/separated_dt/submit", "key": "separated_dt/submit/dt=2019-04-15/1555358257580.bfb5ec905459.9f83b95.abee195f-21ec-4428-a86f-0a6bb5633f1a.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.myfoot_submit", "type": "segment" } } - running: False
- schema_name_id: 1142
- start_time: 2019-04-15 15:02:19
- success: True
- trace_id: 12559377932237963194
-
Scan 4577026
- duration: 0:00:16.932555
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 5, "partitions_applied": false, "success": true } - id: 4577026
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2019-02-25/", "name": "dt", "type": "string", "value": "2019-02-25" }, "s3": { "bucket": "sfdl-segment-myfoot-dev", "hive_path": "s3://sfdl-segment-myfoot-dev/separated_dt/submit", "key": "separated_dt/submit/dt=2019-02-25/1551128965116.a378b1cd6202.dev.29480be6-4f84-4f28-a1cf-3a3f695c077d.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.myfoot_submit", "type": "segment" } } - running: False
- schema_name_id: 1142
- start_time: 2019-02-25 15:14:06
- success: True
- trace_id: 8858888851103495782
-
Scan 4576998
- duration: 0:00:13.554961
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 5, "partitions_applied": false, "success": true } - id: 4576998
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2019-02-25/", "name": "dt", "type": "string", "value": "2019-02-25" }, "s3": { "bucket": "sfdl-segment-myfoot-dev", "hive_path": "s3://sfdl-segment-myfoot-dev/separated_dt/submit", "key": "separated_dt/submit/dt=2019-02-25/1551128977189.b4fd3ee07740.dev.acc11b7f-c6ed-474f-ae3c-48ebec4d5c55.gz.json.gz" }, "schema": { "name": "sfdl_dev_segment.myfoot_submit", "type": "segment" } } - running: False
- schema_name_id: 1142
- start_time: 2019-02-25 15:11:45
- success: True
- trace_id: 1222947504513387004
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_dev_segment.myfoot_submit`\nADD\n\n\n PARTITION (dt='2021-11-26') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-26/'\n PARTITION (dt='2021-11-29') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-29/'\n PARTITION (dt='2022-01-26') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2022-01-26/'\n;" ] - name: dt
- state:
[ { "info": { "id": 180668, "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-26/", "name": "dt", "value": "2021-11-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-11-26 10:45:17", "last_data": "2021-11-26 12:59:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 180752, "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-29/", "name": "dt", "value": "2021-11-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2021-11-29 11:46:41", "last_data": "2021-11-29 14:58:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 181527, "location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2022-01-26/", "name": "dt", "value": "2022-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2022-01-26 16:15:41", "last_data": "2022-01-26 16:17:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.account.accountId": "string", "properties.account.account_id": "string", "properties.account.bidType": "string", "properties.account.bid_type": "string", "properties.account.numFacilities": "string", "properties.account.num_facilities": "string", "properties.account.sfAccountId": "string", "properties.account.sf_account_id": "string", "properties.atMinimumBid": "string", "properties.category": "string", "properties.currentBid": "string", "properties.currentEffectiveBid": "string", "properties.currentTemporaryBid": "string", "properties.customCity": "string", "properties.customFields": [ { "name": "string", "value": "string" } ], "properties.customZip": "string", "properties.facilityCity": "string", "properties.facilityZip": "string", "properties.fields": [ { "name": "string", "value": "string" } ], "properties.initialEffectiveBid": "string", "properties.isBidPage": "string", "properties.label": "string", "properties.maxBid": "string", "properties.minBid": "string", "properties.myfootRole": "string", "properties.properties": "string", "properties.tempBid": "string", "properties.values": "", "properties.values.bid_amount": "string", "properties.values.facility_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2020-05-13 15:06:16
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`_origin`STRING,`event`STRING,`timestamp`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`page`:struct<`title`:STRING,`referrer`:STRING,`path`:STRING,`url`:STRING,`search`:STRING>,`campaign`:struct<`_empty_`:STRING>>,`version`STRING,`channel`STRING,`properties`struct<`tempBid`:STRING,`currentEffectiveBid`:STRING,`fields`:array,`unbundled`:array >\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2019-01-23 17:11:17",
"disabled": false,
"format": "raw",
"id": 1142,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_dev_segment",
"table": "myfoot_submit"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_dev_segment.myfoot_submit`\nADD\n\n\n PARTITION (dt='2021-11-26') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-26/'\n PARTITION (dt='2021-11-29') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-29/'\n PARTITION (dt='2022-01-26') location 's3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2022-01-26/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 180668,
"location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-26/",
"name": "dt",
"value": "2021-11-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-11-26 10:45:17",
"last_data": "2021-11-26 12:59:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 180752,
"location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2021-11-29/",
"name": "dt",
"value": "2021-11-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2021-11-29 11:46:41",
"last_data": "2021-11-29 14:58:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 181527,
"location": "s3://sfdl-segment-myfoot-dev/separated_dt/submit/dt=2022-01-26/",
"name": "dt",
"value": "2022-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2022-01-26 16:15:41",
"last_data": "2022-01-26 16:17:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.userAgent": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.account.accountId": "string",
"properties.account.account_id": "string",
"properties.account.bidType": "string",
"properties.account.bid_type": "string",
"properties.account.numFacilities": "string",
"properties.account.num_facilities": "string",
"properties.account.sfAccountId": "string",
"properties.account.sf_account_id": "string",
"properties.atMinimumBid": "string",
"properties.category": "string",
"properties.currentBid": "string",
"properties.currentEffectiveBid": "string",
"properties.currentTemporaryBid": "string",
"properties.customCity": "string",
"properties.customFields": [
{
"name": "string",
"value": "string"
}
],
"properties.customZip": "string",
"properties.facilityCity": "string",
"properties.facilityZip": "string",
"properties.fields": [
{
"name": "string",
"value": "string"
}
],
"properties.initialEffectiveBid": "string",
"properties.isBidPage": "string",
"properties.label": "string",
"properties.maxBid": "string",
"properties.minBid": "string",
"properties.myfootRole": "string",
"properties.properties": "string",
"properties.tempBid": "string",
"properties.values": "",
"properties.values.bid_amount": "string",
"properties.values.facility_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2020-05-13 15:06:16",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.myfoot_submit`\n(\n`_origin`STRING,`event`STRING,`timestamp`STRING,`context`struct<`userAgent`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`page`:struct<`title`:STRING,`referrer`:STRING,`path`:STRING,`url`:STRING,`search`:STRING>,`campaign`:struct<`_empty_`:STRING>>,`version`STRING,`channel`STRING,`properties`struct<`tempBid`:STRING,`currentEffectiveBid`:STRING,`fields`:array>,`atMinimumBid`:STRING,`minBid`:STRING,`isBidPage`:STRING,`account`:struct<`num_facilities`:STRING,`bid_type`:STRING,`account_id`:STRING,`numFacilities`:STRING,`sf_account_id`:STRING,`sfAccountId`:STRING,`bidType`:STRING,`accountId`:STRING>,`customFields`:array>,`customZip`:STRING,`properties`:STRING,`values`:struct<`bid_amount`:STRING,`facility_id`:STRING>,`initialEffectiveBid`:STRING,`currentTemporaryBid`:STRING,`category`:STRING,`myfootRole`:STRING,`facilityCity`:STRING,`currentBid`:STRING,`facilityZip`:STRING,`maxBid`:STRING,`customCity`:STRING,`label`:STRING>,`userId`STRING,`anonymousId`STRING,`messageId`STRING,`type`STRING,`receivedAt`STRING,`integrations`struct<`_empty_`:STRING>,`originalTimestamp`STRING,`projectId`STRING,`sentAt`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-myfoot-dev/separated_dt/submit'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.myfoot_submit`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.myfoot_submit"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}