Schema Info

Schema Name: sfdl_dev_segment.storagescout_submit

created: 2019-04-17 16:58:02
disabled: False
format: raw
id: 1237
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_segment",
    "table": "storagescout_submit"
}

type: segment

Schema Versions: 3

Version 4678801

created: 2020-05-20 16:06:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_submit`\n(\n`timestamp`STRING,`receivedAt`STRING,`properties`struct<`category`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`extra`:struct<`hostedWebsite`:STRING,`trafficSourceId`:STRING,`invoiceId`:STRING,`actualD`:STRING,`moveInOriginal`:STRING,`read`:STRING,`hasContactlessMoveins`:STRING,`sitePhone`:STRING,`facilityPhone`:STRING,`moveIn`:STRING,`free`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`promoCode`:STRING,`facilityName`:STRING,`matchReasons`:STRING,`moveOut`:STRING,`hotLead`:STRING,`canceled`:STRING,`unit`:struct<`unitIds`:array>,`unitNumber`:STRING,`customerNotes`:STRING,`facilityGetsNotificationEmails`:STRING,`timestamp`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`country`:STRING,`zip`:STRING,`address2`:STRING,`city`:STRING>,`bookingType`:STRING,`baseBid`:STRING,`siteId`:STRING,`email`:STRING,`AAAMemberNumber`:STRING,`movedIn`:STRING,`callCenterTransfer`:STRING,`phoneFacilityTransfer`:STRING,`apiUnitId`:STRING,`callCenter`:STRING,`bookingWidget`:STRING,`apiLeadId`:STRING,`bookingAgentId`:STRING,`phoneVerified`:STRING,`moveInActual`:STRING,`visitId`:STRING,`callCenterNotes`:STRING,`eVisitId`:STRING,`modifiedDtm`:STRING,`alternatePhones`:array,`estimatedRevenue`:STRING,`pickupTime`:STRING,`phoneChangedNumber`:STRING,`matchScore`:STRING,`price`:STRING,`bookingAgent`:STRING,`sizeH`:STRING,`confirmationCode`:STRING,`bookingState`:STRING,`typeOfListing`:STRING,`corrected`:STRING,`npv`:STRING,`actualW`:STRING,`facilityTenantId`:STRING,`eSignType`:STRING,`duplicateOf`:STRING,`apiCustId`:STRING,`depositPaid`:STRING,`bidType`:STRING,`unitId`:STRING,`phoneStatus`:STRING,`callerIdPhone`:STRING,`sessionId`:STRING,`alternateLastNames`:array,`listingWantId`:STRING,`lastName`:STRING,`commission`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`unitType`:STRING,`promotion`:STRING,`amenities`:array,`description`:struct<`physical`:struct<`height`:STRING,`width`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`warehouse`:STRING,`only`:STRING>>,`reservation_days`:STRING>,`reviewStatus`:STRING,`affiliateId`:STRING,`sizeW`:STRING,`alternateFirstNames`:array,`rebateProcessed`:STRING,`referrerId`:STRING,`companyCode`:STRING,`complete`:STRING,`disputeReason`:STRING,`centershiftAccountId`:STRING,`facilityTenant`:STRING,`resaleRate`:STRING,`phone`:STRING,`payoutBatchId`:STRING,`bidAmount`:STRING,`statementId`:STRING,`firstName`:STRING,`facilityId`:STRING,`searchWeightId`:STRING,`userId`:STRING,`searchWeightTestId`:STRING,`totalPaid`:STRING,`alternateEmails`:array,`termsVersion`:STRING,`sizeD`:STRING,`monthlyInsurance`:STRING,`promo`:STRING,`contacted`:STRING,`autoState`:STRING,`onlineMoveInUrl`:STRING>,`label`:STRING>,`version`STRING,`channel`STRING,`event`STRING,`userId`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`userAgent`:STRING>,`originalTimestamp`STRING,`anonymousId`STRING,`type`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-dev/separated_dt/submit'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_submit"
]

hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/submit
id: 4678801
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-05-20T21:05:59Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1589932800000/1590008444676.015f87bbde5c.e4797d0.7b6e0293-5831-4a86-9f8b-1bae25a74508.gz|segment_separator:34",
    "anonymousId": "07062345-7185-409f-896e-c735b57393a7",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/reservation/confirmation/DBW8UWHGV",
            "referrer": "",
            "search": "",
            "title": "Reserve a 5' x 5' unit at Fake Storage Facility - Product in Perryville - StorageScout.com",
            "url": "http://localhost:9125/reservation/confirmation/DBW8UWHGV"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-9d954342b68f9ad5c8cb1bd76aac1bbd",
    "originalTimestamp": "2020-05-20T20:57:48.058Z",
    "projectId": "adK1RCRyGa",
    "properties": {
        "Hit Timestamp": 1590008268057,
        "category": "reservation form interactions-reservePage",
        "env": "development",
        "extra": {
            "AAAMemberNumber": null,
            "account": {
                "accountId": "2318",
                "hasOnlineMoveIns": true
            },
            "actualD": null,
            "actualW": null,
            "affiliateId": "Tertiary Properties",
            "alternateEmails": [],
            "alternateFirstNames": [],
            "alternateLastNames": [],
            "alternatePhones": [],
            "apiCustId": null,
            "apiLeadId": null,
            "apiUnitId": null,
            "autoState": null,
            "baseBid": "1.60",
            "bidAmount": "48.00",
            "bidType": "PERCENT",
            "bookedUnit": {
                "amenities": [
                    "24 Hour Access",
                    "Climate Controlled",
                    "Interior"
                ],
                "description": {
                    "physical": {
                        "height": null,
                        "length": "5.00",
                        "width": "5.00"
                    },
                    "vehicle": {
                        "only": false,
                        "permitted": false,
                        "warehouse": false
                    }
                },
                "id": "21367895",
                "price": {
                    "meta": "30.00"
                },
                "promotion": "",
                "reservation_days": "60",
                "unitType": "storage"
            },
            "bookingAgent": null,
            "bookingAgentId": null,
            "bookingState": "PENDING",
            "bookingType": "STANDARD",
            "bookingWidget": "0",
            "callCenter": "0",
            "callCenterNotes": "[2020-05-20 3:57pm] Booking 5' x 5' unit $30.00 (24 Hour Access, Climate Controlled, Interior) on website (StorageScout.com)",
            "callCenterTransfer": false,
            "callerIdPhone": null,
            "canceled": "0",
            "centershiftAccountId": null,
            "commission": "0.00",
            "companyCode": "Product",
            "complete": "1",
            "confirmationCode": "DBW8UWHGV",
            "contacted": "0",
            "corrected": "0",
            "customerNotes": null,
            "depositPaid": "0.00",
            "disputeReason": null,
            "duplicateOf": "XFPNZCJXB",
            "eSignType": null,
            "eVisitId": null,
            "email": "[email protected]",
            "estimatedRevenue": 12,
            "facilityGetsNotificationEmails": true,
            "facilityId": "155558",
            "facilityName": "Fake Storage Facility - Product",
            "facilityPhone": "5555555555",
            "facilityTenant": false,
            "facilityTenantId": null,
            "facilitylocation": {
                "address1": "400 Brooks Road",
                "address2": "",
                "city": "Perryville",
                "country": "",
                "state": "AK",
                "zip": "99648"
            },
            "firstName": "test",
            "free": "0",
            "hasContactlessMoveins": true,
            "hostedWebsite": "0",
            "hotLead": null,
            "invoiceId": null,
            "lastName": "test",
            "listingWantId": null,
            "matchReasons": null,
            "matchScore": null,
            "modifiedDtm": "2020-05-20T20:57:47.000Z",
            "monthlyInsurance": null,
            "moveIn": "2020-05-20T00:00:00.000Z",
            "moveInActual": null,
            "moveInOriginal": "2020-05-20T00:00:00.000Z",
            "moveOut": null,
            "movedIn": "0",
            "npv": "48.00",
            "onlineMoveInUrl": null,
            "payoutBatchId": null,
            "phone": "5555555555",
            "phoneChangedNumber": "0",
            "phoneFacilityTransfer": "0",
            "phoneStatus": null,
            "phoneVerified": "0",
            "pickupTime": null,
            "price": "30.00",
            "promo": "",
            "promoCode": null,
            "read": "0",
            "rebateProcessed": "0",
            "referrerId": null,
            "resaleRate": null,
            "reviewStatus": null,
            "searchWeightId": null,
            "searchWeightTestId": null,
            "sessionId": null,
            "siteId": "413",
            "sitePhone": null,
            "sizeD": "5.00",
            "sizeH": null,
            "sizeW": "5.00",
            "statementId": null,
            "termsVersion": "20130106",
            "timestamp": "2020-05-20T20:57:47.000Z",
            "totalPaid": null,
            "trafficSourceId": "null",
            "typeOfListing": "2",
            "unit": {
                "unitIds": [
                    "21367895"
                ]
            },
            "unitId": "21367895",
            "unitNumber": null,
            "userId": "1682",
            "visitId": null
        },
        "isReact": true,
        "label": "success-web-STANDARD-5.00-5.00",
        "site_id": 413
    },
    "receivedAt": "2020-05-20T20:57:48.259Z",
    "sentAt": "2020-05-20T20:57:48.061Z",
    "timestamp": "2020-05-20T20:57:48.256Z",
    "type": "track",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.AAAMemberNumber": "string",
    "properties.extra.account.accountId": "string",
    "properties.extra.account.hasOnlineMoveIns": "string",
    "properties.extra.actualD": "string",
    "properties.extra.actualW": "string",
    "properties.extra.affiliateId": "string",
    "properties.extra.alternateEmails": [
        "string"
    ],
    "properties.extra.alternateFirstNames": [
        "string"
    ],
    "properties.extra.alternateLastNames": [
        "string"
    ],
    "properties.extra.alternatePhones": [
        "string"
    ],
    "properties.extra.apiCustId": "string",
    "properties.extra.apiLeadId": "string",
    "properties.extra.apiUnitId": "string",
    "properties.extra.autoState": "string",
    "properties.extra.baseBid": "string",
    "properties.extra.bidAmount": "string",
    "properties.extra.bidType": "string",
    "properties.extra.bookedUnit.amenities": [
        "string"
    ],
    "properties.extra.bookedUnit.description.physical.height": "string",
    "properties.extra.bookedUnit.description.physical.length": "string",
    "properties.extra.bookedUnit.description.physical.width": "string",
    "properties.extra.bookedUnit.description.vehicle.only": "string",
    "properties.extra.bookedUnit.description.vehicle.permitted": "string",
    "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
    "properties.extra.bookedUnit.id": "string",
    "properties.extra.bookedUnit.price.meta": "string",
    "properties.extra.bookedUnit.promotion": "string",
    "properties.extra.bookedUnit.reservation_days": "string",
    "properties.extra.bookedUnit.unitType": "string",
    "properties.extra.bookingAgent": "string",
    "properties.extra.bookingAgentId": "string",
    "properties.extra.bookingState": "string",
    "properties.extra.bookingType": "string",
    "properties.extra.bookingWidget": "string",
    "properties.extra.callCenter": "string",
    "properties.extra.callCenterNotes": "string",
    "properties.extra.callCenterTransfer": "string",
    "properties.extra.callerIdPhone": "string",
    "properties.extra.canceled": "string",
    "properties.extra.centershiftAccountId": "string",
    "properties.extra.commission": "string",
    "properties.extra.companyCode": "string",
    "properties.extra.complete": "string",
    "properties.extra.confirmationCode": "string",
    "properties.extra.contacted": "string",
    "properties.extra.corrected": "string",
    "properties.extra.customerNotes": "string",
    "properties.extra.depositPaid": "string",
    "properties.extra.disputeReason": "string",
    "properties.extra.duplicateOf": "string",
    "properties.extra.eSignType": "string",
    "properties.extra.eVisitId": "string",
    "properties.extra.email": "string",
    "properties.extra.estimatedRevenue": "string",
    "properties.extra.facilityGetsNotificationEmails": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.facilityName": "string",
    "properties.extra.facilityPhone": "string",
    "properties.extra.facilityTenant": "string",
    "properties.extra.facilityTenantId": "string",
    "properties.extra.facilitylocation.address1": "string",
    "properties.extra.facilitylocation.address2": "string",
    "properties.extra.facilitylocation.city": "string",
    "properties.extra.facilitylocation.country": "string",
    "properties.extra.facilitylocation.state": "string",
    "properties.extra.facilitylocation.zip": "string",
    "properties.extra.firstName": "string",
    "properties.extra.free": "string",
    "properties.extra.hasContactlessMoveins": "string",
    "properties.extra.hostedWebsite": "string",
    "properties.extra.hotLead": "string",
    "properties.extra.invoiceId": "string",
    "properties.extra.lastName": "string",
    "properties.extra.listingWantId": "string",
    "properties.extra.matchReasons": "string",
    "properties.extra.matchScore": "string",
    "properties.extra.modifiedDtm": "string",
    "properties.extra.monthlyInsurance": "string",
    "properties.extra.moveIn": "string",
    "properties.extra.moveInActual": "string",
    "properties.extra.moveInOriginal": "string",
    "properties.extra.moveOut": "string",
    "properties.extra.movedIn": "string",
    "properties.extra.npv": "string",
    "properties.extra.onlineMoveInUrl": "string",
    "properties.extra.payoutBatchId": "string",
    "properties.extra.phone": "string",
    "properties.extra.phoneChangedNumber": "string",
    "properties.extra.phoneFacilityTransfer": "string",
    "properties.extra.phoneStatus": "string",
    "properties.extra.phoneVerified": "string",
    "properties.extra.pickupTime": "string",
    "properties.extra.price": "string",
    "properties.extra.promo": "string",
    "properties.extra.promoCode": "string",
    "properties.extra.read": "string",
    "properties.extra.rebateProcessed": "string",
    "properties.extra.referrerId": "string",
    "properties.extra.resaleRate": "string",
    "properties.extra.reviewStatus": "string",
    "properties.extra.searchWeightId": "string",
    "properties.extra.searchWeightTestId": "string",
    "properties.extra.sessionId": "string",
    "properties.extra.siteId": "string",
    "properties.extra.sitePhone": "string",
    "properties.extra.sizeD": "string",
    "properties.extra.sizeH": "string",
    "properties.extra.sizeW": "string",
    "properties.extra.statementId": "string",
    "properties.extra.termsVersion": "string",
    "properties.extra.timestamp": "string",
    "properties.extra.totalPaid": "string",
    "properties.extra.trafficSourceId": "string",
    "properties.extra.typeOfListing": "string",
    "properties.extra.unit.unitIds": [
        "string"
    ],
    "properties.extra.unitId": "string",
    "properties.extra.unitNumber": "string",
    "properties.extra.userId": "string",
    "properties.extra.visitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 1237
schema_scan_id: 5610429
updated: 2020-05-20 16:07:01

Version 4678798

created: 2020-05-18 14:11:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_submit`\n(\n`userId`STRING,`sentAt`STRING,`timestamp`STRING,`messageId`STRING,`anonymousId`STRING,`properties`struct<`isReact`:STRING,`extra`:struct<`eVisitId`:STRING,`sizeH`:STRING,`baseBid`:STRING,`read`:STRING,`commission`:STRING,`alternateFirstNames`:array,`phoneVerified`:STRING,`statementId`:STRING,`userId`:STRING,`email`:STRING,`resaleRate`:STRING,`depositPaid`:STRING,`invoiceId`:STRING,`movedIn`:STRING,`sitePhone`:STRING,`bidAmount`:STRING,`unit`:struct<`unitIds`:array>,`unitId`:STRING,`npv`:STRING,`facilityTenant`:STRING,`visitId`:STRING,`actualW`:STRING,`moveIn`:STRING,`timestamp`:STRING,`confirmationCode`:STRING,`monthlyInsurance`:STRING,`rebateProcessed`:STRING,`alternateEmails`:array,`sessionId`:STRING,`phoneChangedNumber`:STRING,`AAAMemberNumber`:STRING,`bookingState`:STRING,`matchScore`:STRING,`promoCode`:STRING,`callCenterNotes`:STRING,`bookingType`:STRING,`complete`:STRING,`moveInActual`:STRING,`estimatedRevenue`:STRING,`listingWantId`:STRING,`apiLeadId`:STRING,`totalPaid`:STRING,`apiCustId`:STRING,`typeOfListing`:STRING,`eSignType`:STRING,`referrerId`:STRING,`modifiedDtm`:STRING,`free`:STRING,`actualD`:STRING,`bidType`:STRING,`trafficSourceId`:STRING,`promo`:STRING,`bookingWidget`:STRING,`facilityTenantId`:STRING,`termsVersion`:STRING,`phone`:STRING,`phoneStatus`:STRING,`disputeReason`:STRING,`facilityPhone`:STRING,`reviewStatus`:STRING,`lastName`:STRING,`firstName`:STRING,`hostedWebsite`:STRING,`facilitylocation`:struct<`city`:STRING,`zip`:STRING,`address1`:STRING,`address2`:STRING,`state`:STRING,`country`:STRING>,`customerNotes`:STRING,`matchReasons`:STRING,`price`:STRING,`phoneFacilityTransfer`:STRING,`companyCode`:STRING,`facilityName`:STRING,`siteId`:STRING,`alternateLastNames`:array,`sizeW`:STRING,`apiUnitId`:STRING,`sizeD`:STRING,`payoutBatchId`:STRING,`moveOut`:STRING,`contacted`:STRING,`facilityId`:STRING,`moveInOriginal`:STRING,`alternatePhones`:array,`bookedUnit`:struct<`reservation_days`:STRING,`description`:struct<`vehicle`:struct<`warehouse`:STRING,`only`:STRING,`permitted`:STRING>,`physical`:struct<`width`:STRING,`length`:STRING,`height`:STRING>>,`price`:struct<`meta`:STRING>,`unitType`:STRING,`amenities`:array,`promotion`:STRING,`id`:STRING>,`bookingAgentId`:STRING,`hotLead`:STRING,`canceled`:STRING,`callCenterTransfer`:STRING,`callerIdPhone`:STRING,`centershiftAccountId`:STRING,`autoState`:STRING,`searchWeightId`:STRING,`pickupTime`:STRING,`unitNumber`:STRING,`bookingAgent`:STRING,`callCenter`:STRING,`duplicateOf`:STRING,`corrected`:STRING,`searchWeightTestId`:STRING,`affiliateId`:STRING,`facilityGetsNotificationEmails`:STRING>,`site_id`:STRING,`env`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`category`:STRING>,`type`STRING,`version`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>>,`projectId`STRING,`originalTimestamp`STRING,`_origin`STRING,`event`STRING,`channel`STRING,`receivedAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-dev/separated_dt/submit'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_submit"
]

hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/submit
id: 4678798
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-05-18T19:11:28Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1589760000000/1589829030871.b7556272b4e9.e4797d0.4fdf97c9-e96e-48a5-adf0-92e55d2e02b4.gz|segment_separator:34",
    "anonymousId": "310655a8-293b-4578-8414-59a1be290c19",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.13.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/ak/perryville-storage-units/fake-storage-facility-product-155558/reserve/21367895/",
            "referrer": "",
            "search": "",
            "title": "Reserve a 5' x 5' unit at Fake Storage Facility - Product in Perryville - StorageScout.com",
            "url": "https://storagescout.moreyard.com/self-storage/ak/perryville-storage-units/fake-storage-facility-product-155558/reserve/21367895/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-f86cd291987ca59474086ac50519a17a",
    "originalTimestamp": "2020-05-18T18:58:13.457Z",
    "projectId": "adK1RCRyGa",
    "properties": {
        "Hit Timestamp": 1589828293456,
        "category": "reservation form interactions-reservePage",
        "env": "dev",
        "extra": {
            "facilityId": 155558,
            "unitId": 21367895
        },
        "isReact": true,
        "label": "fail-web",
        "site_id": 413
    },
    "receivedAt": "2020-05-18T18:58:14.662Z",
    "sentAt": "2020-05-18T18:58:13.459Z",
    "timestamp": "2020-05-18T18:58:14.660Z",
    "type": "track",
    "userId": "3b2aabb6ffe0694f586aa39b3d1e6ac5",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.AAAMemberNumber": "string",
    "properties.extra.actualD": "string",
    "properties.extra.actualW": "string",
    "properties.extra.affiliateId": "string",
    "properties.extra.alternateEmails": [
        "string"
    ],
    "properties.extra.alternateFirstNames": [
        "string"
    ],
    "properties.extra.alternateLastNames": [
        "string"
    ],
    "properties.extra.alternatePhones": [
        "string"
    ],
    "properties.extra.apiCustId": "string",
    "properties.extra.apiLeadId": "string",
    "properties.extra.apiUnitId": "string",
    "properties.extra.autoState": "string",
    "properties.extra.baseBid": "string",
    "properties.extra.bidAmount": "string",
    "properties.extra.bidType": "string",
    "properties.extra.bookedUnit.amenities": [
        "string"
    ],
    "properties.extra.bookedUnit.description.physical.height": "string",
    "properties.extra.bookedUnit.description.physical.length": "string",
    "properties.extra.bookedUnit.description.physical.width": "string",
    "properties.extra.bookedUnit.description.vehicle.only": "string",
    "properties.extra.bookedUnit.description.vehicle.permitted": "string",
    "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
    "properties.extra.bookedUnit.id": "string",
    "properties.extra.bookedUnit.price.meta": "string",
    "properties.extra.bookedUnit.promotion": "string",
    "properties.extra.bookedUnit.reservation_days": "string",
    "properties.extra.bookedUnit.unitType": "string",
    "properties.extra.bookingAgent": "string",
    "properties.extra.bookingAgentId": "string",
    "properties.extra.bookingState": "string",
    "properties.extra.bookingType": "string",
    "properties.extra.bookingWidget": "string",
    "properties.extra.callCenter": "string",
    "properties.extra.callCenterNotes": "string",
    "properties.extra.callCenterTransfer": "string",
    "properties.extra.callerIdPhone": "string",
    "properties.extra.canceled": "string",
    "properties.extra.centershiftAccountId": "string",
    "properties.extra.commission": "string",
    "properties.extra.companyCode": "string",
    "properties.extra.complete": "string",
    "properties.extra.confirmationCode": "string",
    "properties.extra.contacted": "string",
    "properties.extra.corrected": "string",
    "properties.extra.customerNotes": "string",
    "properties.extra.depositPaid": "string",
    "properties.extra.disputeReason": "string",
    "properties.extra.duplicateOf": "string",
    "properties.extra.eSignType": "string",
    "properties.extra.eVisitId": "string",
    "properties.extra.email": "string",
    "properties.extra.estimatedRevenue": "string",
    "properties.extra.facilityGetsNotificationEmails": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.facilityName": "string",
    "properties.extra.facilityPhone": "string",
    "properties.extra.facilityTenant": "string",
    "properties.extra.facilityTenantId": "string",
    "properties.extra.facilitylocation.address1": "string",
    "properties.extra.facilitylocation.address2": "string",
    "properties.extra.facilitylocation.city": "string",
    "properties.extra.facilitylocation.country": "string",
    "properties.extra.facilitylocation.state": "string",
    "properties.extra.facilitylocation.zip": "string",
    "properties.extra.firstName": "string",
    "properties.extra.free": "string",
    "properties.extra.hostedWebsite": "string",
    "properties.extra.hotLead": "string",
    "properties.extra.invoiceId": "string",
    "properties.extra.lastName": "string",
    "properties.extra.listingWantId": "string",
    "properties.extra.matchReasons": "string",
    "properties.extra.matchScore": "string",
    "properties.extra.modifiedDtm": "string",
    "properties.extra.monthlyInsurance": "string",
    "properties.extra.moveIn": "string",
    "properties.extra.moveInActual": "string",
    "properties.extra.moveInOriginal": "string",
    "properties.extra.moveOut": "string",
    "properties.extra.movedIn": "string",
    "properties.extra.npv": "string",
    "properties.extra.payoutBatchId": "string",
    "properties.extra.phone": "string",
    "properties.extra.phoneChangedNumber": "string",
    "properties.extra.phoneFacilityTransfer": "string",
    "properties.extra.phoneStatus": "string",
    "properties.extra.phoneVerified": "string",
    "properties.extra.pickupTime": "string",
    "properties.extra.price": "string",
    "properties.extra.promo": "string",
    "properties.extra.promoCode": "string",
    "properties.extra.read": "string",
    "properties.extra.rebateProcessed": "string",
    "properties.extra.referrerId": "string",
    "properties.extra.resaleRate": "string",
    "properties.extra.reviewStatus": "string",
    "properties.extra.searchWeightId": "string",
    "properties.extra.searchWeightTestId": "string",
    "properties.extra.sessionId": "string",
    "properties.extra.siteId": "string",
    "properties.extra.sitePhone": "string",
    "properties.extra.sizeD": "string",
    "properties.extra.sizeH": "string",
    "properties.extra.sizeW": "string",
    "properties.extra.statementId": "string",
    "properties.extra.termsVersion": "string",
    "properties.extra.timestamp": "string",
    "properties.extra.totalPaid": "string",
    "properties.extra.trafficSourceId": "string",
    "properties.extra.typeOfListing": "string",
    "properties.extra.unit.unitIds": [
        "string"
    ],
    "properties.extra.unitId": "string",
    "properties.extra.unitNumber": "string",
    "properties.extra.userId": "string",
    "properties.extra.visitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 1237
schema_scan_id: 5609014
updated: 2020-05-18 14:12:09

Version 4668953

created: 2019-05-14 15:00:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_submit`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_submit`\n(\n`version`STRING,`timestamp`STRING,`projectId`STRING,`userId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING,`facilityGetsNotificationEmails`:STRING,`contacted`:STRING,`baseBid`:STRING,`userId`:STRING,`affiliateId`:STRING,`eSignType`:STRING,`typeOfListing`:STRING,`hostedWebsite`:STRING,`visitId`:STRING,`hotLead`:STRING,`callCenter`:STRING,`sitePhone`:STRING,`alternateFirstNames`:array,`facilityPhone`:STRING,`apiCustId`:STRING,`reviewStatus`:STRING,`read`:STRING,`timestamp`:STRING,`alternatePhones`:array,`callCenterTransfer`:STRING,`sizeD`:STRING,`confirmationCode`:STRING,`duplicateOf`:STRING,`matchScore`:STRING,`sizeH`:STRING,`movedIn`:STRING,`moveInOriginal`:STRING,`companyCode`:STRING,`centershiftAccountId`:STRING,`callCenterNotes`:STRING,`apiLeadId`:STRING,`totalPaid`:STRING,`bookingAgent`:STRING,`resaleRate`:STRING,`AAAMemberNumber`:STRING,`email`:STRING,`depositPaid`:STRING,`bookedUnit`:struct<`reservation_days`:STRING,`description`:struct<`vehicle`:struct<`warehouse`:STRING,`only`:STRING,`permitted`:STRING>,`physical`:struct<`width`:STRING,`length`:STRING,`height`:STRING>>,`price`:struct<`meta`:STRING>,`unitType`:STRING,`amenities`:array,`promotion`:STRING,`id`:STRING>,`free`:STRING,`autoState`:STRING,`facilityTenantId`:STRING,`listingWantId`:STRING,`lastName`:STRING,`promoCode`:STRING,`phoneChangedNumber`:STRING,`statementId`:STRING,`rebateProcessed`:STRING,`disputeReason`:STRING,`matchReasons`:STRING,`monthlyInsurance`:STRING,`bookingType`:STRING,`unit`:struct<`unitIds`:array>,`bookingWidget`:STRING,`customerNotes`:STRING,`commission`:STRING,`estimatedRevenue`:STRING,`searchWeightTestId`:STRING,`facilityTenant`:STRING,`complete`:STRING,`bidType`:STRING,`facilitylocation`:struct<`city`:STRING,`zip`:STRING,`address1`:STRING,`address2`:STRING,`state`:STRING,`country`:STRING>,`corrected`:STRING,`alternateEmails`:array,`phone`:STRING,`pickupTime`:STRING,`actualD`:STRING,`firstName`:STRING,`bookingState`:STRING,`bidAmount`:STRING,`phoneFacilityTransfer`:STRING,`phoneVerified`:STRING,`actualW`:STRING,`moveIn`:STRING,`moveOut`:STRING,`eVisitId`:STRING,`referrerId`:STRING,`canceled`:STRING,`sizeW`:STRING,`alternateLastNames`:array,`callerIdPhone`:STRING,`apiUnitId`:STRING,`termsVersion`:STRING,`facilityName`:STRING,`modifiedDtm`:STRING,`invoiceId`:STRING,`promo`:STRING,`trafficSourceId`:STRING,`price`:STRING,`payoutBatchId`:STRING,`unitNumber`:STRING,`phoneStatus`:STRING,`npv`:STRING,`moveInActual`:STRING,`sessionId`:STRING,`searchWeightId`:STRING,`bookingAgentId`:STRING,`siteId`:STRING>,`isReact`:STRING,`site_id`:STRING,`label`:STRING,`env`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-dev/separated_dt/submit'\n",
    "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_submit"
]

hive_path: s3://sfdl-segment-storagescout-dev/separated_dt/submit
id: 4668953
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2019-05-14T20:00:25Z|s3://sfdl-segment-storagescout-dev/segment-logs/adK1RCRyGa/1557792000000/1557863839796.78e68f4ff0c5.9f83b95.d5534b01-23f3-44d1-98da-edcf732de697.gz|segment_separator:34",
    "anonymousId": "68626046-54e9-4788-8f3d-ca026dd64189",
    "channel": "client",
    "context": {
        "ip": "34.239.223.223",
        "library": {
            "name": "analytics.js",
            "version": "3.8.2"
        },
        "page": {
            "path": "/self-storage/ak/perryville-storage-units/fake-storage-facility-percent-cpa-158519/reserve/17307993/",
            "referrer": "",
            "search": "",
            "title": "Reserve a 5' x 5' unit with Interior at Fake Storage Facility - Percent CPA in Perryville - SelfStorage.com",
            "url": "http://localhost:9125/self-storage/ak/perryville-storage-units/fake-storage-facility-percent-cpa-158519/reserve/17307993/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.131 Safari/537.36"
    },
    "event": "submit",
    "integrations": {},
    "messageId": "ajs-04c3c64d24800c640b8b96adc3cf78a9",
    "originalTimestamp": "2019-05-14T19:04:56.965Z",
    "projectId": "adK1RCRyGa",
    "properties": {
        "Hit Timestamp": 1557860696961,
        "category": "reservation form interactions-reservePage",
        "env": "development",
        "extra": {
            "AAAMemberNumber": null,
            "actualD": null,
            "actualW": null,
            "affiliateId": "Tertiary Properties",
            "alternateEmails": [],
            "alternateFirstNames": [],
            "alternateLastNames": [],
            "alternatePhones": [],
            "apiCustId": null,
            "apiLeadId": null,
            "apiUnitId": null,
            "autoState": null,
            "baseBid": "1.25",
            "bidAmount": "500.00",
            "bidType": "PERCENT",
            "bookedUnit": {
                "amenities": [
                    "300' Ceiling",
                    "ADA Accessible",
                    "Air Cooled",
                    "Alarm",
                    "Available for Indoor Vehicle Storage",
                    "Drive Up Access",
                    "Electricity",
                    "Heated",
                    "Humidity Controlled",
                    "Light in Unit",
                    "Premium Location",
                    "Pull-Through",
                    "Roll Up Door",
                    "Shelves in Unit",
                    "Stacked Skybox/Mezzanine Unit",
                    "Underground Level"
                ],
                "description": {
                    "physical": {
                        "height": null,
                        "length": "300.00",
                        "width": "300.00"
                    },
                    "vehicle": {
                        "only": false,
                        "permitted": false,
                        "warehouse": false
                    }
                },
                "id": "21178453",
                "price": {
                    "meta": "33333.00"
                },
                "promotion": "",
                "reservation_days": "60",
                "unitType": "storage"
            },
            "bookingAgent": null,
            "bookingAgentId": null,
            "bookingState": "PENDING",
            "bookingType": "STANDARD",
            "bookingWidget": "0",
            "callCenter": "0",
            "callCenterNotes": "[2019-05-14 2:39pm] Booking 300' x 300' unit $33333.00 (300' Ceiling, ADA Accessible, Air Cooled, Alarm, Drive Up Access, Electricity, Heated, Humidity Controlled, Light in Unit, Premium Location, Pull-Through, Roll Up Door, Shelves in Unit, Stacked Skybox/Mezzanine Unit, Underground Level, Vehicle) on website (StorageScout.com)",
            "callCenterTransfer": false,
            "callerIdPhone": null,
            "canceled": "0",
            "centershiftAccountId": null,
            "commission": "0.00",
            "companyCode": "(DO NOT HIDE)",
            "complete": "1",
            "confirmationCode": "GB779JNH7",
            "contacted": "0",
            "corrected": "0",
            "customerNotes": null,
            "depositPaid": "0.00",
            "disputeReason": null,
            "duplicateOf": null,
            "eSignType": null,
            "eVisitId": null,
            "email": "[email protected]",
            "estimatedRevenue": null,
            "facilityGetsNotificationEmails": true,
            "facilityId": "204142",
            "facilityName": "Engineering**Test",
            "facilityPhone": "5555555555",
            "facilityTenant": false,
            "facilityTenantId": null,
            "facilitylocation": {
                "address1": "A Street",
                "address2": "",
                "city": "Perryville",
                "country": "",
                "state": "AK",
                "zip": "99648"
            },
            "firstName": "Test",
            "free": "0",
            "hostedWebsite": "0",
            "hotLead": null,
            "invoiceId": null,
            "lastName": "test",
            "listingWantId": null,
            "matchReasons": null,
            "matchScore": null,
            "modifiedDtm": "2019-05-14T19:39:35.000Z",
            "monthlyInsurance": null,
            "moveIn": "2019-05-18T00:00:00.000Z",
            "moveInActual": null,
            "moveInOriginal": "2019-05-18T00:00:00.000Z",
            "moveOut": null,
            "movedIn": "0",
            "npv": "500.00",
            "payoutBatchId": null,
            "phone": "2223334444",
            "phoneChangedNumber": "0",
            "phoneFacilityTransfer": "0",
            "phoneStatus": null,
            "phoneVerified": "0",
            "pickupTime": null,
            "price": "33333.00",
            "promo": "",
            "promoCode": null,
            "read": "0",
            "rebateProcessed": "0",
            "referrerId": null,
            "resaleRate": null,
            "reviewStatus": null,
            "searchWeightId": null,
            "searchWeightTestId": null,
            "sessionId": null,
            "siteId": "413",
            "sitePhone": null,
            "sizeD": "300.00",
            "sizeH": null,
            "sizeW": "300.00",
            "statementId": null,
            "termsVersion": "20130106",
            "timestamp": "2019-05-14T19:39:35.000Z",
            "totalPaid": null,
            "trafficSourceId": "__Direct",
            "typeOfListing": "2",
            "unit": {
                "unitIds": [
                    "21178453"
                ]
            },
            "unitId": "21178453",
            "unitNumber": null,
            "userId": "1253",
            "visitId": null
        },
        "isReact": true,
        "label": "fail-web",
        "site_id": 27
    },
    "receivedAt": "2019-05-14T19:04:57.306Z",
    "sentAt": "2019-05-14T19:04:56.972Z",
    "timestamp": "2019-05-14T19:04:57.299Z",
    "type": "track",
    "userId": "error",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.AAAMemberNumber": "string",
    "properties.extra.actualD": "string",
    "properties.extra.actualW": "string",
    "properties.extra.affiliateId": "string",
    "properties.extra.alternateEmails": [
        "string"
    ],
    "properties.extra.alternateFirstNames": [
        "string"
    ],
    "properties.extra.alternateLastNames": [
        "string"
    ],
    "properties.extra.alternatePhones": [
        "string"
    ],
    "properties.extra.apiCustId": "string",
    "properties.extra.apiLeadId": "string",
    "properties.extra.apiUnitId": "string",
    "properties.extra.autoState": "string",
    "properties.extra.baseBid": "string",
    "properties.extra.bidAmount": "string",
    "properties.extra.bidType": "string",
    "properties.extra.bookedUnit.amenities": [
        "string"
    ],
    "properties.extra.bookedUnit.description.physical.height": "string",
    "properties.extra.bookedUnit.description.physical.length": "string",
    "properties.extra.bookedUnit.description.physical.width": "string",
    "properties.extra.bookedUnit.description.vehicle.only": "string",
    "properties.extra.bookedUnit.description.vehicle.permitted": "string",
    "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
    "properties.extra.bookedUnit.id": "string",
    "properties.extra.bookedUnit.price.meta": "string",
    "properties.extra.bookedUnit.promotion": "string",
    "properties.extra.bookedUnit.reservation_days": "string",
    "properties.extra.bookedUnit.unitType": "string",
    "properties.extra.bookingAgent": "string",
    "properties.extra.bookingAgentId": "string",
    "properties.extra.bookingState": "string",
    "properties.extra.bookingType": "string",
    "properties.extra.bookingWidget": "string",
    "properties.extra.callCenter": "string",
    "properties.extra.callCenterNotes": "string",
    "properties.extra.callCenterTransfer": "string",
    "properties.extra.callerIdPhone": "string",
    "properties.extra.canceled": "string",
    "properties.extra.centershiftAccountId": "string",
    "properties.extra.commission": "string",
    "properties.extra.companyCode": "string",
    "properties.extra.complete": "string",
    "properties.extra.confirmationCode": "string",
    "properties.extra.contacted": "string",
    "properties.extra.corrected": "string",
    "properties.extra.customerNotes": "string",
    "properties.extra.depositPaid": "string",
    "properties.extra.disputeReason": "string",
    "properties.extra.duplicateOf": "string",
    "properties.extra.eSignType": "string",
    "properties.extra.eVisitId": "string",
    "properties.extra.email": "string",
    "properties.extra.estimatedRevenue": "string",
    "properties.extra.facilityGetsNotificationEmails": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.facilityName": "string",
    "properties.extra.facilityPhone": "string",
    "properties.extra.facilityTenant": "string",
    "properties.extra.facilityTenantId": "string",
    "properties.extra.facilitylocation.address1": "string",
    "properties.extra.facilitylocation.address2": "string",
    "properties.extra.facilitylocation.city": "string",
    "properties.extra.facilitylocation.country": "string",
    "properties.extra.facilitylocation.state": "string",
    "properties.extra.facilitylocation.zip": "string",
    "properties.extra.firstName": "string",
    "properties.extra.free": "string",
    "properties.extra.hostedWebsite": "string",
    "properties.extra.hotLead": "string",
    "properties.extra.invoiceId": "string",
    "properties.extra.lastName": "string",
    "properties.extra.listingWantId": "string",
    "properties.extra.matchReasons": "string",
    "properties.extra.matchScore": "string",
    "properties.extra.modifiedDtm": "string",
    "properties.extra.monthlyInsurance": "string",
    "properties.extra.moveIn": "string",
    "properties.extra.moveInActual": "string",
    "properties.extra.moveInOriginal": "string",
    "properties.extra.moveOut": "string",
    "properties.extra.movedIn": "string",
    "properties.extra.npv": "string",
    "properties.extra.payoutBatchId": "string",
    "properties.extra.phone": "string",
    "properties.extra.phoneChangedNumber": "string",
    "properties.extra.phoneFacilityTransfer": "string",
    "properties.extra.phoneStatus": "string",
    "properties.extra.phoneVerified": "string",
    "properties.extra.pickupTime": "string",
    "properties.extra.price": "string",
    "properties.extra.promo": "string",
    "properties.extra.promoCode": "string",
    "properties.extra.read": "string",
    "properties.extra.rebateProcessed": "string",
    "properties.extra.referrerId": "string",
    "properties.extra.resaleRate": "string",
    "properties.extra.reviewStatus": "string",
    "properties.extra.searchWeightId": "string",
    "properties.extra.searchWeightTestId": "string",
    "properties.extra.sessionId": "string",
    "properties.extra.siteId": "string",
    "properties.extra.sitePhone": "string",
    "properties.extra.sizeD": "string",
    "properties.extra.sizeH": "string",
    "properties.extra.sizeW": "string",
    "properties.extra.statementId": "string",
    "properties.extra.termsVersion": "string",
    "properties.extra.timestamp": "string",
    "properties.extra.totalPaid": "string",
    "properties.extra.trafficSourceId": "string",
    "properties.extra.typeOfListing": "string",
    "properties.extra.unit.unitIds": [
        "string"
    ],
    "properties.extra.unitId": "string",
    "properties.extra.unitNumber": "string",
    "properties.extra.userId": "string",
    "properties.extra.visitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 1237
schema_scan_id: 4963402
updated: 2019-05-14 15:01:02

Schema Scans: 3

Last at 2020-05-20 16:06:01

Scan 5610429

duration: 0:00:35.183253

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 75,
    "partitions_applied": false,
    "success": true
}

id: 5610429

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2020-05-20/",
        "name": "dt",
        "type": "string",
        "value": "2020-05-20"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-dev",
        "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/submit",
        "key": "separated_dt/submit/dt=2020-05-20/1590008444676.015f87bbde5c.e4797d0.7b6e0293-5831-4a86-9f8b-1bae25a74508.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.storagescout_submit",
        "type": "segment"
    }
}

running: False
schema_name_id: 1237
start_time: 2020-05-20 16:06:01
success: True
trace_id: 8443296072303529353

Scan 5609014

duration: 0:00:29.370178

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 74,
    "partitions_applied": false,
    "success": true
}

id: 5609014

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2020-05-18/",
        "name": "dt",
        "type": "string",
        "value": "2020-05-18"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-dev",
        "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/submit",
        "key": "separated_dt/submit/dt=2020-05-18/1589829030871.b7556272b4e9.e4797d0.4fdf97c9-e96e-48a5-adf0-92e55d2e02b4.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.storagescout_submit",
        "type": "segment"
    }
}

running: False
schema_name_id: 1237
start_time: 2020-05-18 14:11:43
success: True
trace_id: 2131637555271358548

Scan 4963402

duration: 0:00:20.189365

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 15,
    "partitions_applied": false,
    "success": true
}

id: 4963402

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2019-05-14/",
        "name": "dt",
        "type": "string",
        "value": "2019-05-14"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-dev",
        "hive_path": "s3://sfdl-segment-storagescout-dev/separated_dt/submit",
        "key": "separated_dt/submit/dt=2019-05-14/1557863839796.78e68f4ff0c5.9f83b95.d5534b01-23f3-44d1-98da-edcf732de697.gz.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_segment.storagescout_submit",
        "type": "segment"
    }
}

running: False
schema_name_id: 1237
start_time: 2019-05-14 15:00:45
success: True
trace_id: 11677573921272239768

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_dev_segment.storagescout_submit`\nADD\n\n\n PARTITION (dt='2021-05-04') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-05-04/'\n PARTITION (dt='2021-07-20') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-07-20/'\n PARTITION (dt='2022-02-28') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2022-02-28/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 173500,
            "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-05-04/",
            "name": "dt",
            "value": "2021-05-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-05-04 16:37:25",
                "last_data": "2021-05-04 17:57:12"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 177598,
            "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-07-20/",
            "name": "dt",
            "value": "2021-07-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-07-20 14:42:56",
                "last_data": "2021-07-20 14:50:57"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 183462,
            "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2022-02-28/",
            "name": "dt",
            "value": "2022-02-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-02-28 14:21:38",
                "last_data": "2022-02-28 14:21:38"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.AAAMemberNumber": "string",
    "properties.extra.account.accountId": "string",
    "properties.extra.account.hasOnlineMoveIns": "string",
    "properties.extra.actualD": "string",
    "properties.extra.actualW": "string",
    "properties.extra.affiliateId": "string",
    "properties.extra.alternateEmails": [
        "string"
    ],
    "properties.extra.alternateFirstNames": [
        "string"
    ],
    "properties.extra.alternateLastNames": [
        "string"
    ],
    "properties.extra.alternatePhones": [
        "string"
    ],
    "properties.extra.apiCustId": "string",
    "properties.extra.apiLeadId": "string",
    "properties.extra.apiUnitId": "string",
    "properties.extra.autoState": "string",
    "properties.extra.baseBid": "string",
    "properties.extra.bidAmount": "string",
    "properties.extra.bidType": "string",
    "properties.extra.bookedUnit.amenities": [
        "string"
    ],
    "properties.extra.bookedUnit.description.physical.height": "string",
    "properties.extra.bookedUnit.description.physical.length": "string",
    "properties.extra.bookedUnit.description.physical.width": "string",
    "properties.extra.bookedUnit.description.vehicle.only": "string",
    "properties.extra.bookedUnit.description.vehicle.permitted": "string",
    "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
    "properties.extra.bookedUnit.id": "string",
    "properties.extra.bookedUnit.price.meta": "string",
    "properties.extra.bookedUnit.promotion": "string",
    "properties.extra.bookedUnit.reservation_days": "string",
    "properties.extra.bookedUnit.unitType": "string",
    "properties.extra.bookingAgent": "string",
    "properties.extra.bookingAgentId": "string",
    "properties.extra.bookingState": "string",
    "properties.extra.bookingType": "string",
    "properties.extra.bookingWidget": "string",
    "properties.extra.callCenter": "string",
    "properties.extra.callCenterNotes": "string",
    "properties.extra.callCenterTransfer": "string",
    "properties.extra.callerIdPhone": "string",
    "properties.extra.canceled": "string",
    "properties.extra.centershiftAccountId": "string",
    "properties.extra.commission": "string",
    "properties.extra.companyCode": "string",
    "properties.extra.complete": "string",
    "properties.extra.confirmationCode": "string",
    "properties.extra.contacted": "string",
    "properties.extra.corrected": "string",
    "properties.extra.customerNotes": "string",
    "properties.extra.depositPaid": "string",
    "properties.extra.disputeReason": "string",
    "properties.extra.duplicateOf": "string",
    "properties.extra.eSignType": "string",
    "properties.extra.eVisitId": "string",
    "properties.extra.email": "string",
    "properties.extra.estimatedRevenue": "string",
    "properties.extra.facilityGetsNotificationEmails": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.facilityName": "string",
    "properties.extra.facilityPhone": "string",
    "properties.extra.facilityTenant": "string",
    "properties.extra.facilityTenantId": "string",
    "properties.extra.facilitylocation.address1": "string",
    "properties.extra.facilitylocation.address2": "string",
    "properties.extra.facilitylocation.city": "string",
    "properties.extra.facilitylocation.country": "string",
    "properties.extra.facilitylocation.state": "string",
    "properties.extra.facilitylocation.zip": "string",
    "properties.extra.firstName": "string",
    "properties.extra.free": "string",
    "properties.extra.hasContactlessMoveins": "string",
    "properties.extra.hostedWebsite": "string",
    "properties.extra.hotLead": "string",
    "properties.extra.invoiceId": "string",
    "properties.extra.lastName": "string",
    "properties.extra.listingWantId": "string",
    "properties.extra.matchReasons": "string",
    "properties.extra.matchScore": "string",
    "properties.extra.modifiedDtm": "string",
    "properties.extra.monthlyInsurance": "string",
    "properties.extra.moveIn": "string",
    "properties.extra.moveInActual": "string",
    "properties.extra.moveInOriginal": "string",
    "properties.extra.moveOut": "string",
    "properties.extra.movedIn": "string",
    "properties.extra.npv": "string",
    "properties.extra.onlineMoveInUrl": "string",
    "properties.extra.payoutBatchId": "string",
    "properties.extra.phone": "string",
    "properties.extra.phoneChangedNumber": "string",
    "properties.extra.phoneFacilityTransfer": "string",
    "properties.extra.phoneStatus": "string",
    "properties.extra.phoneVerified": "string",
    "properties.extra.pickupTime": "string",
    "properties.extra.price": "string",
    "properties.extra.promo": "string",
    "properties.extra.promoCode": "string",
    "properties.extra.read": "string",
    "properties.extra.rebateProcessed": "string",
    "properties.extra.referrerId": "string",
    "properties.extra.resaleRate": "string",
    "properties.extra.reviewStatus": "string",
    "properties.extra.searchWeightId": "string",
    "properties.extra.searchWeightTestId": "string",
    "properties.extra.sessionId": "string",
    "properties.extra.siteId": "string",
    "properties.extra.sitePhone": "string",
    "properties.extra.sizeD": "string",
    "properties.extra.sizeH": "string",
    "properties.extra.sizeW": "string",
    "properties.extra.statementId": "string",
    "properties.extra.termsVersion": "string",
    "properties.extra.timestamp": "string",
    "properties.extra.totalPaid": "string",
    "properties.extra.trafficSourceId": "string",
    "properties.extra.typeOfListing": "string",
    "properties.extra.unit.unitIds": [
        "string"
    ],
    "properties.extra.unitId": "string",
    "properties.extra.unitNumber": "string",
    "properties.extra.userId": "string",
    "properties.extra.visitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-05-20 16:06:02

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_submit`\n(\n`timestamp`STRING,`receivedAt`STRING,`properties`struct<`category`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`extra`:struct<`hostedWebsite`:STRING,`trafficSourceId`:STRING,`invoiceId`:STRING,`actualD`:STRING,`moveInOriginal`:STRING,`read`:STRING,`hasContactlessMoveins`:STRING,`sitePhone`:STRING,`facilityPhone`:STRING,`moveIn`:STRING,`free`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`promoCode`:STRING,`facilityName`:STRING,`matchReasons`:STRING,`moveOut`:STRING,`hotLead`:STRING,`canceled`:STRING,`unit`:struct<`unitIds`:array>,`unitNumber`:STRING,`customerNotes`:STRING,`facilityGetsNotificationEmails`:STRING,`timestamp`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`country`:STRING,`zip`:STRING,`address2`:STRING,`city`:STRING>,`bookingType`:STRING,`baseBid`:STRING,`siteId`:STRING,`email`:STRING,`AAAMemberNumber`:STRING,`movedIn`:STRING,`callCenterTransfer`:STRING,`phoneFacilityTransfer`:STRING,`apiUnitId`:STRING,`callCenter`:STRING,`bookingWidget`:STRING,`apiLeadId`:STRING,`bookingAgentId`:STRING,`phoneVerified`:STRING,`moveInActual`:STRING,`visitId`:STRING,`callCenterNotes`:STRING,`eVisitId`:STRING,`modifiedDtm`:STRING,`alternatePhones`:array,`estimatedRevenue`:STRING,`pickupTime`:STRING,`phoneChangedNumber`:STRING,`matchScore`:STRING,`price`:STRING,`bookingAgent`:STRING,`sizeH`:STRING,`confirmationCode`:STRING,`bookingState`:STRING,`typeOfListing`:STRING,`corrected`:STRING,`npv`:STRING,`actualW`:STRING,`facilityTenantId`:STRING,`eSignType`:STRING,`duplicateOf`:STRING,`apiCustId`:STRING,`depositPaid`:STRING,`bidType`:STRING,`unitId`:STRING,`phoneStatus`:STRING,`callerIdPhone`:STRING,`sessionId`:STRING,`alternateLastNames`:array,`listingWantId`:STRING,`lastName`:STRING,`commission`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`unitType`:STRING,`promotion`:STRING,`amenities`:array,`description`:struct<`physical`:struct<`height`:STRING,`width`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`warehouse`:STRING,`only`:STRING>>,`reservation_days`:STRING>,`reviewStatus`:STRING,`affiliateId`:STRING,`sizeW`:STRING,`alternateFirstNames`:array,`rebateProcessed`:STRING,`referrerId`:STRING,`companyCode`:STRING,`complete`:STRING,`disputeReason`:STRING,`centershiftAccountId`:STRING,`facilityTenant`:STRING,`resaleRate`:STRING,`phone`:STRING,`payoutBatchId`:STRING,`bidAmount`:STRING,`statementId`:STRING,`firstName`:STRING,`facilityId`:STRING,`searchWeightId`:STRING,`userId`:STRING,`searchWeightTestId`:STRING,`totalPaid`:STRING,`alternateEmails`:array,`termsVersion`:STRING,`sizeD`:STRING,`monthlyInsurance`:STRING,`promo`:STRING,`contacted`:STRING,`autoState`:STRING,`onlineMoveInUrl`:STRING>,`label`:STRING>,`version`STRING,`channel`STRING,`event`STRING,`userId`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`userAgent`:STRING>,`originalTimestamp`STRING,`anonymousId`STRING,`type`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-dev/separated_dt/submit'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_submit`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_submit"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2019-04-17 16:58:02",
        "disabled": false,
        "format": "raw",
        "id": 1237,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_segment",
            "table": "storagescout_submit"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_dev_segment.storagescout_submit`\nADD\n\n\n PARTITION (dt='2021-05-04') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-05-04/'\n PARTITION (dt='2021-07-20') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-07-20/'\n PARTITION (dt='2022-02-28') location 's3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2022-02-28/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 173500,
                    "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-05-04/",
                    "name": "dt",
                    "value": "2021-05-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-05-04 16:37:25",
                        "last_data": "2021-05-04 17:57:12"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 177598,
                    "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2021-07-20/",
                    "name": "dt",
                    "value": "2021-07-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-07-20 14:42:56",
                        "last_data": "2021-07-20 14:50:57"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 183462,
                    "location": "s3://sfdl-segment-storagescout-dev/separated_dt/submit/dt=2022-02-28/",
                    "name": "dt",
                    "value": "2022-02-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-02-28 14:21:38",
                        "last_data": "2022-02-28 14:21:38"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.extra.AAAMemberNumber": "string",
            "properties.extra.account.accountId": "string",
            "properties.extra.account.hasOnlineMoveIns": "string",
            "properties.extra.actualD": "string",
            "properties.extra.actualW": "string",
            "properties.extra.affiliateId": "string",
            "properties.extra.alternateEmails": [
                "string"
            ],
            "properties.extra.alternateFirstNames": [
                "string"
            ],
            "properties.extra.alternateLastNames": [
                "string"
            ],
            "properties.extra.alternatePhones": [
                "string"
            ],
            "properties.extra.apiCustId": "string",
            "properties.extra.apiLeadId": "string",
            "properties.extra.apiUnitId": "string",
            "properties.extra.autoState": "string",
            "properties.extra.baseBid": "string",
            "properties.extra.bidAmount": "string",
            "properties.extra.bidType": "string",
            "properties.extra.bookedUnit.amenities": [
                "string"
            ],
            "properties.extra.bookedUnit.description.physical.height": "string",
            "properties.extra.bookedUnit.description.physical.length": "string",
            "properties.extra.bookedUnit.description.physical.width": "string",
            "properties.extra.bookedUnit.description.vehicle.only": "string",
            "properties.extra.bookedUnit.description.vehicle.permitted": "string",
            "properties.extra.bookedUnit.description.vehicle.warehouse": "string",
            "properties.extra.bookedUnit.id": "string",
            "properties.extra.bookedUnit.price.meta": "string",
            "properties.extra.bookedUnit.promotion": "string",
            "properties.extra.bookedUnit.reservation_days": "string",
            "properties.extra.bookedUnit.unitType": "string",
            "properties.extra.bookingAgent": "string",
            "properties.extra.bookingAgentId": "string",
            "properties.extra.bookingState": "string",
            "properties.extra.bookingType": "string",
            "properties.extra.bookingWidget": "string",
            "properties.extra.callCenter": "string",
            "properties.extra.callCenterNotes": "string",
            "properties.extra.callCenterTransfer": "string",
            "properties.extra.callerIdPhone": "string",
            "properties.extra.canceled": "string",
            "properties.extra.centershiftAccountId": "string",
            "properties.extra.commission": "string",
            "properties.extra.companyCode": "string",
            "properties.extra.complete": "string",
            "properties.extra.confirmationCode": "string",
            "properties.extra.contacted": "string",
            "properties.extra.corrected": "string",
            "properties.extra.customerNotes": "string",
            "properties.extra.depositPaid": "string",
            "properties.extra.disputeReason": "string",
            "properties.extra.duplicateOf": "string",
            "properties.extra.eSignType": "string",
            "properties.extra.eVisitId": "string",
            "properties.extra.email": "string",
            "properties.extra.estimatedRevenue": "string",
            "properties.extra.facilityGetsNotificationEmails": "string",
            "properties.extra.facilityId": "string",
            "properties.extra.facilityName": "string",
            "properties.extra.facilityPhone": "string",
            "properties.extra.facilityTenant": "string",
            "properties.extra.facilityTenantId": "string",
            "properties.extra.facilitylocation.address1": "string",
            "properties.extra.facilitylocation.address2": "string",
            "properties.extra.facilitylocation.city": "string",
            "properties.extra.facilitylocation.country": "string",
            "properties.extra.facilitylocation.state": "string",
            "properties.extra.facilitylocation.zip": "string",
            "properties.extra.firstName": "string",
            "properties.extra.free": "string",
            "properties.extra.hasContactlessMoveins": "string",
            "properties.extra.hostedWebsite": "string",
            "properties.extra.hotLead": "string",
            "properties.extra.invoiceId": "string",
            "properties.extra.lastName": "string",
            "properties.extra.listingWantId": "string",
            "properties.extra.matchReasons": "string",
            "properties.extra.matchScore": "string",
            "properties.extra.modifiedDtm": "string",
            "properties.extra.monthlyInsurance": "string",
            "properties.extra.moveIn": "string",
            "properties.extra.moveInActual": "string",
            "properties.extra.moveInOriginal": "string",
            "properties.extra.moveOut": "string",
            "properties.extra.movedIn": "string",
            "properties.extra.npv": "string",
            "properties.extra.onlineMoveInUrl": "string",
            "properties.extra.payoutBatchId": "string",
            "properties.extra.phone": "string",
            "properties.extra.phoneChangedNumber": "string",
            "properties.extra.phoneFacilityTransfer": "string",
            "properties.extra.phoneStatus": "string",
            "properties.extra.phoneVerified": "string",
            "properties.extra.pickupTime": "string",
            "properties.extra.price": "string",
            "properties.extra.promo": "string",
            "properties.extra.promoCode": "string",
            "properties.extra.read": "string",
            "properties.extra.rebateProcessed": "string",
            "properties.extra.referrerId": "string",
            "properties.extra.resaleRate": "string",
            "properties.extra.reviewStatus": "string",
            "properties.extra.searchWeightId": "string",
            "properties.extra.searchWeightTestId": "string",
            "properties.extra.sessionId": "string",
            "properties.extra.siteId": "string",
            "properties.extra.sitePhone": "string",
            "properties.extra.sizeD": "string",
            "properties.extra.sizeH": "string",
            "properties.extra.sizeW": "string",
            "properties.extra.statementId": "string",
            "properties.extra.termsVersion": "string",
            "properties.extra.timestamp": "string",
            "properties.extra.totalPaid": "string",
            "properties.extra.trafficSourceId": "string",
            "properties.extra.typeOfListing": "string",
            "properties.extra.unit.unitIds": [
                "string"
            ],
            "properties.extra.unitId": "string",
            "properties.extra.unitNumber": "string",
            "properties.extra.userId": "string",
            "properties.extra.visitId": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-05-20 16:06:02",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_segment.storagescout_submit`\n(\n`timestamp`STRING,`receivedAt`STRING,`properties`struct<`category`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`extra`:struct<`hostedWebsite`:STRING,`trafficSourceId`:STRING,`invoiceId`:STRING,`actualD`:STRING,`moveInOriginal`:STRING,`read`:STRING,`hasContactlessMoveins`:STRING,`sitePhone`:STRING,`facilityPhone`:STRING,`moveIn`:STRING,`free`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`promoCode`:STRING,`facilityName`:STRING,`matchReasons`:STRING,`moveOut`:STRING,`hotLead`:STRING,`canceled`:STRING,`unit`:struct<`unitIds`:array>,`unitNumber`:STRING,`customerNotes`:STRING,`facilityGetsNotificationEmails`:STRING,`timestamp`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`country`:STRING,`zip`:STRING,`address2`:STRING,`city`:STRING>,`bookingType`:STRING,`baseBid`:STRING,`siteId`:STRING,`email`:STRING,`AAAMemberNumber`:STRING,`movedIn`:STRING,`callCenterTransfer`:STRING,`phoneFacilityTransfer`:STRING,`apiUnitId`:STRING,`callCenter`:STRING,`bookingWidget`:STRING,`apiLeadId`:STRING,`bookingAgentId`:STRING,`phoneVerified`:STRING,`moveInActual`:STRING,`visitId`:STRING,`callCenterNotes`:STRING,`eVisitId`:STRING,`modifiedDtm`:STRING,`alternatePhones`:array,`estimatedRevenue`:STRING,`pickupTime`:STRING,`phoneChangedNumber`:STRING,`matchScore`:STRING,`price`:STRING,`bookingAgent`:STRING,`sizeH`:STRING,`confirmationCode`:STRING,`bookingState`:STRING,`typeOfListing`:STRING,`corrected`:STRING,`npv`:STRING,`actualW`:STRING,`facilityTenantId`:STRING,`eSignType`:STRING,`duplicateOf`:STRING,`apiCustId`:STRING,`depositPaid`:STRING,`bidType`:STRING,`unitId`:STRING,`phoneStatus`:STRING,`callerIdPhone`:STRING,`sessionId`:STRING,`alternateLastNames`:array,`listingWantId`:STRING,`lastName`:STRING,`commission`:STRING,`bookedUnit`:struct<`id`:STRING,`price`:struct<`meta`:STRING>,`unitType`:STRING,`promotion`:STRING,`amenities`:array,`description`:struct<`physical`:struct<`height`:STRING,`width`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`warehouse`:STRING,`only`:STRING>>,`reservation_days`:STRING>,`reviewStatus`:STRING,`affiliateId`:STRING,`sizeW`:STRING,`alternateFirstNames`:array,`rebateProcessed`:STRING,`referrerId`:STRING,`companyCode`:STRING,`complete`:STRING,`disputeReason`:STRING,`centershiftAccountId`:STRING,`facilityTenant`:STRING,`resaleRate`:STRING,`phone`:STRING,`payoutBatchId`:STRING,`bidAmount`:STRING,`statementId`:STRING,`firstName`:STRING,`facilityId`:STRING,`searchWeightId`:STRING,`userId`:STRING,`searchWeightTestId`:STRING,`totalPaid`:STRING,`alternateEmails`:array,`termsVersion`:STRING,`sizeD`:STRING,`monthlyInsurance`:STRING,`promo`:STRING,`contacted`:STRING,`autoState`:STRING,`onlineMoveInUrl`:STRING>,`label`:STRING>,`version`STRING,`channel`STRING,`event`STRING,`userId`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`userAgent`:STRING>,`originalTimestamp`STRING,`anonymousId`STRING,`type`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-dev/separated_dt/submit'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_segment.storagescout_submit`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_segment.storagescout_submit"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}