Schema Info
Schema Name: sfdl_dev_csv.salesforce_leads
- created: 2022-10-24 14:53:33
- disabled: False
- format: raw
- id: 2071
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "salesforce_leads" } - type: csv
Schema Versions: 5
-
Version 4706439
- created: 2024-06-10 15:30:42
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `Pronouns` string , `GenderIdentity` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string , `AC_Product_Interest_Score__c` string , `DMS_Product_Interest_Score__c` string , `DateTimeLastFormFill__c` string , `ESS_Product_Interest_Score__c` string , `Hubspot_Customer_Location__c` string , `Lead_Score__c` string , `NumberOfFormFills__c` string , `P_C_Product_Interest_Score__c` string , `Reason_for_non_compliance__c` string , `SiteLink_Product_Interest_Score__c` string , `storEDGE_Product_Interest_Score__c` string , `TPP_Product_Interest_Score__c` string , `CP_Hubspot_Record_ID__c` string , `Dialpad__IsCreatedFromDialpad__c` string , `Dialpad__Powerdialer_Assigned_List__c` string , `Dialpad__Powerdialer_Dialed_List__c` string , `Dialpad__Powerdialer_Last_Dialed_via__c` string , `Dialpad__Timezone__c` string , `Dialpad__TotalNumberOfTimesDialed__c` string , `UConference__UberConferenceId__c` string , `Converted_Lead__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2024-06-10/1718051327'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/leads/2024-06-10/1718051327
- id: 4706439
- processed: 1
- raw_data:
{ "AC_Product_Interest_Score__c": 209, "Access_Anywhere__c": 84, "Account_Type__c": 69, "Accounting_Interface__c": 65, "Accounting_Software__c": 80, "AnnualRevenue": 30, "Authority__c": 88, "Best_day_time__c": 149, "Billing_Cycle__c": 85, "CC_Interface__c": 66, "CC_Processing__c": 78, "CP_Hubspot_Record_ID__c": 221, "Channel__c": 91, "City": 11, "Company": 9, "ConnectionReceivedId": 50, "ConnectionSentId": 51, "ConvertedAccountId": 36, "ConvertedContactId": 37, "ConvertedDate": 35, "ConvertedOpportunityId": 38, "Converted_Lead__c": 229, "Corp_Code__c": 120, "Country": 14, "CreatedById": 40, "CreatedDate": 39, "CurrencyIsoCode": 29, "Current_FMS__c": 74, "Current_Gate__c": 165, "Current_Insurance__c": 166, "Current_Marketplace__c": 167, "Current_Payment__c": 168, "Current_Website__c": 164, "DMS_Product_Interest_Score__c": 210, "DateTimeLastFormFill__c": 211, "Demo_Link__c": 93, "Description": 24, "Dialpad__IsCreatedFromDialpad__c": 222, "Dialpad__Powerdialer_Assigned_List__c": 223, "Dialpad__Powerdialer_Dialed_List__c": 224, "Dialpad__Powerdialer_Last_Dialed_via__c": 225, "Dialpad__Timezone__c": 226, "Dialpad__TotalNumberOfTimesDialed__c": 227, "DoNotCall": 45, "EMail_Interface__c": 67, "ESS_Product_Interest_Score__c": 212, "Email": 21, "EmailBouncedDate": 53, "EmailBouncedReason": 52, "ExporttoHubspot__c": 62, "FacilityID__c": 162, "Fax": 20, "Feature_Code_Initial__c": 71, "Feature_Code__c": 70, "FirstName": 4, "FormSource__c": 161, "GCLID__c": 163, "Gate_Interface__c": 114, "GenderIdentity": 56, "GeocodeAccuracy": 17, "HasOptedOutOfEmail": 33, "HasOptedOutOfFax": 46, "Home_Office_Copy_Number__c": 72, "Home_Office_Key_Code__c": 89, "Hot_Lead__c": 158, "How_did_you_hear_about_us__c": 150, "HubspotPhone__c": 177, "HubspotRecordid__c": 180, "Hubspot_Customer_Location__c": 213, "IGD__Collection_Id__c": 126, "Id": 0, "IndividualId": 54, "Industry": 27, "Interest__c": 117, "Internet__c": 77, "Invoicing__c": 79, "IsConverted": 34, "IsDeleted": 1, "Jigsaw": 48, "JigsawContactId": 49, "Kiosk__c": 90, "KronologicCampaigns__c": 170, "KronologicStatus__c": 171, "LDR_Lists__c": 118, "LastActivityDate": 44, "LastModifiedById": 42, "LastModifiedDate": 41, "LastName": 3, "LastTransferDate": 47, "Last_Rate_Change__c": 82, "Last_Upgrade_Version__c": 101, "Last_Upgrade__c": 100, "Latitude": 15, "LeadSource": 25, "Lead_Handling__c": 191, "Lead_Notes__c": 157, "Lead_Quality__c": 208, "Lead_Score__c": 214, "Lead_Source_Email__c": 73, "Lead_Source_SF__c": 99, "Lead_Source_Text__c": 123, "Leadliaison__LLBounced__c": 192, "Leadliaison__LLFirstTouchCampaignName__c": 193, "Leadliaison__LLFirstTouchProgramName__c": 194, "Leadliaison__LLLastSearchEngine__c": 195, "Leadliaison__LLLastSearchPhrase__c": 196, "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": 197, "Leadliaison__LLLastVisitTime__c": 198, "Leadliaison__LLLastWebVisit__c": 199, "Leadliaison__LLLeadLiaisonGrade__c": 200, "Leadliaison__LLLeadLiaisonScore__c": 201, "Leadliaison__LLOriginalReferralSource__c": 202, "Leadliaison__LLTotalWebVisits__c": 203, "Leadliaison__LL_Profile_ID__c": 204, "Leadliaison__LL_Total_Activity__c": 205, "Location_Code__c": 121, "Locations__c": 76, "Longitude": 16, "MasterRecordId": 2, "MobilePhone": 19, "Most_Recent_HubSpot_Message__c": 179, "MultiUser__c": 102, "Name": 6, "Needs__c": 86, "Not_Interested__c": 125, "NumberOfEmployees": 31, "NumberOfFormFills__c": 215, "Occupancy__c": 83, "Offsite_Reporting__c": 81, "Old_Account_Id__c": 61, "Old_Contact_Id__c": 68, "Online_Listing_Service__c": 147, "Opportunity_Business_Segment_Detail__c": 172, "Opportunity_Type__c": 206, "OwnerId": 32, "P_C_Product_Interest_Score__c": 216, "Pardot_Campaign__c": 96, "Pardot_Primary_Campaign_Source__c": 97, "Phone": 18, "PhotoUrl": 23, "Please_provide_more_info__c": 124, "PostalCode": 13, "Pre_Call_Email__c": 92, "Product_Interest__c": 60, "Projected_MRR__c": 169, "Promotion__c": 148, "Pronouns": 55, "Rating": 28, "Reason_for_contacting_u__c": 127, "Reason_for_non_compliance__c": 217, "RecentCampaign__c": 178, "RecordTypeId": 7, "Registration_Code__c": 103, "Revenue_Mgmt__c": 104, "SE_SF_Lead_ID__c": 160, "SFGA__CorrelationID__c": 57, "SFGA__Correlation_Data__c": 58, "SFGA__Web_Source__c": 59, "SF_Lead_ID__c": 156, "SLPC_Send_to_Corp_Office__c": 108, "SLWE_Billing_Day__c": 109, "SLWE_Billing_Frequency__c": 110, "SLWE_Billing_Rate__c": 111, "SLWE_Paid_by_Credit_Card__c": 112, "SMD_Contract_ID__c": 113, "Salutation": 5, "SiteLink_Lite__c": 105, "SiteLink_PC_Copy_Number__c": 106, "SiteLink_PC_Key_Code__c": 107, "SiteLink_Product_Interest_Score__c": 218, "Source_Page_URL__c": 122, "State": 12, "Status": 26, "Street": 10, "SystemModstamp": 43, "System_of_Origin__c": 159, "TPP_Product_Interest_Score__c": 220, "Timeframe__c": 87, "Title": 8, "Trade_Show_Support_Issue__c": 207, "Trash_Reason__c": 155, "UConference__UberConferenceId__c": 228, "Units__c": 75, "Vanilla__ForumUrl__c": 98, "Web_Form_Date__c": 176, "Web_Lead_Comments__c": 119, "Website": 22, "dupcheck__dc3DisableDuplicateCheck__c": 173, "dupcheck__dc3Index__c": 174, "dupcheck__dc3Web2Lead__c": 175, "of_Databases__c": 63, "of_Units__c": 64, "pi__Needs_Score_Synced__c": 94, "pi__Pardot_Last_Scored_At__c": 95, "pi__campaign__c": 115, "pi__comments__c": 128, "pi__conversion_date__c": 129, "pi__conversion_object_name__c": 130, "pi__conversion_object_type__c": 131, "pi__created_date__c": 132, "pi__first_activity__c": 133, "pi__first_search_term__c": 134, "pi__first_search_type__c": 135, "pi__first_touch_url__c": 136, "pi__grade__c": 137, "pi__last_activity__c": 138, "pi__notes__c": 139, "pi__pardot_hard_bounced__c": 151, "pi__score__c": 140, "pi__url__c": 141, "pi__utm_campaign__c": 142, "pi__utm_content__c": 143, "pi__utm_medium__c": 144, "pi__utm_source__c": 145, "pi__utm_term__c": 146, "smartystreets__Address_Do_Not_Verify__c": 181, "smartystreets__Address_Footnotes__c": 182, "smartystreets__Address_Last_Verified__c": 183, "smartystreets__Address_Latitude__c": 184, "smartystreets__Address_Longitude__c": 185, "smartystreets__Address_Return_Code__c": 186, "smartystreets__Address_Verified__c": 187, "smartystreets__Clean_Street__c": 188, "smartystreets__In_Batch__c": 189, "smartystreets__VerificationUsed__c": 190, "storEDGE_Product_Interest_Score__c": 219, "utm_ad__c": 153, "utm_campaign__c": 152, "utm_keyword__c": 154, "utm_source__c": 116 } - schema_attributes:
{ "AC_Product_Interest_Score__c": "string", "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "CP_Hubspot_Record_ID__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Converted_Lead__c": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "DMS_Product_Interest_Score__c": "string", "DateTimeLastFormFill__c": "string", "Demo_Link__c": "string", "Description": "string", "Dialpad__IsCreatedFromDialpad__c": "string", "Dialpad__Powerdialer_Assigned_List__c": "string", "Dialpad__Powerdialer_Dialed_List__c": "string", "Dialpad__Powerdialer_Last_Dialed_via__c": "string", "Dialpad__Timezone__c": "string", "Dialpad__TotalNumberOfTimesDialed__c": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "ESS_Product_Interest_Score__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GenderIdentity": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "Hubspot_Customer_Location__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Score__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "NumberOfFormFills__c": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "P_C_Product_Interest_Score__c": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Pronouns": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "Reason_for_non_compliance__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "SiteLink_Product_Interest_Score__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "TPP_Product_Interest_Score__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "UConference__UberConferenceId__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "storEDGE_Product_Interest_Score__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - schema_name_id: 2071
- schema_scan_id: 6510684
- updated: 2024-06-10 15:30:56
-
Version 4700478
- created: 2024-01-11 09:09:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `Pronouns` string , `GenderIdentity` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string , `AC_Product_Interest_Score__c` string , `DMS_Product_Interest_Score__c` string , `DateTimeLastFormFill__c` string , `ESS_Product_Interest_Score__c` string , `Hubspot_Customer_Location__c` string , `Lead_Score__c` string , `NumberOfFormFills__c` string , `P_C_Product_Interest_Score__c` string , `Reason_for_non_compliance__c` string , `SiteLink_Product_Interest_Score__c` string , `storEDGE_Product_Interest_Score__c` string , `TPP_Product_Interest_Score__c` string , `CP_Hubspot_Record_ID__c` string , `Dialpad__IsCreatedFromDialpad__c` string , `Dialpad__Powerdialer_Assigned_List__c` string , `Dialpad__Powerdialer_Dialed_List__c` string , `Dialpad__Powerdialer_Last_Dialed_via__c` string , `Dialpad__Timezone__c` string , `Dialpad__TotalNumberOfTimesDialed__c` string , `UConference__UberConferenceId__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2024-01-11/1704985667'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/leads/2024-01-11/1704985667
- id: 4700478
- processed: 1
- raw_data:
{ "AC_Product_Interest_Score__c": 209, "Access_Anywhere__c": 84, "Account_Type__c": 69, "Accounting_Interface__c": 65, "Accounting_Software__c": 80, "AnnualRevenue": 30, "Authority__c": 88, "Best_day_time__c": 149, "Billing_Cycle__c": 85, "CC_Interface__c": 66, "CC_Processing__c": 78, "CP_Hubspot_Record_ID__c": 221, "Channel__c": 91, "City": 11, "Company": 9, "ConnectionReceivedId": 50, "ConnectionSentId": 51, "ConvertedAccountId": 36, "ConvertedContactId": 37, "ConvertedDate": 35, "ConvertedOpportunityId": 38, "Corp_Code__c": 120, "Country": 14, "CreatedById": 40, "CreatedDate": 39, "CurrencyIsoCode": 29, "Current_FMS__c": 74, "Current_Gate__c": 165, "Current_Insurance__c": 166, "Current_Marketplace__c": 167, "Current_Payment__c": 168, "Current_Website__c": 164, "DMS_Product_Interest_Score__c": 210, "DateTimeLastFormFill__c": 211, "Demo_Link__c": 93, "Description": 24, "Dialpad__IsCreatedFromDialpad__c": 222, "Dialpad__Powerdialer_Assigned_List__c": 223, "Dialpad__Powerdialer_Dialed_List__c": 224, "Dialpad__Powerdialer_Last_Dialed_via__c": 225, "Dialpad__Timezone__c": 226, "Dialpad__TotalNumberOfTimesDialed__c": 227, "DoNotCall": 45, "EMail_Interface__c": 67, "ESS_Product_Interest_Score__c": 212, "Email": 21, "EmailBouncedDate": 53, "EmailBouncedReason": 52, "ExporttoHubspot__c": 62, "FacilityID__c": 162, "Fax": 20, "Feature_Code_Initial__c": 71, "Feature_Code__c": 70, "FirstName": 4, "FormSource__c": 161, "GCLID__c": 163, "Gate_Interface__c": 114, "GenderIdentity": 56, "GeocodeAccuracy": 17, "HasOptedOutOfEmail": 33, "HasOptedOutOfFax": 46, "Home_Office_Copy_Number__c": 72, "Home_Office_Key_Code__c": 89, "Hot_Lead__c": 158, "How_did_you_hear_about_us__c": 150, "HubspotPhone__c": 177, "HubspotRecordid__c": 180, "Hubspot_Customer_Location__c": 213, "IGD__Collection_Id__c": 126, "Id": 0, "IndividualId": 54, "Industry": 27, "Interest__c": 117, "Internet__c": 77, "Invoicing__c": 79, "IsConverted": 34, "IsDeleted": 1, "Jigsaw": 48, "JigsawContactId": 49, "Kiosk__c": 90, "KronologicCampaigns__c": 170, "KronologicStatus__c": 171, "LDR_Lists__c": 118, "LastActivityDate": 44, "LastModifiedById": 42, "LastModifiedDate": 41, "LastName": 3, "LastTransferDate": 47, "Last_Rate_Change__c": 82, "Last_Upgrade_Version__c": 101, "Last_Upgrade__c": 100, "Latitude": 15, "LeadSource": 25, "Lead_Handling__c": 191, "Lead_Notes__c": 157, "Lead_Quality__c": 208, "Lead_Score__c": 214, "Lead_Source_Email__c": 73, "Lead_Source_SF__c": 99, "Lead_Source_Text__c": 123, "Leadliaison__LLBounced__c": 192, "Leadliaison__LLFirstTouchCampaignName__c": 193, "Leadliaison__LLFirstTouchProgramName__c": 194, "Leadliaison__LLLastSearchEngine__c": 195, "Leadliaison__LLLastSearchPhrase__c": 196, "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": 197, "Leadliaison__LLLastVisitTime__c": 198, "Leadliaison__LLLastWebVisit__c": 199, "Leadliaison__LLLeadLiaisonGrade__c": 200, "Leadliaison__LLLeadLiaisonScore__c": 201, "Leadliaison__LLOriginalReferralSource__c": 202, "Leadliaison__LLTotalWebVisits__c": 203, "Leadliaison__LL_Profile_ID__c": 204, "Leadliaison__LL_Total_Activity__c": 205, "Location_Code__c": 121, "Locations__c": 76, "Longitude": 16, "MasterRecordId": 2, "MobilePhone": 19, "Most_Recent_HubSpot_Message__c": 179, "MultiUser__c": 102, "Name": 6, "Needs__c": 86, "Not_Interested__c": 125, "NumberOfEmployees": 31, "NumberOfFormFills__c": 215, "Occupancy__c": 83, "Offsite_Reporting__c": 81, "Old_Account_Id__c": 61, "Old_Contact_Id__c": 68, "Online_Listing_Service__c": 147, "Opportunity_Business_Segment_Detail__c": 172, "Opportunity_Type__c": 206, "OwnerId": 32, "P_C_Product_Interest_Score__c": 216, "Pardot_Campaign__c": 96, "Pardot_Primary_Campaign_Source__c": 97, "Phone": 18, "PhotoUrl": 23, "Please_provide_more_info__c": 124, "PostalCode": 13, "Pre_Call_Email__c": 92, "Product_Interest__c": 60, "Projected_MRR__c": 169, "Promotion__c": 148, "Pronouns": 55, "Rating": 28, "Reason_for_contacting_u__c": 127, "Reason_for_non_compliance__c": 217, "RecentCampaign__c": 178, "RecordTypeId": 7, "Registration_Code__c": 103, "Revenue_Mgmt__c": 104, "SE_SF_Lead_ID__c": 160, "SFGA__CorrelationID__c": 57, "SFGA__Correlation_Data__c": 58, "SFGA__Web_Source__c": 59, "SF_Lead_ID__c": 156, "SLPC_Send_to_Corp_Office__c": 108, "SLWE_Billing_Day__c": 109, "SLWE_Billing_Frequency__c": 110, "SLWE_Billing_Rate__c": 111, "SLWE_Paid_by_Credit_Card__c": 112, "SMD_Contract_ID__c": 113, "Salutation": 5, "SiteLink_Lite__c": 105, "SiteLink_PC_Copy_Number__c": 106, "SiteLink_PC_Key_Code__c": 107, "SiteLink_Product_Interest_Score__c": 218, "Source_Page_URL__c": 122, "State": 12, "Status": 26, "Street": 10, "SystemModstamp": 43, "System_of_Origin__c": 159, "TPP_Product_Interest_Score__c": 220, "Timeframe__c": 87, "Title": 8, "Trade_Show_Support_Issue__c": 207, "Trash_Reason__c": 155, "UConference__UberConferenceId__c": 228, "Units__c": 75, "Vanilla__ForumUrl__c": 98, "Web_Form_Date__c": 176, "Web_Lead_Comments__c": 119, "Website": 22, "dupcheck__dc3DisableDuplicateCheck__c": 173, "dupcheck__dc3Index__c": 174, "dupcheck__dc3Web2Lead__c": 175, "of_Databases__c": 63, "of_Units__c": 64, "pi__Needs_Score_Synced__c": 94, "pi__Pardot_Last_Scored_At__c": 95, "pi__campaign__c": 115, "pi__comments__c": 128, "pi__conversion_date__c": 129, "pi__conversion_object_name__c": 130, "pi__conversion_object_type__c": 131, "pi__created_date__c": 132, "pi__first_activity__c": 133, "pi__first_search_term__c": 134, "pi__first_search_type__c": 135, "pi__first_touch_url__c": 136, "pi__grade__c": 137, "pi__last_activity__c": 138, "pi__notes__c": 139, "pi__pardot_hard_bounced__c": 151, "pi__score__c": 140, "pi__url__c": 141, "pi__utm_campaign__c": 142, "pi__utm_content__c": 143, "pi__utm_medium__c": 144, "pi__utm_source__c": 145, "pi__utm_term__c": 146, "smartystreets__Address_Do_Not_Verify__c": 181, "smartystreets__Address_Footnotes__c": 182, "smartystreets__Address_Last_Verified__c": 183, "smartystreets__Address_Latitude__c": 184, "smartystreets__Address_Longitude__c": 185, "smartystreets__Address_Return_Code__c": 186, "smartystreets__Address_Verified__c": 187, "smartystreets__Clean_Street__c": 188, "smartystreets__In_Batch__c": 189, "smartystreets__VerificationUsed__c": 190, "storEDGE_Product_Interest_Score__c": 219, "utm_ad__c": 153, "utm_campaign__c": 152, "utm_keyword__c": 154, "utm_source__c": 116 } - schema_attributes:
{ "AC_Product_Interest_Score__c": "string", "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "CP_Hubspot_Record_ID__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "DMS_Product_Interest_Score__c": "string", "DateTimeLastFormFill__c": "string", "Demo_Link__c": "string", "Description": "string", "Dialpad__IsCreatedFromDialpad__c": "string", "Dialpad__Powerdialer_Assigned_List__c": "string", "Dialpad__Powerdialer_Dialed_List__c": "string", "Dialpad__Powerdialer_Last_Dialed_via__c": "string", "Dialpad__Timezone__c": "string", "Dialpad__TotalNumberOfTimesDialed__c": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "ESS_Product_Interest_Score__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GenderIdentity": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "Hubspot_Customer_Location__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Score__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "NumberOfFormFills__c": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "P_C_Product_Interest_Score__c": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Pronouns": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "Reason_for_non_compliance__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "SiteLink_Product_Interest_Score__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "TPP_Product_Interest_Score__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "UConference__UberConferenceId__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "storEDGE_Product_Interest_Score__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - schema_name_id: 2071
- schema_scan_id: 6402615
- updated: 2024-01-11 09:10:11
-
Version 4697490
- created: 2023-08-16 11:14:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692202311'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692202311
- id: 4697490
- processed: 1
- raw_data:
{ "Access_Anywhere__c": 82, "Account_Type__c": 67, "Accounting_Interface__c": 63, "Accounting_Software__c": 78, "AnnualRevenue": 30, "Authority__c": 86, "Best_day_time__c": 147, "Billing_Cycle__c": 83, "CC_Interface__c": 64, "CC_Processing__c": 76, "Channel__c": 89, "City": 11, "Company": 9, "ConnectionReceivedId": 50, "ConnectionSentId": 51, "ConvertedAccountId": 36, "ConvertedContactId": 37, "ConvertedDate": 35, "ConvertedOpportunityId": 38, "Corp_Code__c": 118, "Country": 14, "CreatedById": 40, "CreatedDate": 39, "CurrencyIsoCode": 29, "Current_FMS__c": 72, "Current_Gate__c": 163, "Current_Insurance__c": 164, "Current_Marketplace__c": 165, "Current_Payment__c": 166, "Current_Website__c": 162, "Demo_Link__c": 91, "Description": 24, "DoNotCall": 45, "EMail_Interface__c": 65, "Email": 21, "EmailBouncedDate": 53, "EmailBouncedReason": 52, "ExporttoHubspot__c": 60, "FacilityID__c": 160, "Fax": 20, "Feature_Code_Initial__c": 69, "Feature_Code__c": 68, "FirstName": 4, "FormSource__c": 159, "GCLID__c": 161, "Gate_Interface__c": 112, "GeocodeAccuracy": 17, "HasOptedOutOfEmail": 33, "HasOptedOutOfFax": 46, "Home_Office_Copy_Number__c": 70, "Home_Office_Key_Code__c": 87, "Hot_Lead__c": 156, "How_did_you_hear_about_us__c": 148, "HubspotPhone__c": 175, "HubspotRecordid__c": 178, "IGD__Collection_Id__c": 124, "Id": 0, "IndividualId": 54, "Industry": 27, "Interest__c": 115, "Internet__c": 75, "Invoicing__c": 77, "IsConverted": 34, "IsDeleted": 1, "Jigsaw": 48, "JigsawContactId": 49, "Kiosk__c": 88, "KronologicCampaigns__c": 168, "KronologicStatus__c": 169, "LDR_Lists__c": 116, "LastActivityDate": 44, "LastModifiedById": 42, "LastModifiedDate": 41, "LastName": 3, "LastTransferDate": 47, "Last_Rate_Change__c": 80, "Last_Upgrade_Version__c": 99, "Last_Upgrade__c": 98, "Latitude": 15, "LeadSource": 25, "Lead_Handling__c": 189, "Lead_Notes__c": 155, "Lead_Quality__c": 206, "Lead_Source_Email__c": 71, "Lead_Source_SF__c": 97, "Lead_Source_Text__c": 121, "Leadliaison__LLBounced__c": 190, "Leadliaison__LLFirstTouchCampaignName__c": 191, "Leadliaison__LLFirstTouchProgramName__c": 192, "Leadliaison__LLLastSearchEngine__c": 193, "Leadliaison__LLLastSearchPhrase__c": 194, "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": 195, "Leadliaison__LLLastVisitTime__c": 196, "Leadliaison__LLLastWebVisit__c": 197, "Leadliaison__LLLeadLiaisonGrade__c": 198, "Leadliaison__LLLeadLiaisonScore__c": 199, "Leadliaison__LLOriginalReferralSource__c": 200, "Leadliaison__LLTotalWebVisits__c": 201, "Leadliaison__LL_Profile_ID__c": 202, "Leadliaison__LL_Total_Activity__c": 203, "Location_Code__c": 119, "Locations__c": 74, "Longitude": 16, "MasterRecordId": 2, "MobilePhone": 19, "Most_Recent_HubSpot_Message__c": 177, "MultiUser__c": 100, "Name": 6, "Needs__c": 84, "Not_Interested__c": 123, "NumberOfEmployees": 31, "Occupancy__c": 81, "Offsite_Reporting__c": 79, "Old_Account_Id__c": 59, "Old_Contact_Id__c": 66, "Online_Listing_Service__c": 145, "Opportunity_Business_Segment_Detail__c": 170, "Opportunity_Type__c": 204, "OwnerId": 32, "Pardot_Campaign__c": 94, "Pardot_Primary_Campaign_Source__c": 95, "Phone": 18, "PhotoUrl": 23, "Please_provide_more_info__c": 122, "PostalCode": 13, "Pre_Call_Email__c": 90, "Product_Interest__c": 58, "Projected_MRR__c": 167, "Promotion__c": 146, "Rating": 28, "Reason_for_contacting_u__c": 125, "RecentCampaign__c": 176, "RecordTypeId": 7, "Registration_Code__c": 101, "Revenue_Mgmt__c": 102, "SE_SF_Lead_ID__c": 158, "SFGA__CorrelationID__c": 55, "SFGA__Correlation_Data__c": 56, "SFGA__Web_Source__c": 57, "SF_Lead_ID__c": 154, "SLPC_Send_to_Corp_Office__c": 106, "SLWE_Billing_Day__c": 107, "SLWE_Billing_Frequency__c": 108, "SLWE_Billing_Rate__c": 109, "SLWE_Paid_by_Credit_Card__c": 110, "SMD_Contract_ID__c": 111, "Salutation": 5, "SiteLink_Lite__c": 103, "SiteLink_PC_Copy_Number__c": 104, "SiteLink_PC_Key_Code__c": 105, "Source_Page_URL__c": 120, "State": 12, "Status": 26, "Street": 10, "SystemModstamp": 43, "System_of_Origin__c": 157, "Timeframe__c": 85, "Title": 8, "Trade_Show_Support_Issue__c": 205, "Trash_Reason__c": 153, "Units__c": 73, "Vanilla__ForumUrl__c": 96, "Web_Form_Date__c": 174, "Web_Lead_Comments__c": 117, "Website": 22, "dupcheck__dc3DisableDuplicateCheck__c": 171, "dupcheck__dc3Index__c": 172, "dupcheck__dc3Web2Lead__c": 173, "of_Databases__c": 61, "of_Units__c": 62, "pi__Needs_Score_Synced__c": 92, "pi__Pardot_Last_Scored_At__c": 93, "pi__campaign__c": 113, "pi__comments__c": 126, "pi__conversion_date__c": 127, "pi__conversion_object_name__c": 128, "pi__conversion_object_type__c": 129, "pi__created_date__c": 130, "pi__first_activity__c": 131, "pi__first_search_term__c": 132, "pi__first_search_type__c": 133, "pi__first_touch_url__c": 134, "pi__grade__c": 135, "pi__last_activity__c": 136, "pi__notes__c": 137, "pi__pardot_hard_bounced__c": 149, "pi__score__c": 138, "pi__url__c": 139, "pi__utm_campaign__c": 140, "pi__utm_content__c": 141, "pi__utm_medium__c": 142, "pi__utm_source__c": 143, "pi__utm_term__c": 144, "smartystreets__Address_Do_Not_Verify__c": 179, "smartystreets__Address_Footnotes__c": 180, "smartystreets__Address_Last_Verified__c": 181, "smartystreets__Address_Latitude__c": 182, "smartystreets__Address_Longitude__c": 183, "smartystreets__Address_Return_Code__c": 184, "smartystreets__Address_Verified__c": 185, "smartystreets__Clean_Street__c": 186, "smartystreets__In_Batch__c": 187, "smartystreets__VerificationUsed__c": 188, "utm_ad__c": 151, "utm_campaign__c": 150, "utm_keyword__c": 152, "utm_source__c": 114 } - schema_attributes:
{ "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "Demo_Link__c": "string", "Description": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - schema_name_id: 2071
- schema_scan_id: 6251496
- updated: 2023-08-16 11:14:26
-
Version 4697439
- created: 2023-08-16 10:28:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692199557'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692199557
- id: 4697439
- processed: 1
- raw_data:
{ "Access_Anywhere__c": 82, "Account_Type__c": 67, "Accounting_Interface__c": 63, "Accounting_Software__c": 78, "AnnualRevenue": 30, "Authority__c": 86, "Best_day_time__c": 147, "Billing_Cycle__c": 83, "CC_Interface__c": 64, "CC_Processing__c": 76, "Channel__c": 89, "City": 11, "Company": 9, "ConnectionReceivedId": 50, "ConnectionSentId": 51, "ConvertedAccountId": 36, "ConvertedContactId": 37, "ConvertedDate": 35, "ConvertedOpportunityId": 38, "Corp_Code__c": 118, "Country": 14, "CreatedById": 40, "CreatedDate": 39, "CurrencyIsoCode": 29, "Current_FMS__c": 72, "Current_Gate__c": 163, "Current_Insurance__c": 164, "Current_Marketplace__c": 165, "Current_Payment__c": 166, "Current_Website__c": 162, "Demo_Link__c": 91, "Description": 24, "DoNotCall": 45, "EMail_Interface__c": 65, "Email": 21, "EmailBouncedDate": 53, "EmailBouncedReason": 52, "ExporttoHubspot__c": 60, "FacilityID__c": 160, "Fax": 20, "Feature_Code_Initial__c": 69, "Feature_Code__c": 68, "FirstName": 4, "FormSource__c": 159, "GCLID__c": 161, "Gate_Interface__c": 112, "GeocodeAccuracy": 17, "HasOptedOutOfEmail": 33, "HasOptedOutOfFax": 46, "Home_Office_Copy_Number__c": 70, "Home_Office_Key_Code__c": 87, "Hot_Lead__c": 156, "How_did_you_hear_about_us__c": 148, "HubspotPhone__c": 175, "HubspotRecordid__c": 178, "IGD__Collection_Id__c": 124, "Id": 0, "IndividualId": 54, "Industry": 27, "Interest__c": 115, "Internet__c": 75, "Invoicing__c": 77, "IsConverted": 34, "IsDeleted": 1, "Jigsaw": 48, "JigsawContactId": 49, "Kiosk__c": 88, "KronologicCampaigns__c": 168, "KronologicStatus__c": 169, "LDR_Lists__c": 116, "LastActivityDate": 44, "LastModifiedById": 42, "LastModifiedDate": 41, "LastName": 3, "LastTransferDate": 47, "Last_Rate_Change__c": 80, "Last_Upgrade_Version__c": 99, "Last_Upgrade__c": 98, "Latitude": 15, "LeadSource": 25, "Lead_Handling__c": 189, "Lead_Notes__c": 155, "Lead_Quality__c": 206, "Lead_Source_Email__c": 71, "Lead_Source_SF__c": 97, "Lead_Source_Text__c": 121, "Leadliaison__LLBounced__c": 190, "Leadliaison__LLFirstTouchCampaignName__c": 191, "Leadliaison__LLFirstTouchProgramName__c": 192, "Leadliaison__LLLastSearchEngine__c": 193, "Leadliaison__LLLastSearchPhrase__c": 194, "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": 195, "Leadliaison__LLLastVisitTime__c": 196, "Leadliaison__LLLastWebVisit__c": 197, "Leadliaison__LLLeadLiaisonGrade__c": 198, "Leadliaison__LLLeadLiaisonScore__c": 199, "Leadliaison__LLOriginalReferralSource__c": 200, "Leadliaison__LLTotalWebVisits__c": 201, "Leadliaison__LL_Profile_ID__c": 202, "Leadliaison__LL_Total_Activity__c": 203, "Location_Code__c": 119, "Locations__c": 74, "Longitude": 16, "MasterRecordId": 2, "MobilePhone": 19, "Most_Recent_HubSpot_Message__c": 177, "MultiUser__c": 100, "Name": 6, "Needs__c": 84, "Not_Interested__c": 123, "NumberOfEmployees": 31, "Occupancy__c": 81, "Offsite_Reporting__c": 79, "Old_Account_Id__c": 59, "Old_Contact_Id__c": 66, "Online_Listing_Service__c": 145, "Opportunity_Business_Segment_Detail__c": 170, "Opportunity_Type__c": 204, "OwnerId": 32, "Pardot_Campaign__c": 94, "Pardot_Primary_Campaign_Source__c": 95, "Phone": 18, "PhotoUrl": 23, "Please_provide_more_info__c": 122, "PostalCode": 13, "Pre_Call_Email__c": 90, "Product_Interest__c": 58, "Projected_MRR__c": 167, "Promotion__c": 146, "Rating": 28, "Reason_for_contacting_u__c": 125, "RecentCampaign__c": 176, "RecordTypeId": 7, "Registration_Code__c": 101, "Revenue_Mgmt__c": 102, "SE_SF_Lead_ID__c": 158, "SFGA__CorrelationID__c": 55, "SFGA__Correlation_Data__c": 56, "SFGA__Web_Source__c": 57, "SF_Lead_ID__c": 154, "SLPC_Send_to_Corp_Office__c": 106, "SLWE_Billing_Day__c": 107, "SLWE_Billing_Frequency__c": 108, "SLWE_Billing_Rate__c": 109, "SLWE_Paid_by_Credit_Card__c": 110, "SMD_Contract_ID__c": 111, "Salutation": 5, "SiteLink_Lite__c": 103, "SiteLink_PC_Copy_Number__c": 104, "SiteLink_PC_Key_Code__c": 105, "Source_Page_URL__c": 120, "State": 12, "Status": 26, "Street": 10, "SystemModstamp": 43, "System_of_Origin__c": 157, "Timeframe__c": 85, "Title": 8, "Trade_Show_Support_Issue__c": 205, "Trash_Reason__c": 153, "Units__c": 73, "Vanilla__ForumUrl__c": 96, "Web_Form_Date__c": 174, "Web_Lead_Comments__c": 117, "Website": 22, "dupcheck__dc3DisableDuplicateCheck__c": 171, "dupcheck__dc3Index__c": 172, "dupcheck__dc3Web2Lead__c": 173, "of_Databases__c": 61, "of_Units__c": 62, "pi__Needs_Score_Synced__c": 92, "pi__Pardot_Last_Scored_At__c": 93, "pi__campaign__c": 113, "pi__comments__c": 126, "pi__conversion_date__c": 127, "pi__conversion_object_name__c": 128, "pi__conversion_object_type__c": 129, "pi__created_date__c": 130, "pi__first_activity__c": 131, "pi__first_search_term__c": 132, "pi__first_search_type__c": 133, "pi__first_touch_url__c": 134, "pi__grade__c": 135, "pi__last_activity__c": 136, "pi__notes__c": 137, "pi__pardot_hard_bounced__c": 149, "pi__score__c": 138, "pi__url__c": 139, "pi__utm_campaign__c": 140, "pi__utm_content__c": 141, "pi__utm_medium__c": 142, "pi__utm_source__c": 143, "pi__utm_term__c": 144, "smartystreets__Address_Do_Not_Verify__c": 179, "smartystreets__Address_Footnotes__c": 180, "smartystreets__Address_Last_Verified__c": 181, "smartystreets__Address_Latitude__c": 182, "smartystreets__Address_Longitude__c": 183, "smartystreets__Address_Return_Code__c": 184, "smartystreets__Address_Verified__c": 185, "smartystreets__Clean_Street__c": 186, "smartystreets__In_Batch__c": 187, "smartystreets__VerificationUsed__c": 188, "utm_ad__c": 151, "utm_campaign__c": 150, "utm_keyword__c": 152, "utm_source__c": 114 } - schema_attributes:
{ "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "Demo_Link__c": "string", "Description": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - schema_name_id: 2071
- schema_scan_id: 6251365
- updated: 2023-08-16 10:29:08
-
Version 4697391
- created: 2023-08-16 09:29:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692195971'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692195971
- id: 4697391
- processed: 1
- raw_data:
{ "Access_Anywhere__c": 82, "Account_Type__c": 67, "Accounting_Interface__c": 63, "Accounting_Software__c": 78, "AnnualRevenue": 30, "Authority__c": 86, "Best_day_time__c": 147, "Billing_Cycle__c": 83, "CC_Interface__c": 64, "CC_Processing__c": 76, "Channel__c": 89, "City": 11, "Company": 9, "ConnectionReceivedId": 50, "ConnectionSentId": 51, "ConvertedAccountId": 36, "ConvertedContactId": 37, "ConvertedDate": 35, "ConvertedOpportunityId": 38, "Corp_Code__c": 118, "Country": 14, "CreatedById": 40, "CreatedDate": 39, "CurrencyIsoCode": 29, "Current_FMS__c": 72, "Current_Gate__c": 163, "Current_Insurance__c": 164, "Current_Marketplace__c": 165, "Current_Payment__c": 166, "Current_Website__c": 162, "Demo_Link__c": 91, "Description": 24, "DoNotCall": 45, "EMail_Interface__c": 65, "Email": 21, "EmailBouncedDate": 53, "EmailBouncedReason": 52, "ExporttoHubspot__c": 60, "FacilityID__c": 160, "Fax": 20, "Feature_Code_Initial__c": 69, "Feature_Code__c": 68, "FirstName": 4, "FormSource__c": 159, "GCLID__c": 161, "Gate_Interface__c": 112, "GeocodeAccuracy": 17, "HasOptedOutOfEmail": 33, "HasOptedOutOfFax": 46, "Home_Office_Copy_Number__c": 70, "Home_Office_Key_Code__c": 87, "Hot_Lead__c": 156, "How_did_you_hear_about_us__c": 148, "HubspotPhone__c": 175, "HubspotRecordid__c": 178, "IGD__Collection_Id__c": 124, "Id": 0, "IndividualId": 54, "Industry": 27, "Interest__c": 115, "Internet__c": 75, "Invoicing__c": 77, "IsConverted": 34, "IsDeleted": 1, "Jigsaw": 48, "JigsawContactId": 49, "Kiosk__c": 88, "KronologicCampaigns__c": 168, "KronologicStatus__c": 169, "LDR_Lists__c": 116, "LastActivityDate": 44, "LastModifiedById": 42, "LastModifiedDate": 41, "LastName": 3, "LastTransferDate": 47, "Last_Rate_Change__c": 80, "Last_Upgrade_Version__c": 99, "Last_Upgrade__c": 98, "Latitude": 15, "LeadSource": 25, "Lead_Handling__c": 189, "Lead_Notes__c": 155, "Lead_Quality__c": 206, "Lead_Source_Email__c": 71, "Lead_Source_SF__c": 97, "Lead_Source_Text__c": 121, "Leadliaison__LLBounced__c": 190, "Leadliaison__LLFirstTouchCampaignName__c": 191, "Leadliaison__LLFirstTouchProgramName__c": 192, "Leadliaison__LLLastSearchEngine__c": 193, "Leadliaison__LLLastSearchPhrase__c": 194, "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": 195, "Leadliaison__LLLastVisitTime__c": 196, "Leadliaison__LLLastWebVisit__c": 197, "Leadliaison__LLLeadLiaisonGrade__c": 198, "Leadliaison__LLLeadLiaisonScore__c": 199, "Leadliaison__LLOriginalReferralSource__c": 200, "Leadliaison__LLTotalWebVisits__c": 201, "Leadliaison__LL_Profile_ID__c": 202, "Leadliaison__LL_Total_Activity__c": 203, "Location_Code__c": 119, "Locations__c": 74, "Longitude": 16, "MasterRecordId": 2, "MobilePhone": 19, "Most_Recent_HubSpot_Message__c": 177, "MultiUser__c": 100, "Name": 6, "Needs__c": 84, "Not_Interested__c": 123, "NumberOfEmployees": 31, "Occupancy__c": 81, "Offsite_Reporting__c": 79, "Old_Account_Id__c": 59, "Old_Contact_Id__c": 66, "Online_Listing_Service__c": 145, "Opportunity_Business_Segment_Detail__c": 170, "Opportunity_Type__c": 204, "OwnerId": 32, "Pardot_Campaign__c": 94, "Pardot_Primary_Campaign_Source__c": 95, "Phone": 18, "PhotoUrl": 23, "Please_provide_more_info__c": 122, "PostalCode": 13, "Pre_Call_Email__c": 90, "Product_Interest__c": 58, "Projected_MRR__c": 167, "Promotion__c": 146, "Rating": 28, "Reason_for_contacting_u__c": 125, "RecentCampaign__c": 176, "RecordTypeId": 7, "Registration_Code__c": 101, "Revenue_Mgmt__c": 102, "SE_SF_Lead_ID__c": 158, "SFGA__CorrelationID__c": 55, "SFGA__Correlation_Data__c": 56, "SFGA__Web_Source__c": 57, "SF_Lead_ID__c": 154, "SLPC_Send_to_Corp_Office__c": 106, "SLWE_Billing_Day__c": 107, "SLWE_Billing_Frequency__c": 108, "SLWE_Billing_Rate__c": 109, "SLWE_Paid_by_Credit_Card__c": 110, "SMD_Contract_ID__c": 111, "Salutation": 5, "SiteLink_Lite__c": 103, "SiteLink_PC_Copy_Number__c": 104, "SiteLink_PC_Key_Code__c": 105, "Source_Page_URL__c": 120, "State": 12, "Status": 26, "Street": 10, "SystemModstamp": 43, "System_of_Origin__c": 157, "Timeframe__c": 85, "Title": 8, "Trade_Show_Support_Issue__c": 205, "Trash_Reason__c": 153, "Units__c": 73, "Vanilla__ForumUrl__c": 96, "Web_Form_Date__c": 174, "Web_Lead_Comments__c": 117, "Website": 22, "dupcheck__dc3DisableDuplicateCheck__c": 171, "dupcheck__dc3Index__c": 172, "dupcheck__dc3Web2Lead__c": 173, "of_Databases__c": 61, "of_Units__c": 62, "pi__Needs_Score_Synced__c": 92, "pi__Pardot_Last_Scored_At__c": 93, "pi__campaign__c": 113, "pi__comments__c": 126, "pi__conversion_date__c": 127, "pi__conversion_object_name__c": 128, "pi__conversion_object_type__c": 129, "pi__created_date__c": 130, "pi__first_activity__c": 131, "pi__first_search_term__c": 132, "pi__first_search_type__c": 133, "pi__first_touch_url__c": 134, "pi__grade__c": 135, "pi__last_activity__c": 136, "pi__notes__c": 137, "pi__pardot_hard_bounced__c": 149, "pi__score__c": 138, "pi__url__c": 139, "pi__utm_campaign__c": 140, "pi__utm_content__c": 141, "pi__utm_medium__c": 142, "pi__utm_source__c": 143, "pi__utm_term__c": 144, "smartystreets__Address_Do_Not_Verify__c": 179, "smartystreets__Address_Footnotes__c": 180, "smartystreets__Address_Last_Verified__c": 181, "smartystreets__Address_Latitude__c": 182, "smartystreets__Address_Longitude__c": 183, "smartystreets__Address_Return_Code__c": 184, "smartystreets__Address_Verified__c": 185, "smartystreets__Clean_Street__c": 186, "smartystreets__In_Batch__c": 187, "smartystreets__VerificationUsed__c": 188, "utm_ad__c": 151, "utm_campaign__c": 150, "utm_keyword__c": 152, "utm_source__c": 114 } - schema_attributes:
{ "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "Demo_Link__c": "string", "Description": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - schema_name_id: 2071
- schema_scan_id: 6251275
- updated: 2023-08-16 09:30:04
Schema Scans: 5
Last at 2024-06-10 15:30:35
-
Scan 6510684
- duration: 0:00:21.111534
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6510684
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/leads/2024-06-10/1718051327", "key": "raw/leads/2024-06-10/1718051327/leads.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_leads", "type": "csv" }, "trace_context": { "parent_id": 16299312333098540192, "service_name": "drive-thru", "span_id": 1903527253841274601, "trace_id": 14325671848839213107 } } - running: False
- schema_name_id: 2071
- start_time: 2024-06-10 15:30:35
- success: True
- trace_id: 14325671848839213107
-
Scan 6402615
- duration: 0:00:20.582504
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6402615
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/leads/2024-01-11/1704985667", "key": "raw/leads/2024-01-11/1704985667/leads.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_leads", "type": "csv" }, "trace_context": { "parent_id": 18308773254045425297, "service_name": "drive-thru", "span_id": 14913912619285030699, "trace_id": 6561489784313132481 } } - running: False
- schema_name_id: 2071
- start_time: 2024-01-11 09:09:51
- success: True
- trace_id: 6561489784313132481
-
Scan 6251496
- duration: 0:00:17.357163
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251496
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692202311", "key": "raw/leads/2023-08-16/1692202311/leads.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_leads", "type": "csv" }, "trace_context": { "parent_id": 14793618415777446618, "service_name": "drive-thru", "span_id": 2747235380286521444, "trace_id": 1851968424981509643 } } - running: False
- schema_name_id: 2071
- start_time: 2023-08-16 11:14:09
- success: True
- trace_id: 1851968424981509643
-
Scan 6251365
- duration: 0:00:17.335768
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251365
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692199557", "key": "raw/leads/2023-08-16/1692199557/leads.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_leads", "type": "csv" }, "trace_context": { "parent_id": 197926428999779362, "service_name": "drive-thru", "span_id": 4360704054011486471, "trace_id": 7878185247465753792 } } - running: False
- schema_name_id: 2071
- start_time: 2023-08-16 10:28:50
- success: True
- trace_id: 7878185247465753792
-
Scan 6251275
- duration: 0:00:17.571408
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251275
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/leads/2023-08-16/1692195971", "key": "raw/leads/2023-08-16/1692195971/leads.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_leads", "type": "csv" }, "trace_context": { "parent_id": 8586439747035248845, "service_name": "drive-thru", "span_id": 10994887984889410747, "trace_id": 16181268279024401410 } } - running: False
- schema_name_id: 2071
- start_time: 2023-08-16 09:29:47
- success: True
- trace_id: 16181268279024401410
- attributes:
{ "AC_Product_Interest_Score__c": "string", "Access_Anywhere__c": "string", "Account_Type__c": "string", "Accounting_Interface__c": "string", "Accounting_Software__c": "string", "Amount": "string", "AnnualRevenue": "string", "Authority__c": "string", "Best_day_time__c": "string", "Billing_Cycle__c": "string", "CC_Interface__c": "string", "CC_Processing__c": "string", "CP_Hubspot_Record_ID__c": "string", "Channel__c": "string", "City": "string", "CloseDate": "string", "Company": "string", "ConnectionReceivedId": "string", "ConnectionSentId": "string", "ConvertedAccountId": "string", "ConvertedContactId": "string", "ConvertedDate": "string", "ConvertedOpportunityId": "string", "Converted_Lead__c": "string", "Corp_Code__c": "string", "Country": "string", "CreatedById": "string", "CreatedDate": "string", "CurrencyIsoCode": "string", "Current_FMS__c": "string", "Current_Gate__c": "string", "Current_Insurance__c": "string", "Current_Marketplace__c": "string", "Current_Payment__c": "string", "Current_Website__c": "string", "DMS_Product_Interest_Score__c": "string", "DateTimeLastFormFill__c": "string", "Demo_Link__c": "string", "Description": "string", "Dialpad__IsCreatedFromDialpad__c": "string", "Dialpad__Powerdialer_Assigned_List__c": "string", "Dialpad__Powerdialer_Dialed_List__c": "string", "Dialpad__Powerdialer_Last_Dialed_via__c": "string", "Dialpad__Timezone__c": "string", "Dialpad__TotalNumberOfTimesDialed__c": "string", "DoNotCall": "string", "EMail_Interface__c": "string", "ESS_Product_Interest_Score__c": "string", "Email": "string", "EmailBouncedDate": "string", "EmailBouncedReason": "string", "ExpectedRevenue": "string", "ExporttoHubspot__c": "string", "FacilityID__c": "string", "Fax": "string", "Feature_Code_Initial__c": "string", "Feature_Code__c": "string", "FirstName": "string", "ForecastCategory": "string", "FormSource__c": "string", "GCLID__c": "string", "Gate_Interface__c": "string", "GenderIdentity": "string", "GeocodeAccuracy": "string", "HasOptedOutOfEmail": "string", "HasOptedOutOfFax": "string", "Home_Office_Copy_Number__c": "string", "Home_Office_Key_Code__c": "string", "Hot_Lead__c": "string", "How_did_you_hear_about_us__c": "string", "HubspotPhone__c": "string", "HubspotRecordid__c": "string", "Hubspot_Customer_Location__c": "string", "IGD__Collection_Id__c": "string", "Id": "string", "IndividualId": "string", "Industry": "string", "Interest__c": "string", "Internet__c": "string", "Invoicing__c": "string", "IsConverted": "string", "IsDeleted": "string", "Jigsaw": "string", "JigsawContactId": "string", "Kiosk__c": "string", "KronologicCampaigns__c": "string", "KronologicStatus__c": "string", "LDR_Lists__c": "string", "LastActivityDate": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "LastName": "string", "LastTransferDate": "string", "Last_Rate_Change__c": "string", "Last_Upgrade_Version__c": "string", "Last_Upgrade__c": "string", "Latitude": "string", "LeadSource": "string", "Lead_Handling__c": "string", "Lead_Notes__c": "string", "Lead_Quality__c": "string", "Lead_Score__c": "string", "Lead_Source_Email__c": "string", "Lead_Source_SF__c": "string", "Lead_Source_Text__c": "string", "Leadliaison__LLBounced__c": "string", "Leadliaison__LLFirstTouchCampaignName__c": "string", "Leadliaison__LLFirstTouchProgramName__c": "string", "Leadliaison__LLLastSearchEngine__c": "string", "Leadliaison__LLLastSearchPhrase__c": "string", "Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string", "Leadliaison__LLLastVisitTime__c": "string", "Leadliaison__LLLastWebVisit__c": "string", "Leadliaison__LLLeadLiaisonGrade__c": "string", "Leadliaison__LLLeadLiaisonScore__c": "string", "Leadliaison__LLOriginalReferralSource__c": "string", "Leadliaison__LLTotalWebVisits__c": "string", "Leadliaison__LL_Profile_ID__c": "string", "Leadliaison__LL_Total_Activity__c": "string", "Location_Code__c": "string", "Locations__c": "string", "Longitude": "string", "MasterRecordId": "string", "MobilePhone": "string", "Most_Recent_HubSpot_Message__c": "string", "MultiUser__c": "string", "Name": "string", "Needs__c": "string", "Not_Interested__c": "string", "NumberOfEmployees": "string", "NumberOfFormFills__c": "string", "Occupancy__c": "string", "Offsite_Reporting__c": "string", "Old_Account_Id__c": "string", "Old_Contact_Id__c": "string", "Online_Listing_Service__c": "string", "OpportunityId": "string", "Opportunity_Business_Segment_Detail__c": "string", "Opportunity_Type__c": "string", "OwnerId": "string", "P_C_Product_Interest_Score__c": "string", "Pardot_Campaign__c": "string", "Pardot_Primary_Campaign_Source__c": "string", "Phone": "string", "PhotoUrl": "string", "Please_provide_more_info__c": "string", "PostalCode": "string", "Pre_Call_Email__c": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Probability": "string", "Product_Interest__c": "string", "Projected_MRR__c": "string", "Promotion__c": "string", "Pronouns": "string", "Rating": "string", "Reason_for_contacting_u__c": "string", "Reason_for_non_compliance__c": "string", "RecentCampaign__c": "string", "RecordTypeId": "string", "Registration_Code__c": "string", "Revenue_Mgmt__c": "string", "SE_SF_Lead_ID__c": "string", "SFGA__CorrelationID__c": "string", "SFGA__Correlation_Data__c": "string", "SFGA__Web_Source__c": "string", "SF_Lead_ID__c": "string", "SLPC_Send_to_Corp_Office__c": "string", "SLWE_Billing_Day__c": "string", "SLWE_Billing_Frequency__c": "string", "SLWE_Billing_Rate__c": "string", "SLWE_Paid_by_Credit_Card__c": "string", "SMD_Contract_ID__c": "string", "Salutation": "string", "SiteLink_Lite__c": "string", "SiteLink_PC_Copy_Number__c": "string", "SiteLink_PC_Key_Code__c": "string", "SiteLink_Product_Interest_Score__c": "string", "Source_Page_URL__c": "string", "StageName": "string", "State": "string", "Status": "string", "Street": "string", "SystemModstamp": "string", "System_of_Origin__c": "string", "TPP_Product_Interest_Score__c": "string", "Timeframe__c": "string", "Title": "string", "Trade_Show_Support_Issue__c": "string", "Trash_Reason__c": "string", "UConference__UberConferenceId__c": "string", "Units__c": "string", "Vanilla__ForumUrl__c": "string", "Web_Form_Date__c": "string", "Web_Lead_Comments__c": "string", "Website": "string", "dupcheck__dc3DisableDuplicateCheck__c": "string", "dupcheck__dc3Index__c": "string", "dupcheck__dc3Web2Lead__c": "string", "of_Databases__c": "string", "of_Units__c": "string", "pi__Needs_Score_Synced__c": "string", "pi__Pardot_Last_Scored_At__c": "string", "pi__campaign__c": "string", "pi__comments__c": "string", "pi__conversion_date__c": "string", "pi__conversion_object_name__c": "string", "pi__conversion_object_type__c": "string", "pi__created_date__c": "string", "pi__first_activity__c": "string", "pi__first_search_term__c": "string", "pi__first_search_type__c": "string", "pi__first_touch_url__c": "string", "pi__grade__c": "string", "pi__last_activity__c": "string", "pi__notes__c": "string", "pi__pardot_hard_bounced__c": "string", "pi__score__c": "string", "pi__url__c": "string", "pi__utm_campaign__c": "string", "pi__utm_content__c": "string", "pi__utm_medium__c": "string", "pi__utm_source__c": "string", "pi__utm_term__c": "string", "smartystreets__Address_Do_Not_Verify__c": "string", "smartystreets__Address_Footnotes__c": "string", "smartystreets__Address_Last_Verified__c": "string", "smartystreets__Address_Latitude__c": "string", "smartystreets__Address_Longitude__c": "string", "smartystreets__Address_Return_Code__c": "string", "smartystreets__Address_Verified__c": "string", "smartystreets__Clean_Street__c": "string", "smartystreets__In_Batch__c": "string", "smartystreets__VerificationUsed__c": "string", "storEDGE_Product_Interest_Score__c": "string", "utm_ad__c": "string", "utm_campaign__c": "string", "utm_keyword__c": "string", "utm_source__c": "string" } - created: 2024-06-10 15:30:42
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `Pronouns` string , `GenderIdentity` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string , `AC_Product_Interest_Score__c` string , `DMS_Product_Interest_Score__c` string , `DateTimeLastFormFill__c` string , `ESS_Product_Interest_Score__c` string , `Hubspot_Customer_Location__c` string , `Lead_Score__c` string , `NumberOfFormFills__c` string , `P_C_Product_Interest_Score__c` string , `Reason_for_non_compliance__c` string , `SiteLink_Product_Interest_Score__c` string , `storEDGE_Product_Interest_Score__c` string , `TPP_Product_Interest_Score__c` string , `CP_Hubspot_Record_ID__c` string , `Dialpad__IsCreatedFromDialpad__c` string , `Dialpad__Powerdialer_Assigned_List__c` string , `Dialpad__Powerdialer_Dialed_List__c` string , `Dialpad__Powerdialer_Last_Dialed_via__c` string , `Dialpad__Timezone__c` string , `Dialpad__TotalNumberOfTimesDialed__c` string , `UConference__UberConferenceId__c` string , `Converted_Lead__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2024-06-10/1718051327'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-10-24 14:53:33",
"disabled": false,
"format": "raw",
"id": 2071,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "salesforce_leads"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"AC_Product_Interest_Score__c": "string",
"Access_Anywhere__c": "string",
"Account_Type__c": "string",
"Accounting_Interface__c": "string",
"Accounting_Software__c": "string",
"Amount": "string",
"AnnualRevenue": "string",
"Authority__c": "string",
"Best_day_time__c": "string",
"Billing_Cycle__c": "string",
"CC_Interface__c": "string",
"CC_Processing__c": "string",
"CP_Hubspot_Record_ID__c": "string",
"Channel__c": "string",
"City": "string",
"CloseDate": "string",
"Company": "string",
"ConnectionReceivedId": "string",
"ConnectionSentId": "string",
"ConvertedAccountId": "string",
"ConvertedContactId": "string",
"ConvertedDate": "string",
"ConvertedOpportunityId": "string",
"Converted_Lead__c": "string",
"Corp_Code__c": "string",
"Country": "string",
"CreatedById": "string",
"CreatedDate": "string",
"CurrencyIsoCode": "string",
"Current_FMS__c": "string",
"Current_Gate__c": "string",
"Current_Insurance__c": "string",
"Current_Marketplace__c": "string",
"Current_Payment__c": "string",
"Current_Website__c": "string",
"DMS_Product_Interest_Score__c": "string",
"DateTimeLastFormFill__c": "string",
"Demo_Link__c": "string",
"Description": "string",
"Dialpad__IsCreatedFromDialpad__c": "string",
"Dialpad__Powerdialer_Assigned_List__c": "string",
"Dialpad__Powerdialer_Dialed_List__c": "string",
"Dialpad__Powerdialer_Last_Dialed_via__c": "string",
"Dialpad__Timezone__c": "string",
"Dialpad__TotalNumberOfTimesDialed__c": "string",
"DoNotCall": "string",
"EMail_Interface__c": "string",
"ESS_Product_Interest_Score__c": "string",
"Email": "string",
"EmailBouncedDate": "string",
"EmailBouncedReason": "string",
"ExpectedRevenue": "string",
"ExporttoHubspot__c": "string",
"FacilityID__c": "string",
"Fax": "string",
"Feature_Code_Initial__c": "string",
"Feature_Code__c": "string",
"FirstName": "string",
"ForecastCategory": "string",
"FormSource__c": "string",
"GCLID__c": "string",
"Gate_Interface__c": "string",
"GenderIdentity": "string",
"GeocodeAccuracy": "string",
"HasOptedOutOfEmail": "string",
"HasOptedOutOfFax": "string",
"Home_Office_Copy_Number__c": "string",
"Home_Office_Key_Code__c": "string",
"Hot_Lead__c": "string",
"How_did_you_hear_about_us__c": "string",
"HubspotPhone__c": "string",
"HubspotRecordid__c": "string",
"Hubspot_Customer_Location__c": "string",
"IGD__Collection_Id__c": "string",
"Id": "string",
"IndividualId": "string",
"Industry": "string",
"Interest__c": "string",
"Internet__c": "string",
"Invoicing__c": "string",
"IsConverted": "string",
"IsDeleted": "string",
"Jigsaw": "string",
"JigsawContactId": "string",
"Kiosk__c": "string",
"KronologicCampaigns__c": "string",
"KronologicStatus__c": "string",
"LDR_Lists__c": "string",
"LastActivityDate": "string",
"LastModifiedById": "string",
"LastModifiedDate": "string",
"LastName": "string",
"LastTransferDate": "string",
"Last_Rate_Change__c": "string",
"Last_Upgrade_Version__c": "string",
"Last_Upgrade__c": "string",
"Latitude": "string",
"LeadSource": "string",
"Lead_Handling__c": "string",
"Lead_Notes__c": "string",
"Lead_Quality__c": "string",
"Lead_Score__c": "string",
"Lead_Source_Email__c": "string",
"Lead_Source_SF__c": "string",
"Lead_Source_Text__c": "string",
"Leadliaison__LLBounced__c": "string",
"Leadliaison__LLFirstTouchCampaignName__c": "string",
"Leadliaison__LLFirstTouchProgramName__c": "string",
"Leadliaison__LLLastSearchEngine__c": "string",
"Leadliaison__LLLastSearchPhrase__c": "string",
"Leadliaison__LLLastSyncToLeadLiaisonWebApp__c": "string",
"Leadliaison__LLLastVisitTime__c": "string",
"Leadliaison__LLLastWebVisit__c": "string",
"Leadliaison__LLLeadLiaisonGrade__c": "string",
"Leadliaison__LLLeadLiaisonScore__c": "string",
"Leadliaison__LLOriginalReferralSource__c": "string",
"Leadliaison__LLTotalWebVisits__c": "string",
"Leadliaison__LL_Profile_ID__c": "string",
"Leadliaison__LL_Total_Activity__c": "string",
"Location_Code__c": "string",
"Locations__c": "string",
"Longitude": "string",
"MasterRecordId": "string",
"MobilePhone": "string",
"Most_Recent_HubSpot_Message__c": "string",
"MultiUser__c": "string",
"Name": "string",
"Needs__c": "string",
"Not_Interested__c": "string",
"NumberOfEmployees": "string",
"NumberOfFormFills__c": "string",
"Occupancy__c": "string",
"Offsite_Reporting__c": "string",
"Old_Account_Id__c": "string",
"Old_Contact_Id__c": "string",
"Online_Listing_Service__c": "string",
"OpportunityId": "string",
"Opportunity_Business_Segment_Detail__c": "string",
"Opportunity_Type__c": "string",
"OwnerId": "string",
"P_C_Product_Interest_Score__c": "string",
"Pardot_Campaign__c": "string",
"Pardot_Primary_Campaign_Source__c": "string",
"Phone": "string",
"PhotoUrl": "string",
"Please_provide_more_info__c": "string",
"PostalCode": "string",
"Pre_Call_Email__c": "string",
"PrevAmount": "string",
"PrevCloseDate": "string",
"Probability": "string",
"Product_Interest__c": "string",
"Projected_MRR__c": "string",
"Promotion__c": "string",
"Pronouns": "string",
"Rating": "string",
"Reason_for_contacting_u__c": "string",
"Reason_for_non_compliance__c": "string",
"RecentCampaign__c": "string",
"RecordTypeId": "string",
"Registration_Code__c": "string",
"Revenue_Mgmt__c": "string",
"SE_SF_Lead_ID__c": "string",
"SFGA__CorrelationID__c": "string",
"SFGA__Correlation_Data__c": "string",
"SFGA__Web_Source__c": "string",
"SF_Lead_ID__c": "string",
"SLPC_Send_to_Corp_Office__c": "string",
"SLWE_Billing_Day__c": "string",
"SLWE_Billing_Frequency__c": "string",
"SLWE_Billing_Rate__c": "string",
"SLWE_Paid_by_Credit_Card__c": "string",
"SMD_Contract_ID__c": "string",
"Salutation": "string",
"SiteLink_Lite__c": "string",
"SiteLink_PC_Copy_Number__c": "string",
"SiteLink_PC_Key_Code__c": "string",
"SiteLink_Product_Interest_Score__c": "string",
"Source_Page_URL__c": "string",
"StageName": "string",
"State": "string",
"Status": "string",
"Street": "string",
"SystemModstamp": "string",
"System_of_Origin__c": "string",
"TPP_Product_Interest_Score__c": "string",
"Timeframe__c": "string",
"Title": "string",
"Trade_Show_Support_Issue__c": "string",
"Trash_Reason__c": "string",
"UConference__UberConferenceId__c": "string",
"Units__c": "string",
"Vanilla__ForumUrl__c": "string",
"Web_Form_Date__c": "string",
"Web_Lead_Comments__c": "string",
"Website": "string",
"dupcheck__dc3DisableDuplicateCheck__c": "string",
"dupcheck__dc3Index__c": "string",
"dupcheck__dc3Web2Lead__c": "string",
"of_Databases__c": "string",
"of_Units__c": "string",
"pi__Needs_Score_Synced__c": "string",
"pi__Pardot_Last_Scored_At__c": "string",
"pi__campaign__c": "string",
"pi__comments__c": "string",
"pi__conversion_date__c": "string",
"pi__conversion_object_name__c": "string",
"pi__conversion_object_type__c": "string",
"pi__created_date__c": "string",
"pi__first_activity__c": "string",
"pi__first_search_term__c": "string",
"pi__first_search_type__c": "string",
"pi__first_touch_url__c": "string",
"pi__grade__c": "string",
"pi__last_activity__c": "string",
"pi__notes__c": "string",
"pi__pardot_hard_bounced__c": "string",
"pi__score__c": "string",
"pi__url__c": "string",
"pi__utm_campaign__c": "string",
"pi__utm_content__c": "string",
"pi__utm_medium__c": "string",
"pi__utm_source__c": "string",
"pi__utm_term__c": "string",
"smartystreets__Address_Do_Not_Verify__c": "string",
"smartystreets__Address_Footnotes__c": "string",
"smartystreets__Address_Last_Verified__c": "string",
"smartystreets__Address_Latitude__c": "string",
"smartystreets__Address_Longitude__c": "string",
"smartystreets__Address_Return_Code__c": "string",
"smartystreets__Address_Verified__c": "string",
"smartystreets__Clean_Street__c": "string",
"smartystreets__In_Batch__c": "string",
"smartystreets__VerificationUsed__c": "string",
"storEDGE_Product_Interest_Score__c": "string",
"utm_ad__c": "string",
"utm_campaign__c": "string",
"utm_keyword__c": "string",
"utm_source__c": "string"
},
"created": "2024-06-10 15:30:42",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_leads`\n(\n `Id` string , `IsDeleted` string , `MasterRecordId` string , `LastName` string , `FirstName` string , `Salutation` string , `Name` string , `RecordTypeId` string , `Title` string , `Company` string , `Street` string , `City` string , `State` string , `PostalCode` string , `Country` string , `Latitude` string , `Longitude` string , `GeocodeAccuracy` string , `Phone` string , `MobilePhone` string , `Fax` string , `Email` string , `Website` string , `PhotoUrl` string , `Description` string , `LeadSource` string , `Status` string , `Industry` string , `Rating` string , `CurrencyIsoCode` string , `AnnualRevenue` string , `NumberOfEmployees` string , `OwnerId` string , `HasOptedOutOfEmail` string , `IsConverted` string , `ConvertedDate` string , `ConvertedAccountId` string , `ConvertedContactId` string , `ConvertedOpportunityId` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `LastActivityDate` string , `DoNotCall` string , `HasOptedOutOfFax` string , `LastTransferDate` string , `Jigsaw` string , `JigsawContactId` string , `ConnectionReceivedId` string , `ConnectionSentId` string , `EmailBouncedReason` string , `EmailBouncedDate` string , `IndividualId` string , `Pronouns` string , `GenderIdentity` string , `SFGA__CorrelationID__c` string , `SFGA__Correlation_Data__c` string , `SFGA__Web_Source__c` string , `Product_Interest__c` string , `Old_Account_Id__c` string , `ExporttoHubspot__c` string , `of_Databases__c` string , `of_Units__c` string , `Accounting_Interface__c` string , `CC_Interface__c` string , `EMail_Interface__c` string , `Old_Contact_Id__c` string , `Account_Type__c` string , `Feature_Code__c` string , `Feature_Code_Initial__c` string , `Home_Office_Copy_Number__c` string , `Lead_Source_Email__c` string , `Current_FMS__c` string , `Units__c` string , `Locations__c` string , `Internet__c` string , `CC_Processing__c` string , `Invoicing__c` string , `Accounting_Software__c` string , `Offsite_Reporting__c` string , `Last_Rate_Change__c` string , `Occupancy__c` string , `Access_Anywhere__c` string , `Billing_Cycle__c` string , `Needs__c` string , `Timeframe__c` string , `Authority__c` string , `Home_Office_Key_Code__c` string , `Kiosk__c` string , `Channel__c` string , `Pre_Call_Email__c` string , `Demo_Link__c` string , `pi__Needs_Score_Synced__c` string , `pi__Pardot_Last_Scored_At__c` string , `Pardot_Campaign__c` string , `Pardot_Primary_Campaign_Source__c` string , `Vanilla__ForumUrl__c` string , `Lead_Source_SF__c` string , `Last_Upgrade__c` string , `Last_Upgrade_Version__c` string , `MultiUser__c` string , `Registration_Code__c` string , `Revenue_Mgmt__c` string , `SiteLink_Lite__c` string , `SiteLink_PC_Copy_Number__c` string , `SiteLink_PC_Key_Code__c` string , `SLPC_Send_to_Corp_Office__c` string , `SLWE_Billing_Day__c` string , `SLWE_Billing_Frequency__c` string , `SLWE_Billing_Rate__c` string , `SLWE_Paid_by_Credit_Card__c` string , `SMD_Contract_ID__c` string , `Gate_Interface__c` string , `pi__campaign__c` string , `utm_source__c` string , `Interest__c` string , `LDR_Lists__c` string , `Web_Lead_Comments__c` string , `Corp_Code__c` string , `Location_Code__c` string , `Source_Page_URL__c` string , `Lead_Source_Text__c` string , `Please_provide_more_info__c` string , `Not_Interested__c` string , `IGD__Collection_Id__c` string , `Reason_for_contacting_u__c` string , `pi__comments__c` string , `pi__conversion_date__c` string , `pi__conversion_object_name__c` string , `pi__conversion_object_type__c` string , `pi__created_date__c` string , `pi__first_activity__c` string , `pi__first_search_term__c` string , `pi__first_search_type__c` string , `pi__first_touch_url__c` string , `pi__grade__c` string , `pi__last_activity__c` string , `pi__notes__c` string , `pi__score__c` string , `pi__url__c` string , `pi__utm_campaign__c` string , `pi__utm_content__c` string , `pi__utm_medium__c` string , `pi__utm_source__c` string , `pi__utm_term__c` string , `Online_Listing_Service__c` string , `Promotion__c` string , `Best_day_time__c` string , `How_did_you_hear_about_us__c` string , `pi__pardot_hard_bounced__c` string , `utm_campaign__c` string , `utm_ad__c` string , `utm_keyword__c` string , `Trash_Reason__c` string , `SF_Lead_ID__c` string , `Lead_Notes__c` string , `Hot_Lead__c` string , `System_of_Origin__c` string , `SE_SF_Lead_ID__c` string , `FormSource__c` string , `FacilityID__c` string , `GCLID__c` string , `Current_Website__c` string , `Current_Gate__c` string , `Current_Insurance__c` string , `Current_Marketplace__c` string , `Current_Payment__c` string , `Projected_MRR__c` string , `KronologicCampaigns__c` string , `KronologicStatus__c` string , `Opportunity_Business_Segment_Detail__c` string , `dupcheck__dc3DisableDuplicateCheck__c` string , `dupcheck__dc3Index__c` string , `dupcheck__dc3Web2Lead__c` string , `Web_Form_Date__c` string , `HubspotPhone__c` string , `RecentCampaign__c` string , `Most_Recent_HubSpot_Message__c` string , `HubspotRecordid__c` string , `smartystreets__Address_Do_Not_Verify__c` string , `smartystreets__Address_Footnotes__c` string , `smartystreets__Address_Last_Verified__c` string , `smartystreets__Address_Latitude__c` string , `smartystreets__Address_Longitude__c` string , `smartystreets__Address_Return_Code__c` string , `smartystreets__Address_Verified__c` string , `smartystreets__Clean_Street__c` string , `smartystreets__In_Batch__c` string , `smartystreets__VerificationUsed__c` string , `Lead_Handling__c` string , `Leadliaison__LLBounced__c` string , `Leadliaison__LLFirstTouchCampaignName__c` string , `Leadliaison__LLFirstTouchProgramName__c` string , `Leadliaison__LLLastSearchEngine__c` string , `Leadliaison__LLLastSearchPhrase__c` string , `Leadliaison__LLLastSyncToLeadLiaisonWebApp__c` string , `Leadliaison__LLLastVisitTime__c` string , `Leadliaison__LLLastWebVisit__c` string , `Leadliaison__LLLeadLiaisonGrade__c` string , `Leadliaison__LLLeadLiaisonScore__c` string , `Leadliaison__LLOriginalReferralSource__c` string , `Leadliaison__LLTotalWebVisits__c` string , `Leadliaison__LL_Profile_ID__c` string , `Leadliaison__LL_Total_Activity__c` string , `Opportunity_Type__c` string , `Trade_Show_Support_Issue__c` string , `Lead_Quality__c` string , `AC_Product_Interest_Score__c` string , `DMS_Product_Interest_Score__c` string , `DateTimeLastFormFill__c` string , `ESS_Product_Interest_Score__c` string , `Hubspot_Customer_Location__c` string , `Lead_Score__c` string , `NumberOfFormFills__c` string , `P_C_Product_Interest_Score__c` string , `Reason_for_non_compliance__c` string , `SiteLink_Product_Interest_Score__c` string , `storEDGE_Product_Interest_Score__c` string , `TPP_Product_Interest_Score__c` string , `CP_Hubspot_Record_ID__c` string , `Dialpad__IsCreatedFromDialpad__c` string , `Dialpad__Powerdialer_Assigned_List__c` string , `Dialpad__Powerdialer_Dialed_List__c` string , `Dialpad__Powerdialer_Last_Dialed_via__c` string , `Dialpad__Timezone__c` string , `Dialpad__TotalNumberOfTimesDialed__c` string , `UConference__UberConferenceId__c` string , `Converted_Lead__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/leads/2024-06-10/1718051327'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_leads`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_leads"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}