Schema Info
Schema Name: sfdl_dev_csv.salesforce_events
- created: 2022-10-24 14:53:51
- disabled: False
- format: raw
- id: 2074
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_dev_csv", "table": "salesforce_events" } - type: csv
Schema Versions: 5
-
Version 4706473
- created: 2024-06-10 15:35:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string , `Dialpad__CallId__c` string , `Dialpad__Call_End_Time__c` string , `Dialpad__Call_Recording_URL__c` string , `Dialpad__Call_Start_Time__c` string , `Dialpad__Dialpad_Agents__c` string , `Dialpad__Dialpad_Call_Center__c` string , `Dialpad__Dialpad_List__c` string , `Dialpad__IsDialpadCallLog__c` string , `Dialpad__PhoneNumber__c` string , `UConference__Call_Summary_URL__c` string , `UConference__End_Time__c` string , `UConference__IsUberConference__c` string , `UConference__Start_Time__c` string , `UConference__UberConferenceId__c` string , `SMSID__c` string , `CP_A2P_Status__c` string , `CP_A2P_Twilio_Account_Sid__c` string , `Created_by_CP_A2P_Process__c` string , `Date_CP_A2P_Brand_Approved__c` string , `Date_CP_A2P_Campaign_Approved__c` string , `Date_CP_A2P_Submitted_to_Twilio__c` string , `Related_Case__c` string , `Related_Form_Response__c` string , `BDRStatus__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2024-06-10/1718051363'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/events/2024-06-10/1718051363
- id: 4706473
- processed: 1
- raw_data:
{ "AccountId": 15, "ActivityDate": 9, "ActivityDateTime": 8, "BDRStatus__c": 94, "CP_A2P_Status__c": 86, "CP_A2P_Twilio_Account_Sid__c": 87, "CreatedById": 26, "CreatedDate": 25, "Created_By_Send_Task_to_Sales__c": 69, "Created_by_CP_A2P_Process__c": 88, "CurrencyIsoCode": 17, "Date_CP_A2P_Brand_Approved__c": 89, "Date_CP_A2P_Campaign_Approved__c": 90, "Date_CP_A2P_Submitted_to_Twilio__c": 91, "Description": 14, "Dialpad__CallId__c": 71, "Dialpad__Call_End_Time__c": 72, "Dialpad__Call_Recording_URL__c": 73, "Dialpad__Call_Start_Time__c": 74, "Dialpad__Dialpad_Agents__c": 75, "Dialpad__Dialpad_Call_Center__c": 76, "Dialpad__Dialpad_List__c": 77, "Dialpad__IsDialpadCallLog__c": 78, "Dialpad__PhoneNumber__c": 79, "DurationInMinutes": 10, "EndDate": 13, "EndDateTime": 12, "End_Time__c": 63, "EventSubtype": 45, "Follow_up_Event__c": 56, "Follow_up_Task__c": 57, "GroupEventType": 24, "Id": 0, "ImplementationCommitmentReceived__c": 55, "Interaction_Type__c": 64, "IsAllDayEvent": 7, "IsArchived": 30, "IsChild": 22, "IsDeleted": 21, "IsGroupEvent": 23, "IsPrivate": 19, "IsRecurrence": 33, "IsRecurrence2": 49, "IsRecurrence2Exception": 50, "IsRecurrence2Exclusion": 46, "IsReminderSet": 44, "IsVisibleInSelfService": 31, "LastModifiedById": 28, "LastModifiedDate": 27, "Location": 6, "Marketing_Feedback__c": 54, "New_Construction__c": 58, "Opportunity__c": 70, "Outbound_Reason__c": 59, "OwnerId": 16, "Primary_Campaign__c": 60, "Queue__c": 65, "Recurrence2PatternStartDate": 51, "Recurrence2PatternText": 47, "Recurrence2PatternTimeZone": 52, "Recurrence2PatternVersion": 48, "RecurrenceActivityId": 32, "RecurrenceDayOfMonth": 40, "RecurrenceDayOfWeekMask": 39, "RecurrenceEndDateOnly": 35, "RecurrenceInstance": 41, "RecurrenceInterval": 38, "RecurrenceMonthOfYear": 42, "RecurrenceStartDateTime": 34, "RecurrenceTimeZoneSidKey": 36, "RecurrenceType": 37, "Related_Case__c": 92, "Related_Form_Response__c": 93, "ReminderDateTime": 43, "SMSID__c": 85, "ShowAs": 20, "StartDateTime": 11, "Start_Time__c": 66, "Subject": 5, "SystemModstamp": 29, "Temperature__c": 61, "Time_Zone__c": 68, "Trash_Reason__c": 62, "Type": 18, "UConference__Call_Summary_URL__c": 80, "UConference__End_Time__c": 81, "UConference__IsUberConference__c": 82, "UConference__Start_Time__c": 83, "UConference__UberConferenceId__c": 84, "WhatCount": 4, "WhatId": 2, "WhoCount": 3, "WhoId": 1, "Wrap_Up_Code__c": 67, "pi__pardot_source_id__c": 53 } - schema_attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "BDRStatus__c": "string", "CP_A2P_Status__c": "string", "CP_A2P_Twilio_Account_Sid__c": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "Created_by_CP_A2P_Process__c": "string", "CurrencyIsoCode": "string", "Date_CP_A2P_Brand_Approved__c": "string", "Date_CP_A2P_Campaign_Approved__c": "string", "Date_CP_A2P_Submitted_to_Twilio__c": "string", "Description": "string", "Dialpad__CallId__c": "string", "Dialpad__Call_End_Time__c": "string", "Dialpad__Call_Recording_URL__c": "string", "Dialpad__Call_Start_Time__c": "string", "Dialpad__Dialpad_Agents__c": "string", "Dialpad__Dialpad_Call_Center__c": "string", "Dialpad__Dialpad_List__c": "string", "Dialpad__IsDialpadCallLog__c": "string", "Dialpad__PhoneNumber__c": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "Related_Case__c": "string", "Related_Form_Response__c": "string", "ReminderDateTime": "string", "SMSID__c": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "UConference__Call_Summary_URL__c": "string", "UConference__End_Time__c": "string", "UConference__IsUberConference__c": "string", "UConference__Start_Time__c": "string", "UConference__UberConferenceId__c": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - schema_name_id: 2074
- schema_scan_id: 6510745
- updated: 2024-06-10 15:35:42
-
Version 4700472
- created: 2024-01-11 09:09:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string , `Dialpad__CallId__c` string , `Dialpad__Call_End_Time__c` string , `Dialpad__Call_Recording_URL__c` string , `Dialpad__Call_Start_Time__c` string , `Dialpad__Dialpad_Agents__c` string , `Dialpad__Dialpad_Call_Center__c` string , `Dialpad__Dialpad_List__c` string , `Dialpad__IsDialpadCallLog__c` string , `Dialpad__PhoneNumber__c` string , `UConference__Call_Summary_URL__c` string , `UConference__End_Time__c` string , `UConference__IsUberConference__c` string , `UConference__Start_Time__c` string , `UConference__UberConferenceId__c` string , `SMSID__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2024-01-11/1704985698'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/events/2024-01-11/1704985698
- id: 4700472
- processed: 1
- raw_data:
{ "AccountId": 15, "ActivityDate": 9, "ActivityDateTime": 8, "CreatedById": 26, "CreatedDate": 25, "Created_By_Send_Task_to_Sales__c": 69, "CurrencyIsoCode": 17, "Description": 14, "Dialpad__CallId__c": 71, "Dialpad__Call_End_Time__c": 72, "Dialpad__Call_Recording_URL__c": 73, "Dialpad__Call_Start_Time__c": 74, "Dialpad__Dialpad_Agents__c": 75, "Dialpad__Dialpad_Call_Center__c": 76, "Dialpad__Dialpad_List__c": 77, "Dialpad__IsDialpadCallLog__c": 78, "Dialpad__PhoneNumber__c": 79, "DurationInMinutes": 10, "EndDate": 13, "EndDateTime": 12, "End_Time__c": 63, "EventSubtype": 45, "Follow_up_Event__c": 56, "Follow_up_Task__c": 57, "GroupEventType": 24, "Id": 0, "ImplementationCommitmentReceived__c": 55, "Interaction_Type__c": 64, "IsAllDayEvent": 7, "IsArchived": 30, "IsChild": 22, "IsDeleted": 21, "IsGroupEvent": 23, "IsPrivate": 19, "IsRecurrence": 33, "IsRecurrence2": 49, "IsRecurrence2Exception": 50, "IsRecurrence2Exclusion": 46, "IsReminderSet": 44, "IsVisibleInSelfService": 31, "LastModifiedById": 28, "LastModifiedDate": 27, "Location": 6, "Marketing_Feedback__c": 54, "New_Construction__c": 58, "Opportunity__c": 70, "Outbound_Reason__c": 59, "OwnerId": 16, "Primary_Campaign__c": 60, "Queue__c": 65, "Recurrence2PatternStartDate": 51, "Recurrence2PatternText": 47, "Recurrence2PatternTimeZone": 52, "Recurrence2PatternVersion": 48, "RecurrenceActivityId": 32, "RecurrenceDayOfMonth": 40, "RecurrenceDayOfWeekMask": 39, "RecurrenceEndDateOnly": 35, "RecurrenceInstance": 41, "RecurrenceInterval": 38, "RecurrenceMonthOfYear": 42, "RecurrenceStartDateTime": 34, "RecurrenceTimeZoneSidKey": 36, "RecurrenceType": 37, "ReminderDateTime": 43, "SMSID__c": 85, "ShowAs": 20, "StartDateTime": 11, "Start_Time__c": 66, "Subject": 5, "SystemModstamp": 29, "Temperature__c": 61, "Time_Zone__c": 68, "Trash_Reason__c": 62, "Type": 18, "UConference__Call_Summary_URL__c": 80, "UConference__End_Time__c": 81, "UConference__IsUberConference__c": 82, "UConference__Start_Time__c": 83, "UConference__UberConferenceId__c": 84, "WhatCount": 4, "WhatId": 2, "WhoCount": 3, "WhoId": 1, "Wrap_Up_Code__c": 67, "pi__pardot_source_id__c": 53 } - schema_attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "CurrencyIsoCode": "string", "Description": "string", "Dialpad__CallId__c": "string", "Dialpad__Call_End_Time__c": "string", "Dialpad__Call_Recording_URL__c": "string", "Dialpad__Call_Start_Time__c": "string", "Dialpad__Dialpad_Agents__c": "string", "Dialpad__Dialpad_Call_Center__c": "string", "Dialpad__Dialpad_List__c": "string", "Dialpad__IsDialpadCallLog__c": "string", "Dialpad__PhoneNumber__c": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "ReminderDateTime": "string", "SMSID__c": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "UConference__Call_Summary_URL__c": "string", "UConference__End_Time__c": "string", "UConference__IsUberConference__c": "string", "UConference__Start_Time__c": "string", "UConference__UberConferenceId__c": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - schema_name_id: 2074
- schema_scan_id: 6402606
- updated: 2024-01-11 09:09:17
-
Version 4697500
- created: 2023-08-16 11:15:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692202326'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692202326
- id: 4697500
- processed: 1
- raw_data:
{ "AccountId": 15, "ActivityDate": 9, "ActivityDateTime": 8, "CreatedById": 26, "CreatedDate": 25, "Created_By_Send_Task_to_Sales__c": 69, "CurrencyIsoCode": 17, "Description": 14, "DurationInMinutes": 10, "EndDate": 13, "EndDateTime": 12, "End_Time__c": 63, "EventSubtype": 45, "Follow_up_Event__c": 56, "Follow_up_Task__c": 57, "GroupEventType": 24, "Id": 0, "ImplementationCommitmentReceived__c": 55, "Interaction_Type__c": 64, "IsAllDayEvent": 7, "IsArchived": 30, "IsChild": 22, "IsDeleted": 21, "IsGroupEvent": 23, "IsPrivate": 19, "IsRecurrence": 33, "IsRecurrence2": 49, "IsRecurrence2Exception": 50, "IsRecurrence2Exclusion": 46, "IsReminderSet": 44, "IsVisibleInSelfService": 31, "LastModifiedById": 28, "LastModifiedDate": 27, "Location": 6, "Marketing_Feedback__c": 54, "New_Construction__c": 58, "Opportunity__c": 70, "Outbound_Reason__c": 59, "OwnerId": 16, "Primary_Campaign__c": 60, "Queue__c": 65, "Recurrence2PatternStartDate": 51, "Recurrence2PatternText": 47, "Recurrence2PatternTimeZone": 52, "Recurrence2PatternVersion": 48, "RecurrenceActivityId": 32, "RecurrenceDayOfMonth": 40, "RecurrenceDayOfWeekMask": 39, "RecurrenceEndDateOnly": 35, "RecurrenceInstance": 41, "RecurrenceInterval": 38, "RecurrenceMonthOfYear": 42, "RecurrenceStartDateTime": 34, "RecurrenceTimeZoneSidKey": 36, "RecurrenceType": 37, "ReminderDateTime": 43, "ShowAs": 20, "StartDateTime": 11, "Start_Time__c": 66, "Subject": 5, "SystemModstamp": 29, "Temperature__c": 61, "Time_Zone__c": 68, "Trash_Reason__c": 62, "Type": 18, "WhatCount": 4, "WhatId": 2, "WhoCount": 3, "WhoId": 1, "Wrap_Up_Code__c": 67, "pi__pardot_source_id__c": 53 } - schema_attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "CurrencyIsoCode": "string", "Description": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "ReminderDateTime": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - schema_name_id: 2074
- schema_scan_id: 6251506
- updated: 2023-08-16 11:15:36
-
Version 4697457
- created: 2023-08-16 10:30:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692199580'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692199580
- id: 4697457
- processed: 1
- raw_data:
{ "AccountId": 15, "ActivityDate": 9, "ActivityDateTime": 8, "CreatedById": 26, "CreatedDate": 25, "Created_By_Send_Task_to_Sales__c": 69, "CurrencyIsoCode": 17, "Description": 14, "DurationInMinutes": 10, "EndDate": 13, "EndDateTime": 12, "End_Time__c": 63, "EventSubtype": 45, "Follow_up_Event__c": 56, "Follow_up_Task__c": 57, "GroupEventType": 24, "Id": 0, "ImplementationCommitmentReceived__c": 55, "Interaction_Type__c": 64, "IsAllDayEvent": 7, "IsArchived": 30, "IsChild": 22, "IsDeleted": 21, "IsGroupEvent": 23, "IsPrivate": 19, "IsRecurrence": 33, "IsRecurrence2": 49, "IsRecurrence2Exception": 50, "IsRecurrence2Exclusion": 46, "IsReminderSet": 44, "IsVisibleInSelfService": 31, "LastModifiedById": 28, "LastModifiedDate": 27, "Location": 6, "Marketing_Feedback__c": 54, "New_Construction__c": 58, "Opportunity__c": 70, "Outbound_Reason__c": 59, "OwnerId": 16, "Primary_Campaign__c": 60, "Queue__c": 65, "Recurrence2PatternStartDate": 51, "Recurrence2PatternText": 47, "Recurrence2PatternTimeZone": 52, "Recurrence2PatternVersion": 48, "RecurrenceActivityId": 32, "RecurrenceDayOfMonth": 40, "RecurrenceDayOfWeekMask": 39, "RecurrenceEndDateOnly": 35, "RecurrenceInstance": 41, "RecurrenceInterval": 38, "RecurrenceMonthOfYear": 42, "RecurrenceStartDateTime": 34, "RecurrenceTimeZoneSidKey": 36, "RecurrenceType": 37, "ReminderDateTime": 43, "ShowAs": 20, "StartDateTime": 11, "Start_Time__c": 66, "Subject": 5, "SystemModstamp": 29, "Temperature__c": 61, "Time_Zone__c": 68, "Trash_Reason__c": 62, "Type": 18, "WhatCount": 4, "WhatId": 2, "WhoCount": 3, "WhoId": 1, "Wrap_Up_Code__c": 67, "pi__pardot_source_id__c": 53 } - schema_attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "CurrencyIsoCode": "string", "Description": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "ReminderDateTime": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - schema_name_id: 2074
- schema_scan_id: 6251386
- updated: 2023-08-16 10:31:07
-
Version 4697396
- created: 2023-08-16 09:30:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692195971'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" ] - hive_path: s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692195971
- id: 4697396
- processed: 1
- raw_data:
{ "AccountId": 15, "ActivityDate": 9, "ActivityDateTime": 8, "CreatedById": 26, "CreatedDate": 25, "Created_By_Send_Task_to_Sales__c": 69, "CurrencyIsoCode": 17, "Description": 14, "DurationInMinutes": 10, "EndDate": 13, "EndDateTime": 12, "End_Time__c": 63, "EventSubtype": 45, "Follow_up_Event__c": 56, "Follow_up_Task__c": 57, "GroupEventType": 24, "Id": 0, "ImplementationCommitmentReceived__c": 55, "Interaction_Type__c": 64, "IsAllDayEvent": 7, "IsArchived": 30, "IsChild": 22, "IsDeleted": 21, "IsGroupEvent": 23, "IsPrivate": 19, "IsRecurrence": 33, "IsRecurrence2": 49, "IsRecurrence2Exception": 50, "IsRecurrence2Exclusion": 46, "IsReminderSet": 44, "IsVisibleInSelfService": 31, "LastModifiedById": 28, "LastModifiedDate": 27, "Location": 6, "Marketing_Feedback__c": 54, "New_Construction__c": 58, "Opportunity__c": 70, "Outbound_Reason__c": 59, "OwnerId": 16, "Primary_Campaign__c": 60, "Queue__c": 65, "Recurrence2PatternStartDate": 51, "Recurrence2PatternText": 47, "Recurrence2PatternTimeZone": 52, "Recurrence2PatternVersion": 48, "RecurrenceActivityId": 32, "RecurrenceDayOfMonth": 40, "RecurrenceDayOfWeekMask": 39, "RecurrenceEndDateOnly": 35, "RecurrenceInstance": 41, "RecurrenceInterval": 38, "RecurrenceMonthOfYear": 42, "RecurrenceStartDateTime": 34, "RecurrenceTimeZoneSidKey": 36, "RecurrenceType": 37, "ReminderDateTime": 43, "ShowAs": 20, "StartDateTime": 11, "Start_Time__c": 66, "Subject": 5, "SystemModstamp": 29, "Temperature__c": 61, "Time_Zone__c": 68, "Trash_Reason__c": 62, "Type": 18, "WhatCount": 4, "WhatId": 2, "WhoCount": 3, "WhoId": 1, "Wrap_Up_Code__c": 67, "pi__pardot_source_id__c": 53 } - schema_attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "CurrencyIsoCode": "string", "Description": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "ReminderDateTime": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - schema_name_id: 2074
- schema_scan_id: 6251280
- updated: 2023-08-16 09:30:35
Schema Scans: 5
Last at 2024-06-10 15:35:28
-
Scan 6510745
- duration: 0:00:14.704803
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6510745
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/events/2024-06-10/1718051363", "key": "raw/events/2024-06-10/1718051363/events.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_events", "type": "csv" }, "trace_context": { "parent_id": 1305101497643240833, "service_name": "drive-thru", "span_id": 1705159134537946824, "trace_id": 2500386849073042128 } } - running: False
- schema_name_id: 2074
- start_time: 2024-06-10 15:35:28
- success: True
- trace_id: 2500386849073042128
-
Scan 6402606
- duration: 0:00:16.809977
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6402606
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/events/2024-01-11/1704985698", "key": "raw/events/2024-01-11/1704985698/events.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_events", "type": "csv" }, "trace_context": { "parent_id": 10108537225084391809, "service_name": "drive-thru", "span_id": 2206407878778345938, "trace_id": 14017344260468806653 } } - running: False
- schema_name_id: 2074
- start_time: 2024-01-11 09:09:00
- success: True
- trace_id: 14017344260468806653
-
Scan 6251506
- duration: 0:00:13.702027
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251506
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692202326", "key": "raw/events/2023-08-16/1692202326/events.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_events", "type": "csv" }, "trace_context": { "parent_id": 8700958680590845728, "service_name": "drive-thru", "span_id": 675705800317862639, "trace_id": 18332311088310012696 } } - running: False
- schema_name_id: 2074
- start_time: 2023-08-16 11:15:22
- success: True
- trace_id: 18332311088310012696
-
Scan 6251386
- duration: 0:00:13.707724
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251386
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692199580", "key": "raw/events/2023-08-16/1692199580/events.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_events", "type": "csv" }, "trace_context": { "parent_id": 6177986331459343364, "service_name": "drive-thru", "span_id": 17062819993859867361, "trace_id": 14421521109922619318 } } - running: False
- schema_name_id: 2074
- start_time: 2023-08-16 10:30:54
- success: True
- trace_id: 14421521109922619318
-
Scan 6251280
- duration: 0:00:13.811484
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 6251280
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-salesforce-dev", "hive_path": "s3://sfdl-csv-salesforce-dev/raw/events/2023-08-16/1692195971", "key": "raw/events/2023-08-16/1692195971/events.csv.gz" }, "schema": { "name": "sfdl_dev_csv.salesforce_events", "type": "csv" }, "trace_context": { "parent_id": 1915412470070080001, "service_name": "drive-thru", "span_id": 18191543628986457243, "trace_id": 3884648130644764131 } } - running: False
- schema_name_id: 2074
- start_time: 2023-08-16 09:30:21
- success: True
- trace_id: 3884648130644764131
- attributes:
{ "AccountId": "string", "ActivityDate": "string", "ActivityDateTime": "string", "Amount": "string", "BDRStatus__c": "string", "CP_A2P_Status__c": "string", "CP_A2P_Twilio_Account_Sid__c": "string", "CloseDate": "string", "CreatedById": "string", "CreatedDate": "string", "Created_By_Send_Task_to_Sales__c": "string", "Created_by_CP_A2P_Process__c": "string", "CurrencyIsoCode": "string", "Date_CP_A2P_Brand_Approved__c": "string", "Date_CP_A2P_Campaign_Approved__c": "string", "Date_CP_A2P_Submitted_to_Twilio__c": "string", "Description": "string", "Dialpad__CallId__c": "string", "Dialpad__Call_End_Time__c": "string", "Dialpad__Call_Recording_URL__c": "string", "Dialpad__Call_Start_Time__c": "string", "Dialpad__Dialpad_Agents__c": "string", "Dialpad__Dialpad_Call_Center__c": "string", "Dialpad__Dialpad_List__c": "string", "Dialpad__IsDialpadCallLog__c": "string", "Dialpad__PhoneNumber__c": "string", "DurationInMinutes": "string", "EndDate": "string", "EndDateTime": "string", "End_Time__c": "string", "EventSubtype": "string", "ExpectedRevenue": "string", "Follow_up_Event__c": "string", "Follow_up_Task__c": "string", "ForecastCategory": "string", "GroupEventType": "string", "Id": "string", "ImplementationCommitmentReceived__c": "string", "Interaction_Type__c": "string", "IsAllDayEvent": "string", "IsArchived": "string", "IsChild": "string", "IsDeleted": "string", "IsGroupEvent": "string", "IsPrivate": "string", "IsRecurrence": "string", "IsRecurrence2": "string", "IsRecurrence2Exception": "string", "IsRecurrence2Exclusion": "string", "IsReminderSet": "string", "IsVisibleInSelfService": "string", "LastModifiedById": "string", "LastModifiedDate": "string", "Location": "string", "Marketing_Feedback__c": "string", "New_Construction__c": "string", "OpportunityId": "string", "Opportunity__c": "string", "Outbound_Reason__c": "string", "OwnerId": "string", "PrevAmount": "string", "PrevCloseDate": "string", "Primary_Campaign__c": "string", "Probability": "string", "Queue__c": "string", "Recurrence2PatternStartDate": "string", "Recurrence2PatternText": "string", "Recurrence2PatternTimeZone": "string", "Recurrence2PatternVersion": "string", "RecurrenceActivityId": "string", "RecurrenceDayOfMonth": "string", "RecurrenceDayOfWeekMask": "string", "RecurrenceEndDateOnly": "string", "RecurrenceInstance": "string", "RecurrenceInterval": "string", "RecurrenceMonthOfYear": "string", "RecurrenceStartDateTime": "string", "RecurrenceTimeZoneSidKey": "string", "RecurrenceType": "string", "Related_Case__c": "string", "Related_Form_Response__c": "string", "ReminderDateTime": "string", "SMSID__c": "string", "ShowAs": "string", "StageName": "string", "StartDateTime": "string", "Start_Time__c": "string", "Subject": "string", "SystemModstamp": "string", "Temperature__c": "string", "Time_Zone__c": "string", "Trash_Reason__c": "string", "Type": "string", "UConference__Call_Summary_URL__c": "string", "UConference__End_Time__c": "string", "UConference__IsUberConference__c": "string", "UConference__Start_Time__c": "string", "UConference__UberConferenceId__c": "string", "WhatCount": "string", "WhatId": "string", "WhoCount": "string", "WhoId": "string", "Wrap_Up_Code__c": "string", "pi__pardot_source_id__c": "string" } - created: 2024-06-10 15:35:31
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string , `Dialpad__CallId__c` string , `Dialpad__Call_End_Time__c` string , `Dialpad__Call_Recording_URL__c` string , `Dialpad__Call_Start_Time__c` string , `Dialpad__Dialpad_Agents__c` string , `Dialpad__Dialpad_Call_Center__c` string , `Dialpad__Dialpad_List__c` string , `Dialpad__IsDialpadCallLog__c` string , `Dialpad__PhoneNumber__c` string , `UConference__Call_Summary_URL__c` string , `UConference__End_Time__c` string , `UConference__IsUberConference__c` string , `UConference__Start_Time__c` string , `UConference__UberConferenceId__c` string , `SMSID__c` string , `CP_A2P_Status__c` string , `CP_A2P_Twilio_Account_Sid__c` string , `Created_by_CP_A2P_Process__c` string , `Date_CP_A2P_Brand_Approved__c` string , `Date_CP_A2P_Campaign_Approved__c` string , `Date_CP_A2P_Submitted_to_Twilio__c` string , `Related_Case__c` string , `Related_Form_Response__c` string , `BDRStatus__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2024-06-10/1718051363'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`", "repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events" }
- hostname: schemamanager-5447774fc6-4w58v
- name: schema_manager
- process_start: 2026-04-02 21:43:44
- sf_env: dev
- version: 2427328685
{
"name": {
"created": "2022-10-24 14:53:51",
"disabled": false,
"format": "raw",
"id": 2074,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_dev_csv",
"table": "salesforce_events"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"AccountId": "string",
"ActivityDate": "string",
"ActivityDateTime": "string",
"Amount": "string",
"BDRStatus__c": "string",
"CP_A2P_Status__c": "string",
"CP_A2P_Twilio_Account_Sid__c": "string",
"CloseDate": "string",
"CreatedById": "string",
"CreatedDate": "string",
"Created_By_Send_Task_to_Sales__c": "string",
"Created_by_CP_A2P_Process__c": "string",
"CurrencyIsoCode": "string",
"Date_CP_A2P_Brand_Approved__c": "string",
"Date_CP_A2P_Campaign_Approved__c": "string",
"Date_CP_A2P_Submitted_to_Twilio__c": "string",
"Description": "string",
"Dialpad__CallId__c": "string",
"Dialpad__Call_End_Time__c": "string",
"Dialpad__Call_Recording_URL__c": "string",
"Dialpad__Call_Start_Time__c": "string",
"Dialpad__Dialpad_Agents__c": "string",
"Dialpad__Dialpad_Call_Center__c": "string",
"Dialpad__Dialpad_List__c": "string",
"Dialpad__IsDialpadCallLog__c": "string",
"Dialpad__PhoneNumber__c": "string",
"DurationInMinutes": "string",
"EndDate": "string",
"EndDateTime": "string",
"End_Time__c": "string",
"EventSubtype": "string",
"ExpectedRevenue": "string",
"Follow_up_Event__c": "string",
"Follow_up_Task__c": "string",
"ForecastCategory": "string",
"GroupEventType": "string",
"Id": "string",
"ImplementationCommitmentReceived__c": "string",
"Interaction_Type__c": "string",
"IsAllDayEvent": "string",
"IsArchived": "string",
"IsChild": "string",
"IsDeleted": "string",
"IsGroupEvent": "string",
"IsPrivate": "string",
"IsRecurrence": "string",
"IsRecurrence2": "string",
"IsRecurrence2Exception": "string",
"IsRecurrence2Exclusion": "string",
"IsReminderSet": "string",
"IsVisibleInSelfService": "string",
"LastModifiedById": "string",
"LastModifiedDate": "string",
"Location": "string",
"Marketing_Feedback__c": "string",
"New_Construction__c": "string",
"OpportunityId": "string",
"Opportunity__c": "string",
"Outbound_Reason__c": "string",
"OwnerId": "string",
"PrevAmount": "string",
"PrevCloseDate": "string",
"Primary_Campaign__c": "string",
"Probability": "string",
"Queue__c": "string",
"Recurrence2PatternStartDate": "string",
"Recurrence2PatternText": "string",
"Recurrence2PatternTimeZone": "string",
"Recurrence2PatternVersion": "string",
"RecurrenceActivityId": "string",
"RecurrenceDayOfMonth": "string",
"RecurrenceDayOfWeekMask": "string",
"RecurrenceEndDateOnly": "string",
"RecurrenceInstance": "string",
"RecurrenceInterval": "string",
"RecurrenceMonthOfYear": "string",
"RecurrenceStartDateTime": "string",
"RecurrenceTimeZoneSidKey": "string",
"RecurrenceType": "string",
"Related_Case__c": "string",
"Related_Form_Response__c": "string",
"ReminderDateTime": "string",
"SMSID__c": "string",
"ShowAs": "string",
"StageName": "string",
"StartDateTime": "string",
"Start_Time__c": "string",
"Subject": "string",
"SystemModstamp": "string",
"Temperature__c": "string",
"Time_Zone__c": "string",
"Trash_Reason__c": "string",
"Type": "string",
"UConference__Call_Summary_URL__c": "string",
"UConference__End_Time__c": "string",
"UConference__IsUberConference__c": "string",
"UConference__Start_Time__c": "string",
"UConference__UberConferenceId__c": "string",
"WhatCount": "string",
"WhatId": "string",
"WhoCount": "string",
"WhoId": "string",
"Wrap_Up_Code__c": "string",
"pi__pardot_source_id__c": "string"
},
"created": "2024-06-10 15:35:31",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_csv.salesforce_events`\n(\n `Id` string , `WhoId` string , `WhatId` string , `WhoCount` string , `WhatCount` string , `Subject` string , `Location` string , `IsAllDayEvent` string , `ActivityDateTime` string , `ActivityDate` string , `DurationInMinutes` string , `StartDateTime` string , `EndDateTime` string , `EndDate` string , `Description` string , `AccountId` string , `OwnerId` string , `CurrencyIsoCode` string , `Type` string , `IsPrivate` string , `ShowAs` string , `IsDeleted` string , `IsChild` string , `IsGroupEvent` string , `GroupEventType` string , `CreatedDate` string , `CreatedById` string , `LastModifiedDate` string , `LastModifiedById` string , `SystemModstamp` string , `IsArchived` string , `IsVisibleInSelfService` string , `RecurrenceActivityId` string , `IsRecurrence` string , `RecurrenceStartDateTime` string , `RecurrenceEndDateOnly` string , `RecurrenceTimeZoneSidKey` string , `RecurrenceType` string , `RecurrenceInterval` string , `RecurrenceDayOfWeekMask` string , `RecurrenceDayOfMonth` string , `RecurrenceInstance` string , `RecurrenceMonthOfYear` string , `ReminderDateTime` string , `IsReminderSet` string , `EventSubtype` string , `IsRecurrence2Exclusion` string , `Recurrence2PatternText` string , `Recurrence2PatternVersion` string , `IsRecurrence2` string , `IsRecurrence2Exception` string , `Recurrence2PatternStartDate` string , `Recurrence2PatternTimeZone` string , `pi__pardot_source_id__c` string , `Marketing_Feedback__c` string , `ImplementationCommitmentReceived__c` string , `Follow_up_Event__c` string , `Follow_up_Task__c` string , `New_Construction__c` string , `Outbound_Reason__c` string , `Primary_Campaign__c` string , `Temperature__c` string , `Trash_Reason__c` string , `End_Time__c` string , `Interaction_Type__c` string , `Queue__c` string , `Start_Time__c` string , `Wrap_Up_Code__c` string , `Time_Zone__c` string , `Created_By_Send_Task_to_Sales__c` string , `Opportunity__c` string , `Dialpad__CallId__c` string , `Dialpad__Call_End_Time__c` string , `Dialpad__Call_Recording_URL__c` string , `Dialpad__Call_Start_Time__c` string , `Dialpad__Dialpad_Agents__c` string , `Dialpad__Dialpad_Call_Center__c` string , `Dialpad__Dialpad_List__c` string , `Dialpad__IsDialpadCallLog__c` string , `Dialpad__PhoneNumber__c` string , `UConference__Call_Summary_URL__c` string , `UConference__End_Time__c` string , `UConference__IsUberConference__c` string , `UConference__Start_Time__c` string , `UConference__UberConferenceId__c` string , `SMSID__c` string , `CP_A2P_Status__c` string , `CP_A2P_Twilio_Account_Sid__c` string , `Created_by_CP_A2P_Process__c` string , `Date_CP_A2P_Brand_Approved__c` string , `Date_CP_A2P_Campaign_Approved__c` string , `Date_CP_A2P_Submitted_to_Twilio__c` string , `Related_Case__c` string , `Related_Form_Response__c` string , `BDRStatus__c` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-salesforce-dev/raw/events/2024-06-10/1718051363'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_dev_csv.salesforce_events`",
"repair_table": "MSCK REPAIR TABLE sfdl_dev_csv.salesforce_events"
}
},
"server": {
"hostname": "schemamanager-5447774fc6-4w58v",
"name": "schema_manager",
"process_start": "2026-04-02 21:43:44",
"sf_env": "dev",
"version": "2427328685"
}
}