Blame for vstest #915
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,145 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT license. See LICENSE file in the project root for full license information. | ||
|
|
||
| namespace Microsoft.TestPlatform.Extensions.BlameDataCollector | ||
| { | ||
| using System; | ||
| using System.Collections.Generic; | ||
| using System.IO; | ||
| using System.Linq; | ||
| using System.Xml; | ||
|
|
||
| using Microsoft.VisualStudio.TestPlatform.ObjectModel; | ||
| using Microsoft.VisualStudio.TestPlatform.ObjectModel.DataCollection; | ||
|
|
||
| /// <summary> | ||
| /// The blame collector. | ||
| /// </summary> | ||
| [DataCollectorFriendlyName("Blame")] | ||
| [DataCollectorTypeUri("datacollector://Microsoft/TestPlatform/Extensions/Blame")] | ||
| public class BlameCollector : DataCollector, ITestExecutionEnvironmentSpecifier | ||
| { | ||
| private DataCollectionSink dataCollectionSink; | ||
| private DataCollectionEnvironmentContext context; | ||
| private DataCollectionEvents events; | ||
| private List<TestCase> testSequence; | ||
| private IBlameReaderWriter blameReaderWriter; | ||
| private int testStartCount; | ||
| private int testEndCount; | ||
|
|
||
| /// <summary> | ||
| /// Initializes a new instance of the <see cref="BlameCollector"/> class. | ||
| /// Using XmlReaderWriter by default | ||
| /// </summary> | ||
| public BlameCollector() | ||
| : this(new XmlReaderWriter()) | ||
| { | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Initializes a new instance of the <see cref="BlameCollector"/> class. | ||
| /// </summary> | ||
| /// <param name="blameReaderWriter"> | ||
| /// BlameReaderWriter instance. | ||
| /// </param> | ||
| protected BlameCollector(IBlameReaderWriter blameReaderWriter) | ||
| { | ||
| this.blameReaderWriter = blameReaderWriter; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Gets environment variables that should be set in the test execution environment | ||
| /// </summary> | ||
| /// <returns>Environment variables that should be set in the test execution environment</returns> | ||
| public IEnumerable<KeyValuePair<string, string>> GetTestExecutionEnvironmentVariables() | ||
| { | ||
| return Enumerable.Empty<KeyValuePair<string, string>>(); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Initializes parameters for the new instance of the class <see cref="BlameDataCollector"/> | ||
| /// </summary> | ||
| /// <param name="configurationElement">The Xml Element to save to</param> | ||
| /// <param name="events">Data collection events to which methods subscribe</param> | ||
| /// <param name="dataSink">A data collection sink for data transfer</param> | ||
| /// <param name="logger">Data Collection Logger to send messages to the client </param> | ||
| /// <param name="environmentContext">Context of data collector environment</param> | ||
| public override void Initialize( | ||
| XmlElement configurationElement, | ||
| DataCollectionEvents events, | ||
| DataCollectionSink dataSink, | ||
| DataCollectionLogger logger, | ||
| DataCollectionEnvironmentContext environmentContext) | ||
| { | ||
| ValidateArg.NotNull(logger, nameof(logger)); | ||
|
|
||
| this.events = events; | ||
| this.dataCollectionSink = dataSink; | ||
| this.context = environmentContext; | ||
| this.testSequence = new List<TestCase>(); | ||
|
|
||
| // Subscribing to events | ||
| this.events.SessionEnd += this.SessionEnded_Handler; | ||
| this.events.TestCaseStart += this.EventsTestCaseStart; | ||
| this.events.TestCaseEnd += this.EventsTestCaseEnd; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Called when Test Case Start event is invoked | ||
| /// </summary> | ||
| private void EventsTestCaseStart(object sender, TestCaseStartEventArgs e) | ||
| { | ||
| if(EqtTrace.IsInfoEnabled) | ||
| { | ||
| EqtTrace.Info("Blame Collector : Test Case Start"); | ||
| } | ||
| this.testSequence.Add(e.TestElement); | ||
| this.testStartCount++; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Called when Test Case End event is invoked | ||
| /// </summary> | ||
| private void EventsTestCaseEnd(object sender, TestCaseEndEventArgs e) | ||
| { | ||
| if (EqtTrace.IsInfoEnabled) | ||
| { | ||
| EqtTrace.Info("Blame Collector : Test Case End"); | ||
| } | ||
| this.testEndCount++; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Called when Session End event is invoked | ||
| /// </summary> | ||
| private void SessionEnded_Handler(object sender, SessionEndEventArgs args) | ||
| { | ||
| if (EqtTrace.IsInfoEnabled) | ||
| { | ||
| EqtTrace.Info("Blame Collector : Session End"); | ||
| } | ||
|
|
||
| // If the last test crashes, it will not invoke a test case end and therefore | ||
| // In case of crash testStartCount will be greater than testEndCount and we need to send write the sequence | ||
| if (this.testStartCount > this.testEndCount) | ||
| { | ||
| var filepath = Path.Combine(AppContext.BaseDirectory, Constants.AttachmentFileName); | ||
|
There was a problem hiding this comment. Check filepath |
||
| filepath = this.blameReaderWriter.WriteTestSequence(this.testSequence, filepath); | ||
| var fileTranferInformation = new FileTransferInformation(this.context.SessionDataCollectionContext, filepath, true); | ||
| this.dataCollectionSink.SendFileAsync(fileTranferInformation); | ||
| } | ||
|
|
||
| this.DeregisterEvents(); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Method to deregister handlers and cleanup | ||
| /// </summary> | ||
| private void DeregisterEvents() | ||
| { | ||
| this.events.SessionEnd -= this.SessionEnded_Handler; | ||
| this.events.TestCaseStart -= this.EventsTestCaseStart; | ||
| this.events.TestCaseEnd -= this.EventsTestCaseEnd; | ||
| } | ||
| } | ||
| } | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,149 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT license. See LICENSE file in the project root for full license information. | ||
|
|
||
| namespace Microsoft.TestPlatform.Extensions.BlameDataCollector | ||
| { | ||
| using System; | ||
| using System.Linq; | ||
|
|
||
| using Microsoft.VisualStudio.TestPlatform.ObjectModel; | ||
| using Microsoft.VisualStudio.TestPlatform.ObjectModel.Client; | ||
| using Microsoft.VisualStudio.TestPlatform.Utilities; | ||
|
|
||
| /// <summary> | ||
| /// The blame logger. | ||
| /// </summary> | ||
| [FriendlyName(BlameLogger.FriendlyName)] | ||
| [ExtensionUri(BlameLogger.ExtensionUri)] | ||
| public class BlameLogger : ITestLogger | ||
| { | ||
| #region Constants | ||
|
|
||
| /// <summary> | ||
| /// Uri used to uniquely identify the Blame logger. | ||
| /// </summary> | ||
| public const string ExtensionUri = "logger://Microsoft/TestPlatform/Extensions/Blame"; | ||
|
|
||
|
|
||
| /// <summary> | ||
| /// Alternate user friendly string to uniquely identify the Blame logger. | ||
| /// </summary> | ||
| public const string FriendlyName = "Blame"; | ||
|
|
||
| /// <summary> | ||
| /// The blame reader writer. | ||
| /// </summary> | ||
| private readonly IBlameReaderWriter blameReaderWriter; | ||
|
|
||
| /// <summary> | ||
| /// The output. | ||
| /// </summary> | ||
| private readonly IOutput output; | ||
|
|
||
| #endregion | ||
|
|
||
| #region Constructor | ||
|
|
||
| /// <summary> | ||
| /// Initializes a new instance of the <see cref="BlameLogger"/> class. | ||
| /// </summary> | ||
| public BlameLogger() | ||
| : this(ConsoleOutput.Instance, new XmlReaderWriter()) | ||
| { | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Constructor added for testing purpose | ||
| /// </summary> | ||
| /// <param name="output">Output Instance</param> | ||
| /// <param name="blameReaderWriter">BlameReaderWriter Instance</param> | ||
| protected BlameLogger(IOutput output, IBlameReaderWriter blameReaderWriter) | ||
| { | ||
| this.output = output; | ||
| this.blameReaderWriter = blameReaderWriter; | ||
| } | ||
|
|
||
| #endregion | ||
|
|
||
| #region ITestLogger | ||
|
|
||
| /// <summary> | ||
| /// Initializes the Logger. | ||
| /// </summary> | ||
| /// <param name="events">Events that can be registered for.</param> | ||
| /// <param name="testRunDictionary">Test Run Directory</param> | ||
| public void Initialize(TestLoggerEvents events, string testRunDictionary) | ||
| { | ||
| if (events == null) | ||
| { | ||
| throw new ArgumentNullException(nameof(events)); | ||
| } | ||
| events.TestRunComplete += this.TestRunCompleteHandler; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Called when a test run is complete. | ||
| /// </summary> | ||
| private void TestRunCompleteHandler(object sender, TestRunCompleteEventArgs e) | ||
| { | ||
| ValidateArg.NotNull<object>(sender, "sender"); | ||
| ValidateArg.NotNull<TestRunCompleteEventArgs>(e, "e"); | ||
|
|
||
| if (!e.IsAborted) | ||
| { | ||
| return; | ||
| } | ||
|
|
||
| this.output.WriteLine(string.Empty, OutputLevel.Information); | ||
|
|
||
| // Gets the faulty test case if test aborted | ||
| var testCaseName = this.GetFaultyTestCase(e); | ||
| if (testCaseName == string.Empty) | ||
| { | ||
| return; | ||
| } | ||
|
|
||
| var reason = Resources.Resources.AbortedTestRun + testCaseName; | ||
| this.output.Error(reason); | ||
| } | ||
|
|
||
| #endregion | ||
|
|
||
| #region Faulty test case fetch | ||
|
|
||
| /// <summary> | ||
| /// Fetches faulty test case | ||
| /// </summary> | ||
| /// <param name="e"> | ||
| /// The TestRunCompleteEventArgs. | ||
| /// </param> | ||
| /// <returns> | ||
| /// Faulty test case name | ||
| /// </returns> | ||
| private string GetFaultyTestCase(TestRunCompleteEventArgs e) | ||
| { | ||
| foreach (var attachmentSet in e.AttachmentSets) | ||
| { | ||
| if (attachmentSet.DisplayName.Equals(Constants.BlameDataCollectorName)) | ||
| { | ||
| var uriDataAttachment = attachmentSet.Attachments.LastOrDefault(); | ||
| if (uriDataAttachment != null) | ||
| { | ||
| var filepath = uriDataAttachment.Uri.LocalPath; | ||
| var testCaseList = this.blameReaderWriter.ReadTestSequence(filepath); | ||
| if (testCaseList.Count > 0) | ||
| { | ||
| var testcase = testCaseList[testCaseList.Count - 1]; | ||
| return testcase.FullyQualifiedName; | ||
|
There was a problem hiding this comment. LastOrDefault |
||
| } | ||
| } | ||
|
|
||
| return string.Empty; | ||
| } | ||
| } | ||
|
|
||
| return string.Empty; | ||
| } | ||
|
|
||
| #endregion | ||
| } | ||
| } | ||
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Require change in build.sh
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Should this assembly be added for signing?