File: ExternalAccess\UnitTesting\SolutionCrawler\UnitTestingWorkCoordinator.UnitTestingLowPriorityProcessor.cs
Web Access
Project: ..\..\..\src\Features\Core\Portable\Microsoft.CodeAnalysis.Features.csproj (Microsoft.CodeAnalysis.Features)
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.
 
using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.CodeAnalysis.ErrorReporting;
using Microsoft.CodeAnalysis.Internal.Log;
using Microsoft.CodeAnalysis.Notification;
using Microsoft.CodeAnalysis.Shared.TestHooks;
using Roslyn.Utilities;
 
namespace Microsoft.CodeAnalysis.ExternalAccess.UnitTesting.SolutionCrawler
{
    internal sealed partial class UnitTestingSolutionCrawlerRegistrationService
    {
        internal sealed partial class UnitTestingWorkCoordinator
        {
            private sealed partial class UnitTestingIncrementalAnalyzerProcessor
            {
                private sealed class UnitTestingLowPriorityProcessor : AbstractUnitTestingPriorityProcessor
                {
                    private readonly UnitTestingAsyncProjectWorkItemQueue _workItemQueue;
 
                    public UnitTestingLowPriorityProcessor(
                        IAsynchronousOperationListener listener,
                        UnitTestingIncrementalAnalyzerProcessor processor,
                        Lazy<ImmutableArray<IUnitTestingIncrementalAnalyzer>> lazyAnalyzers,
                        IGlobalOperationNotificationService? globalOperationNotificationService,
                        TimeSpan backOffTimeSpan,
                        CancellationToken shutdownToken)
                        : base(listener, processor, lazyAnalyzers, globalOperationNotificationService, backOffTimeSpan, shutdownToken)
                    {
                        _workItemQueue = new UnitTestingAsyncProjectWorkItemQueue(processor._registration.ProgressReporter);
 
                        Start();
                    }
 
                    public int WorkItemCount => _workItemQueue.WorkItemCount;
 
                    protected override Task WaitAsync(CancellationToken cancellationToken)
                        => _workItemQueue.WaitAsync(cancellationToken);
 
                    protected override async Task ExecuteAsync()
                    {
                        try
                        {
                            // we wait for global operation, higher and normal priority processor to finish its working
                            await WaitForHigherPriorityOperationsAsync().ConfigureAwait(false);
 
                            // process any available project work, preferring the active project.
                            var preferableProjectId = Processor._documentTracker.SupportsDocumentTracking
                                ? Processor._documentTracker.TryGetActiveDocument()?.ProjectId
                                : null;
 
                            if (_workItemQueue.TryTakeAnyWork(
                                    preferableProjectId,
#if false // Not used in unit testing crawling
                                    Processor.DependencyGraph,
                                    Processor.DiagnosticAnalyzerService,
#endif
                                    out var workItem, out var projectCancellation))
                            {
                                await ProcessProjectAsync(Analyzers, workItem, projectCancellation).ConfigureAwait(false);
                            }
                        }
                        catch (Exception e) when (FatalError.ReportAndPropagateUnlessCanceled(e))
                        {
                            throw ExceptionUtilities.Unreachable();
                        }
                    }
 
                    protected override Task HigherQueueOperationTask
                    {
                        get
                        {
#if false // Not used in unit testing crawling
                            return Task.WhenAll(Processor._highPriorityProcessor.Running, Processor._normalPriorityProcessor.Running);
#else
                            return Processor._normalPriorityProcessor.Running;
#endif
                        }
                    }
 
                    protected override bool HigherQueueHasWorkItem
                    {
                        get
                        {
                            return
#if false // Not used in unit testing crawling
                                Processor._highPriorityProcessor.HasAnyWork ||
#endif
                                Processor._normalPriorityProcessor.HasAnyWork;
                        }
                    }
 
                    protected override void OnPaused()
                    {
                        base.OnPaused();
 
                        _workItemQueue.RequestCancellationOnRunningTasks();
                    }
 
                    public void Enqueue(UnitTestingWorkItem item)
                    {
                        UpdateLastAccessTime();
 
                        // Project work
                        item = item.ToProjectWorkItem(Processor._listener.BeginAsyncOperation("WorkItem"));
 
                        var added = _workItemQueue.AddOrReplace(item);
 
                        // lower priority queue gets lowest time slot possible. if there is any activity going on in higher queue, it drop whatever it has
                        // and let higher work item run
                        CancelRunningTaskIfHigherQueueHasWorkItem();
 
                        Logger.Log(FunctionId.WorkCoordinator_Project_Enqueue, s_enqueueLogger, Environment.TickCount, item.ProjectId, !added);
 
                        UnitTestingSolutionCrawlerLogger.LogWorkItemEnqueue(Processor._logAggregator, item.ProjectId);
                    }
 
                    private void CancelRunningTaskIfHigherQueueHasWorkItem()
                    {
                        if (!HigherQueueHasWorkItem)
                        {
                            return;
                        }
 
                        _workItemQueue.RequestCancellationOnRunningTasks();
                    }
 
                    private async Task ProcessProjectAsync(ImmutableArray<IUnitTestingIncrementalAnalyzer> analyzers, UnitTestingWorkItem workItem, CancellationToken cancellationToken)
                    {
                        if (CancellationToken.IsCancellationRequested)
                        {
                            return;
                        }
 
                        // we do have work item for this project
                        var projectId = workItem.ProjectId;
                        var processedEverything = false;
                        var processingSolution = Processor._registration.GetSolutionToAnalyze();
 
                        try
                        {
                            using (Logger.LogBlock(FunctionId.WorkCoordinator_ProcessProjectAsync, w => w.ToString(), workItem, cancellationToken))
                            {
                                var project = processingSolution.GetProject(projectId);
                                if (project != null)
                                {
                                    var reasons = workItem.InvocationReasons;
#if false // Not used in unit testing crawling
                                    var semanticsChanged = reasons.Contains(UnitTestingPredefinedInvocationReasons.SemanticChanged) ||
                                                           reasons.Contains(UnitTestingPredefinedInvocationReasons.SolutionRemoved);
#endif
 
                                    await Processor.RunAnalyzersAsync(analyzers, project, workItem,
                                        (a, p, c) => a.AnalyzeProjectAsync(p,
#if false // Not used in unit testing crawling
                                                semanticsChanged,
#endif
                                            reasons, c), cancellationToken).ConfigureAwait(false);
                                }
                                else
                                {
                                    UnitTestingSolutionCrawlerLogger.LogProcessProjectNotExist(Processor._logAggregator);
 
#if false // Not used in unit testing crawling
                                    await RemoveProjectAsync(projectId, cancellationToken).ConfigureAwait(false);
#endif
                                }
 
                                if (!cancellationToken.IsCancellationRequested)
                                {
                                    processedEverything = true;
                                }
                            }
                        }
                        catch (Exception e) when (FatalError.ReportAndPropagateUnlessCanceled(e, cancellationToken))
                        {
                            throw ExceptionUtilities.Unreachable();
                        }
                        finally
                        {
                            // we got cancelled in the middle of processing the project.
                            // let's make sure newly enqueued work item has all the flag needed.
                            // Avoid retry attempts after cancellation is requested, since work will not be processed
                            // after that point.
                            if (!processedEverything && !CancellationToken.IsCancellationRequested)
                            {
                                _workItemQueue.AddOrReplace(workItem.Retry(Listener.BeginAsyncOperation("ReenqueueWorkItem")));
                            }
 
                            UnitTestingSolutionCrawlerLogger.LogProcessProject(Processor._logAggregator, projectId.Id, processedEverything);
 
                            // remove one that is finished running
                            _workItemQueue.MarkWorkItemDoneFor(projectId);
                        }
                    }
 
#if false // Not used in unit testing crawling
                    private async Task RemoveProjectAsync(ProjectId projectId, CancellationToken cancellationToken)
                    {
                        foreach (var analyzer in Analyzers)
                        {
                            await analyzer.RemoveProjectAsync(projectId, cancellationToken).ConfigureAwait(false);
                        }
                    }
#endif
 
                    public override void Shutdown()
                    {
                        base.Shutdown();
                        _workItemQueue.Dispose();
                    }
 
                    internal TestAccessor GetTestAccessor()
                    {
                        return new TestAccessor(this);
                    }
 
                    internal readonly struct TestAccessor
                    {
                        private readonly UnitTestingLowPriorityProcessor _lowPriorityProcessor;
 
                        internal TestAccessor(UnitTestingLowPriorityProcessor lowPriorityProcessor)
                        {
                            _lowPriorityProcessor = lowPriorityProcessor;
                        }
 
                        internal void WaitUntilCompletion(ImmutableArray<IUnitTestingIncrementalAnalyzer> analyzers, List<UnitTestingWorkItem> items)
                        {
                            var uniqueIds = new HashSet<ProjectId>();
                            foreach (var item in items)
                            {
                                if (uniqueIds.Add(item.ProjectId))
                                {
                                    _lowPriorityProcessor.ProcessProjectAsync(analyzers, item, CancellationToken.None).Wait();
                                }
                            }
                        }
 
                        internal void WaitUntilCompletion()
                        {
                            // this shouldn't happen. would like to get some diagnostic
                            while (_lowPriorityProcessor._workItemQueue.HasAnyWork)
                            {
                                FailFast.Fail("How?");
                            }
                        }
                    }
                }
            }
        }
    }
}