[LSP] Modify semanticTokens isFinalized logic

src/Features/LanguageServer/Protocol/Handler/SemanticTokens/SemanticTokensHelpers.cs

@@ -147,10 +147,13 @@ static SemanticTokensHelpers()
 
             // If the full compilation is not yet available, we'll try getting a partial one. It may contain inaccurate
             // results but will speed up how quickly we can respond to the client's request.
-            var frozenDocument = document.WithFrozenPartialSemantics(cancellationToken);
-            var semanticModel = await frozenDocument.GetRequiredSemanticModelAsync(cancellationToken).ConfigureAwait(false);
-            var isFinalized = document.Project.TryGetCompilation(out var compilation) && compilation == semanticModel.Compilation;
-            document = frozenDocument;
+            document = document.WithFrozenPartialSemantics(cancellationToken);
+
+            // Razor uses isFinalized to determine whether to cache tokens. IsFullyLoaded may not contain the fully finalized
+            // tokens, but we should be able to remove it altogether once Roslyn implements workspace/semanticTokens/refresh:
+            // https://github.com/dotnet/roslyn/issues/60441
+            var workspaceStatusService = document.Project.Solution.Workspace.Services.GetRequiredService<IWorkspaceStatusService>();
+            var isFinalized = await workspaceStatusService.IsFullyLoadedAsync(cancellationToken).ConfigureAwait(false);
 
             var classifiedSpans = await GetClassifiedSpansForDocumentAsync(
                 document, textSpan, options, includeSyntacticClassifications, cancellationToken).ConfigureAwait(false);

src/Features/LanguageServer/Protocol/Handler/SemanticTokens/SemanticTokensRangeHandler.cs

@@ -50,6 +50,13 @@ public SemanticTokensRangeHandler(IGlobalOptionService globalOptions)
 
             var options = _globalOptions.GetClassificationOptions(context.Document.Project.Language);
 
+            // If the project's compilation isn't yet available, kick off a task in the background to
+            // hopefully make it available faster since we'll need it later to compute tokens.
+            if (!context.Document.Project.TryGetCompilation(out _))
+            {
+                _ = context.Document.Project.GetCompilationAsync(cancellationToken).ConfigureAwait(false);
+            }
+
             // The results from the range handler should not be cached since we don't want to cache
             // partial token results. In addition, a range request is only ever called with a whole
             // document request, so caching range results is unnecessary since the whole document