Improved support for large repositories

rewrite-benchmarks/src/jmh/java/org/openrewrite/benchmarks/java/package-info.java

@@ -13,9 +13,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-@PolyglotNamespace("OpenRewrite")
 @NonNullApi
 package org.openrewrite.benchmarks.java;
 
-import org.openrewrite.PolyglotNamespace;
 import org.openrewrite.internal.lang.NonNullApi;

rewrite-java/src/main/java/org/openrewrite/java/RewriteSkip.java → rewrite-core/src/main/java/org/openrewrite/Changeset.java

@@ -1,5 +1,5 @@
 /*
- * Copyright 2022 the original author or authors.
+ * Copyright 2023 the original author or authors.
  * <p>
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -13,15 +13,16 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package org.openrewrite.java;
+package org.openrewrite;
 
-import org.openrewrite.Recipe;
+import java.util.List;
 
-import java.lang.annotation.*;
+public interface Changeset {
+    int size();
 
-@Target(ElementType.PACKAGE)
-@Retention(RetentionPolicy.CLASS)
-public @interface RewriteSkip {
-    String[] recipes() default {};
-    Class<? extends Recipe>[] recipeClasses() default {};
+    List<Result> getPage(int start, int count);
+
+    default List<Result> getAllResults() {
+        return getPage(0, size());
+    }
 }

rewrite-core/src/main/java/org/openrewrite/Cursor.java

@@ -204,7 +204,6 @@ public Cursor dropParentWhile(Predicate<Object> valuePredicate) {
         return cursor;
     }
 
-    @Incubating(since = "7.0.0")
     @Nullable
     public Cursor getParent(int levels) {
         Cursor cursor = this;
@@ -219,7 +218,6 @@ public Cursor getParent() {
         return getParent(1);
     }
 
-    @Incubating(since = "7.0.0")
     public Cursor getParentOrThrow(int levels) {
         Cursor parent = getParent(levels);
         if (parent == null) {
@@ -235,7 +233,7 @@ public Cursor getParentOrThrow() {
     /**
      * Return the first parent of the current cursor which points to an AST element, or the root cursor if the current
      * cursor already points to the root AST element. This skips over non-tree Padding elements.
-     *
+     * <br/>
      * If you do want to access Padding elements, use getParent() or getParentOrThrow(), which do not skip over these elements.
      *
      * @return a cursor which either points at the first non-padding parent of the current element
@@ -273,8 +271,8 @@ public <T> T computeMessageIfAbsent(String key, Function<String, ? extends T> ma
         if (messages == null) {
             messages = new HashMap<>();
         }
-        @SuppressWarnings("unchecked") T t = (T) messages.computeIfAbsent(key, mappingFunction);
-        return t;
+        //noinspection unchecked
+        return (T) messages.computeIfAbsent(key, mappingFunction);
     }
 
     /**

rewrite-core/src/main/java/org/openrewrite/DataTable.java

@@ -22,7 +22,6 @@
 
 import java.lang.reflect.ParameterizedType;
 import java.util.ArrayList;
-import java.util.HashMap;
 import java.util.List;
 import java.util.concurrent.ConcurrentHashMap;
 

rewrite-core/src/main/java/org/openrewrite/ExecutionContext.java

@@ -17,7 +17,6 @@
 
 import org.openrewrite.internal.lang.Nullable;
 
-import java.time.Duration;
 import java.util.*;
 import java.util.function.BiConsumer;
 import java.util.function.BiFunction;
@@ -30,9 +29,9 @@
  */
 public interface ExecutionContext {
     String CURRENT_RECIPE = "org.openrewrite.currentRecipe";
-    String PARENT_RECIPE = "org.openrewrite.parentRecipe";
     String UNCAUGHT_EXCEPTION_COUNT = "org.openrewrite.uncaughtExceptionCount";
     String DATA_TABLES = "org.openrewrite.dataTables";
+    String RUN_TIMEOUT = "org.openrewrite.runTimeout";
 
     @Incubating(since = "7.20.0")
     default ExecutionContext addObserver(TreeObserver.Subscription observer) {
@@ -89,26 +88,6 @@ default void putCurrentRecipe(Recipe recipe) {
         putMessage(CURRENT_RECIPE, recipe);
     }
 
-    /**
-     * @return The previous parent recipe.
-     * @implNote For use in the {@link RecipeScheduler} only.
-     */
-    @Nullable
-    @Incubating(since = "7.37.0")
-    default Recipe putParentRecipe(@Nullable Recipe recipe) {
-        Recipe previousParent = getMessage(PARENT_RECIPE);
-        putMessage(PARENT_RECIPE, recipe);
-        return previousParent;
-    }
-
-    /**
-     * The recipe that scheduled this recipe's execution via {@link Recipe#getApplicableTests()} or {@link Recipe#getSingleSourceApplicableTests()}.
-     */
-    @Incubating(since = "7.37.0")
-    default Optional<Recipe> getParentRecipe() {
-        return Optional.ofNullable(getMessage(PARENT_RECIPE));
-    }
-
     default int incrementAndGetUncaughtExceptionCount() {
         int count = getMessage(UNCAUGHT_EXCEPTION_COUNT, 0) + 1;
         putMessage(UNCAUGHT_EXCEPTION_COUNT, count);
@@ -118,13 +97,4 @@ default int incrementAndGetUncaughtExceptionCount() {
     Consumer<Throwable> getOnError();
 
     BiConsumer<Throwable, ExecutionContext> getOnTimeout();
-
-    /**
-     * @param inputs The number of inputs to the run. Allows the duration to be scaled to the number of inputs.
-     * @return The maximum duration a run (e.g. parse operation, recipe run) can take.
-     */
-    @Incubating(since = "7.3.0")
-    default Duration getRunTimeout(int inputs) {
-        return Duration.ofHours(2);
-    }
 }

rewrite-core/src/main/java/org/openrewrite/FileAttributes.java

@@ -15,19 +15,16 @@
  */
 package org.openrewrite;
 
-import lombok.*;
+import lombok.Value;
+import lombok.With;
 import org.openrewrite.internal.lang.Nullable;
 
 import java.io.IOException;
 import java.nio.file.Files;
-import java.nio.file.LinkOption;
 import java.nio.file.Path;
 import java.nio.file.attribute.BasicFileAttributes;
-import java.nio.file.attribute.PosixFilePermission;
 import java.time.ZoneId;
 import java.time.ZonedDateTime;
-import java.util.ArrayList;
-import java.util.List;
 
 @Value
 @With

rewrite-core/src/main/java/org/openrewrite/FindBuildToolFailures.java

@@ -26,6 +26,8 @@
 import java.util.regex.Pattern;
 import java.util.stream.Stream;
 
+import static java.util.Objects.requireNonNull;
+
 @Value
 @EqualsAndHashCode(callSuper = true)
 public class FindBuildToolFailures extends Recipe {
@@ -49,10 +51,11 @@ public String getDescription() {
     }
 
     @Override
-    protected TreeVisitor<?, ExecutionContext> getVisitor() {
+    public TreeVisitor<?, ExecutionContext> getVisitor() {
         return new TreeVisitor<Tree, ExecutionContext>() {
             @Override
-            public Tree visitSourceFile(SourceFile sourceFile, ExecutionContext ctx) {
+            public Tree visit(@Nullable Tree tree, ExecutionContext ctx) {
+                SourceFile sourceFile = (SourceFile) requireNonNull(tree);
                 return sourceFile.getMarkers().findFirst(BuildToolFailure.class)
                         .<Tree>map(failure -> {
                             String logFileContents = sourceFile.printAll();

rewrite-core/src/main/java/org/openrewrite/FindGitProvenance.java

@@ -15,17 +15,18 @@
  */
 package org.openrewrite;
 
-import org.openrewrite.internal.ListUtils;
+import org.openrewrite.internal.lang.Nullable;
 import org.openrewrite.marker.GitProvenance;
-import org.openrewrite.marker.Markup;
 import org.openrewrite.table.DistinctGitProvenance;
 
-import java.util.HashSet;
-import java.util.List;
-import java.util.Set;
-import java.util.UUID;
+import java.util.*;
+
+import static java.util.Objects.requireNonNull;
+
+public class FindGitProvenance extends ScanningRecipe<Set<GitProvenance>> {
+    // we are looking for substantive differences, not just ID differences
+    private static final UUID DONT_CONSIDER_ID_IN_HASH_CODE = UUID.randomUUID();
 
-public class FindGitProvenance extends Recipe {
     private final DistinctGitProvenance distinct = new DistinctGitProvenance(this);
 
     @Override
@@ -41,35 +42,34 @@ public String getDescription() {
     }
 
     @Override
-    protected List<SourceFile> visit(List<SourceFile> before, ExecutionContext ctx) {
-        Set<GitProvenance> provenances = new HashSet<>();
-
-        // we are looking for substantive differences, not just ID differences
-        UUID dontConsiderIdInHashCode = UUID.randomUUID();
+    public Set<GitProvenance> getInitialValue() {
+        return new HashSet<>();
+    }
 
-        return ListUtils.map(before, sourceFile -> {
-            GitProvenance provenance = sourceFile.getMarkers().findFirst(GitProvenance.class).orElse(null);
-            if (provenance == null || !provenances.add(provenance.withId(dontConsiderIdInHashCode))) {
+    @Override
+    public TreeVisitor<?, ExecutionContext> getScanner(Set<GitProvenance> provenances) {
+        return new TreeVisitor<Tree, ExecutionContext>() {
+            @Override
+            public Tree visit(@Nullable Tree tree, ExecutionContext executionContext) {
+                SourceFile sourceFile = (SourceFile) requireNonNull(tree);
+                sourceFile.getMarkers().findFirst(GitProvenance.class).ifPresent(provenance ->
+                        provenances.add(provenance.withId(DONT_CONSIDER_ID_IN_HASH_CODE)));
                 return sourceFile;
             }
+        };
+    }
+
+    @Override
+    public Collection<SourceFile> generate(Set<GitProvenance> provenances, ExecutionContext ctx) {
+        for (GitProvenance provenance : provenances) {
             distinct.insertRow(ctx, new DistinctGitProvenance.Row(
                     provenance.getOrigin(),
                     provenance.getBranch(),
                     provenance.getChange(),
                     provenance.getAutocrlf(),
                     provenance.getEol())
             );
-            return Markup.info(sourceFile, String.format("GitProvenance:\n" +
-                                                         "    origin: %s\n" +
-                                                         "    branch: %s\n" +
-                                                         "    changeset: %s\n" +
-                                                         "    autocrlf: %s\n" +
-                                                         "    eol: %s",
-                    provenance.getOrigin(),
-                    provenance.getBranch(),
-                    provenance.getChange(),
-                    provenance.getAutocrlf() != null ? provenance.getAutocrlf().toString() : "null",
-                    provenance.getEol() != null ? provenance.getEol().toString() : "null"));
-        });
+        }
+        return Collections.emptyList();
     }
 }

rewrite-core/src/main/java/org/openrewrite/FindParseFailures.java

@@ -17,9 +17,12 @@
 
 import lombok.EqualsAndHashCode;
 import lombok.Value;
+import org.openrewrite.internal.lang.Nullable;
 import org.openrewrite.marker.Markup;
 import org.openrewrite.table.ParseFailures;
 
+import static java.util.Objects.requireNonNull;
+
 @Value
 @EqualsAndHashCode(callSuper = true)
 public class FindParseFailures extends Recipe {
@@ -37,10 +40,11 @@ public String getDescription() {
     }
 
     @Override
-    protected TreeVisitor<?, ExecutionContext> getVisitor() {
+    public TreeVisitor<?, ExecutionContext> getVisitor() {
         return new TreeVisitor<Tree, ExecutionContext>() {
             @Override
-            public Tree visitSourceFile(SourceFile sourceFile, ExecutionContext ctx) {
+            public Tree visit(@Nullable Tree tree, ExecutionContext ctx) {
+                SourceFile sourceFile = (SourceFile) requireNonNull(tree);
                 return sourceFile.getMarkers().findFirst(ParseExceptionResult.class)
                         .<Tree>map(exceptionResult -> {
                             failures.insertRow(ctx, new ParseFailures.Row(

rewrite-core/src/main/java/org/openrewrite/FindQuarks.java

@@ -17,9 +17,12 @@
 
 import lombok.EqualsAndHashCode;
 import lombok.Value;
+import org.openrewrite.internal.lang.Nullable;
 import org.openrewrite.marker.SearchResult;
 import org.openrewrite.quark.Quark;
 
+import static java.util.Objects.requireNonNull;
+
 @Value
 @EqualsAndHashCode(callSuper = true)
 public class FindQuarks extends Recipe {
@@ -30,14 +33,15 @@ public String getDisplayName() {
 
     @Override
     public String getDescription() {
-        return "Find instances of type `Quark`.";
+        return "`Quark` source files are pointers to the existence of a file without capturing any of the contents of the file.";
     }
 
     @Override
-    protected TreeVisitor<?, ExecutionContext> getVisitor() {
+    public TreeVisitor<?, ExecutionContext> getVisitor() {
         return new TreeVisitor<Tree, ExecutionContext>() {
             @Override
-            public Tree visitSourceFile(SourceFile sourceFile, ExecutionContext executionContext) {
+            public Tree visit(@Nullable Tree tree, ExecutionContext ctx) {
+                SourceFile sourceFile = (SourceFile) requireNonNull(tree);
                 if (sourceFile instanceof Quark) {
                     return SearchResult.found(sourceFile);
                 }