mantle/kola/harness: allow success if all tests are denylisted

This will allow us to denylist certain categories of tests and not
have the pipeline fail. See [1] for a real world example of why this
is useful.

[1] coreos/fedora-coreos-config@e983073

mantle/kola/harness.go

@@ -310,7 +310,7 @@ func NewFlight(pltfrm string) (flight platform.Flight, err error) {
 }
 
 // MatchesPatterns returns true if `s` matches one of the patterns in `patterns`.
-func MatchesPatterns(s string, patterns []string) (bool, error) {
+func MatchesPatterns(s string, patterns []int) (bool, error) {
 	for _, pattern := range patterns {
 		match, err := filepath.Match(pattern, s)
 		if err != nil {
@@ -684,11 +684,27 @@ func runProvidedTests(testsBank map[string]*register.Test, patterns []string, mu
 		plog.Fatal(err)
 	}
 
+	// Make sure all given patterns by the user match at least one test
+	for _, pattern := range patterns {
+		match, err := patternMatchesTests(pattern, testsBank)
+		if err != nil {
+			plog.Fatal(err)
+		}
+		if !match {
+			plog.Fatalf("The user provided pattern didn't match any tests: %s", pattern)
+		}
+	}
+
 	tests, err := filterTests(testsBank, patterns, pltfrm)
 	if err != nil {
 		plog.Fatal(err)
 	}
 
+	if len(tests) == 0 && allTestsDenyListed(tests) {
+		fmt.Printf("There are no tests to run because all tests are denylisted. Output in %v\n", outputDir)
+		return nil
+	}
+
 	flight, err := NewFlight(pltfrm)
 	if err != nil {
 		plog.Fatalf("Flight failed: %v", err)
@@ -804,6 +820,7 @@ func runProvidedTests(testsBank map[string]*register.Test, patterns []string, mu
 		} else {
 			fmt.Printf("PASS, output in %v\n", outputDir)
 		}
+
 		return suiteErr
 	}
 
@@ -826,6 +843,20 @@ func runProvidedTests(testsBank map[string]*register.Test, patterns []string, mu
 	return runErr
 }
 
+func allTestsDenyListed(tests map[string]*register.Test) bool {
+	for name := range tests {
+		isDenylisted, err := testIsDenyListed(name)
+		if err != nil {
+			plog.Warningf("Error while checking denylist for test: %s", err)
+			continue
+		}
+		if !isDenylisted {
+			return false
+		}
+	}
+	return true
+}
+
 func allTestsAllowRerunSuccess(testsBank map[string]*register.Test, testsToRerun, rerunSuccessTags []string) bool {
 	// Always consider the special AllowRerunSuccessTag that is added
 	// by the test harness in some failure scenarios.
@@ -1209,6 +1240,18 @@ func testIsDenyListed(testname string) (bool, error) {
 	return false, nil
 }
 
+// Function that returns true if at least one test matches the given pattern
+func patternMatchesTests(pattern string, tests map[string]*register.Test) (bool, error) {
+	for testname := range tests {
+		if match, err := filepath.Match(pattern, testname); err != nil {
+			return false, err
+		} else if match {
+			return true, nil
+		}
+	}
+	return false, nil
+}
+
 // registerTestDir parses one test directory and registers it as a test
 func registerTestDir(dir, testprefix string, children []os.DirEntry) error {
 	var dependencydir string