fix: only load applicable rules

pkg/commands/artifact/run.go

@@ -13,8 +13,6 @@ import (
 	"github.com/hhatto/gocloc"
 	"github.com/rs/zerolog/log"
 
-	"golang.org/x/exp/maps"
-
 	"github.com/bearer/bearer/pkg/commands/artifact/scanid"
 	"github.com/bearer/bearer/pkg/commands/process/filelist"
 	"github.com/bearer/bearer/pkg/commands/process/filelist/files"
@@ -33,6 +31,7 @@ import (
 	"github.com/bearer/bearer/pkg/util/ignore"
 	ignoretypes "github.com/bearer/bearer/pkg/util/ignore/types"
 	outputhandler "github.com/bearer/bearer/pkg/util/output"
+	"github.com/bearer/bearer/pkg/util/set"
 	"github.com/bearer/bearer/pkg/version_check"
 
 	"github.com/bearer/bearer/pkg/types"
@@ -258,10 +257,10 @@ func Run(ctx context.Context, opts flagtypes.Options, engine engine.Engine) (err
 		log.Debug().Msgf("Error in line of code output %s", err)
 		return err
 	}
-	languageList := FormatFoundLanguages(inputgocloc.Languages)
+	foundLanguageIDs := getFoundLanguageIDs(engine, inputgocloc.Languages)
 
 	// set used language list for external rules to empty if we dont use them
-	metaLanguageList := languageList
+	metaLanguageList := foundLanguageIDs
 	if opts.RuleOptions.DisableDefaultRules {
 		metaLanguageList = make([]string, 0)
 	}
@@ -290,7 +289,7 @@ func Run(ctx context.Context, opts flagtypes.Options, engine engine.Engine) (err
 		return fmt.Errorf("failed to initialize engine: %w", err)
 	}
 
-	scanSettings, err := settingsloader.FromOptions(opts, versionMeta, engine)
+	scanSettings, err := settingsloader.FromOptions(opts, versionMeta, engine, foundLanguageIDs)
 	scanSettings.Target = opts.Target
 	if err != nil {
 		return err
@@ -476,18 +475,18 @@ func getPlaceholderOutput(reportData *outputtypes.ReportData, report types.Repor
 	return stats.GetPlaceholderOutput(reportData, inputgocloc, config)
 }
 
-func FormatFoundLanguages(languages map[string]*gocloc.Language) (foundLanguages []string) {
-	var foundLanguagesMap = make(map[string]bool, len(languages))
+func getFoundLanguageIDs(engine engine.Engine, goclocLanguages map[string]*gocloc.Language) []string {
+	foundLanguages := set.New[string]()
 
-	for _, language := range languages {
-		if language.Name == "TypeScript" {
-			foundLanguagesMap["javascript"] = true
-		} else {
-			foundLanguagesMap[strings.ToLower(language.Name)] = true
+	for _, goclocLanguage := range goclocLanguages {
+		for _, language := range engine.GetLanguages() {
+			if slices.Contains(language.GoclocLanguages(), goclocLanguage.Name) {
+				foundLanguages.Add(language.ID())
+			}
 		}
 	}
 
-	keys := maps.Keys(foundLanguagesMap)
+	keys := foundLanguages.Items()
 	sort.Strings(keys)
 
 	return keys

pkg/commands/process/settings/loader/loader.go

@@ -19,6 +19,7 @@ func FromOptions(
 	opts flagtypes.Options,
 	versionMeta *version_check.VersionMeta,
 	engine engine.Engine,
+	foundLanguageIDs []string,
 ) (settings.Config, error) {
 	policies, err := policies.Load()
 	if err != nil {
@@ -31,6 +32,7 @@ func FromOptions(
 		versionMeta,
 		engine,
 		opts.ScanOptions.Force,
+		foundLanguageIDs,
 	)
 	if err != nil {
 		return settings.Config{}, err

pkg/commands/process/settings/rules/loader.go

@@ -11,6 +11,7 @@ import (
 	"net/http"
 	"os"
 	"path/filepath"
+	"slices"
 	"strings"
 	"time"
 
@@ -159,7 +160,13 @@ func readRuleDefinitionZip(ruleDefinitions map[string]settings.RuleDefinition, f
 	return nil
 }
 
-func loadCustomDefinitions(engine engine.Engine, definitions map[string]settings.RuleDefinition, isBuiltIn bool, dir fs.FS) error {
+func loadCustomDefinitions(
+	engine engine.Engine,
+	definitions map[string]settings.RuleDefinition,
+	isBuiltIn bool,
+	dir fs.FS,
+	languageIDs []string,
+) error {
 	loadedDefinitions := make(map[string]settings.RuleDefinition)
 	if err := fs.WalkDir(dir, ".", func(path string, dirEntry fs.DirEntry, err error) error {
 		if err != nil {
@@ -186,7 +193,7 @@ func loadCustomDefinitions(engine engine.Engine, definitions map[string]settings
 		err = yaml.Unmarshal(entry, &ruleDefinition)
 		if err != nil {
 			output.StdErrLog(validateCustomRuleSchema(entry, filename))
-			return fmt.Errorf("rule file was invalid")
+			return fmt.Errorf("rule file was invalid: %w", err)
 		}
 
 		if ruleDefinition.Metadata == nil {
@@ -202,8 +209,7 @@ func loadCustomDefinitions(engine engine.Engine, definitions map[string]settings
 
 		supported := isBuiltIn
 		for _, languageID := range ruleDefinition.Languages {
-			language := engine.GetLanguageById(languageID)
-			if language != nil {
+			if slices.Contains(languageIDs, languageID) {
 				supported = true
 			}
 		}

pkg/commands/process/settings/rules/rules.go

@@ -39,6 +39,7 @@ func Load(
 	versionMeta *version_check.VersionMeta,
 	engine engine.Engine,
 	force bool,
+	foundLanguageIDs []string,
 ) (
 	result LoadRulesResult,
 	err error,
@@ -56,7 +57,7 @@ func Load(
 		return result, fmt.Errorf("error loading remote rules: %w", err)
 	}
 
-	if err := loadCustomDefinitions(engine, builtInDefinitions, true, builtInRulesFS); err != nil {
+	if err := loadCustomDefinitions(engine, builtInDefinitions, true, builtInRulesFS, nil); err != nil {
 		return result, fmt.Errorf("error loading built-in rules: %w", err)
 	}
 
@@ -66,7 +67,7 @@ func Load(
 			dir = filepath.Join(dirname, dir[2:])
 		}
 		log.Debug().Msgf("loading external rules from: %s", dir)
-		if err := loadCustomDefinitions(engine, definitions, false, os.DirFS(dir)); err != nil {
+		if err := loadCustomDefinitions(engine, definitions, false, os.DirFS(dir), foundLanguageIDs); err != nil {
 			return result, fmt.Errorf("external rules %w", err)
 		}
 	}