From a7635551ea16dce3116866cec96cd2eb0a4c9fd2 Mon Sep 17 00:00:00 2001
From: Nikolay Martyanov <nikolay@zededa.com>
Date: Thu, 7 Nov 2024 19:56:05 +0100
Subject: [PATCH] pillar/watcher: Add tests for runtime configuration updates
 in goroutine leak detection.

Extended tests to validate that the goroutine leak detection respects
updates to configuration values at runtime. Specifically, the tests
confirm that adjustments to the `keepStatsFor` parameter dynamically
alter the stats slice size, with changes logged as expected.

Signed-off-by: Nikolay Martyanov <nikolay@zededa.com>
---
 pkg/pillar/cmd/watcher/watcher_test.go | 121 +++++++++++++++++++++++++
 1 file changed, 121 insertions(+)

diff --git a/pkg/pillar/cmd/watcher/watcher_test.go b/pkg/pillar/cmd/watcher/watcher_test.go
index 2c60636ab6..a7f26d387b 100644
--- a/pkg/pillar/cmd/watcher/watcher_test.go
+++ b/pkg/pillar/cmd/watcher/watcher_test.go
@@ -4,7 +4,9 @@
 package watcher
 
 import (
+	"fmt"
 	"github.com/lf-edge/eve/pkg/pillar/agentlog"
+	"github.com/sirupsen/logrus"
 	"io"
 	"math"
 	"os"
@@ -320,3 +322,122 @@ func TestGoroutinesMonitorLeak(t *testing.T) {
 		t.Errorf("Expected log output to contain 'leak detected'")
 	}
 }
+
+// Adjust stats slice size dynamically based on updated parameters
+func TestGoroutinesMonitorUpdateParamsKeepStatsDecrease(t *testing.T) {
+	backupOut := logger.Out
+	bakcupLevel := logger.Level
+	// Create a pipe to capture log output
+	r, w, _ := os.Pipe()
+	logger.Out = w
+
+	logger.Level = logrus.TraceLevel
+
+	// Define a context with default parameters
+	ctx := &watcherContext{}
+
+	// Define parameters
+	goroutinesThreshold := 100
+	checkInterval := 1 * time.Millisecond
+	checkStatsFor := 10 * time.Millisecond
+	keepStatsFor := 24 * 60 * time.Millisecond
+	cooldownPeriod := 5 * time.Millisecond
+
+	// Set the parameters
+	ctx.GRLDParams.Set(goroutinesThreshold, checkInterval, checkStatsFor, keepStatsFor, cooldownPeriod)
+
+	go goroutinesMonitor(ctx)
+
+	// Wait until we fill the stats slice
+	time.Sleep(2 * keepStatsFor)
+
+	// Count the expected size of the stats slice
+	oldSize := int(keepStatsFor / checkInterval)
+
+	// Change the keepStatsFor parameter to force resizing of the stats slice
+	keepStatsFor /= 2
+
+	ctx.GRLDParams.Set(goroutinesThreshold, checkInterval, checkStatsFor, keepStatsFor, cooldownPeriod)
+
+	// Wait for several check intervals to allow the new context to be updated
+	time.Sleep(checkInterval * 100)
+
+	// Close the pipe
+	_ = w.Close()
+	output, _ := io.ReadAll(r)
+	logger.Out = backupOut
+	logger.Level = bakcupLevel
+
+	expectedNewSize := int(keepStatsFor / checkInterval)
+	expectedRemovedEntries := oldSize - expectedNewSize
+
+	// Define the expected log output with the new size
+	msgResize := fmt.Sprintf("Resizing stats slice to %d", expectedNewSize)
+	msgRemove := fmt.Sprintf("Removing %d oldest entries", expectedRemovedEntries)
+
+	expectedMsgs := []string{msgResize, msgRemove}
+
+	// Check if the log output contains the expected messages
+	for _, expectedMsg := range expectedMsgs {
+		if !strings.Contains(string(output), expectedMsg) {
+			t.Errorf("Expected log output to contain '%s'", expectedMsg)
+		}
+	}
+}
+
+// Adjust stats slice size dynamically based on updated parameters
+func TestGoroutinesMonitorUpdateParamsKeepStatsIncrease(t *testing.T) {
+	backupOut := logger.Out
+	bakcupLevel := logger.Level
+	// Create a pipe to capture log output
+	r, w, _ := os.Pipe()
+	logger.Out = w
+
+	logger.Level = logrus.TraceLevel
+
+	// Define a context with default parameters
+	ctx := &watcherContext{}
+
+	// Define parameters
+	goroutinesThreshold := 100
+	checkInterval := 1 * time.Millisecond
+	checkStatsFor := 10 * time.Millisecond
+	keepStatsFor := 24 * 60 * time.Millisecond
+	cooldownPeriod := 5 * time.Millisecond
+
+	// Set the parameters
+	ctx.GRLDParams.Set(goroutinesThreshold, checkInterval, checkStatsFor, keepStatsFor, cooldownPeriod)
+
+	go goroutinesMonitor(ctx)
+
+	// Wait until we fill the stats slice
+	time.Sleep(2 * keepStatsFor)
+
+	// Change the keepStatsFor parameter to force resizing of the stats slice
+	keepStatsFor *= 2
+
+	ctx.GRLDParams.Set(goroutinesThreshold, checkInterval, checkStatsFor, keepStatsFor, cooldownPeriod)
+
+	// Wait for several check intervals to allow the new context to be updated
+	time.Sleep(checkInterval * 100)
+
+	// Close the pipe
+	_ = w.Close()
+	output, _ := io.ReadAll(r)
+	logger.Out = backupOut
+	logger.Level = bakcupLevel
+
+	expectedNewSize := int(keepStatsFor / checkInterval)
+
+	// Define the expected log output with the new size
+	msgResize := fmt.Sprintf("Resizing stats slice to %d", expectedNewSize)
+
+	expectedMsgs := []string{msgResize}
+
+	// Check if the log output contains the expected messages
+	for _, expectedMsg := range expectedMsgs {
+		if !strings.Contains(string(output), expectedMsg) {
+			t.Errorf("Expected log output to contain '%s'", expectedMsg)
+		}
+	}
+}