add flag --disable-qps-limits

pkg/apis/config/v1alpha1/kwokctl_configuration_types.go

@@ -330,6 +330,10 @@ type KwokctlConfigurationOptions struct {
 
 	// KubeApiserverCertSANs sets extra Subject Alternative Names for the API Server signing cert.
 	KubeApiserverCertSANs []string `json:"kubeApiserverCertSANs,omitempty"`
+
+	// DisableQPSLimits specifies whether to disable QPS limits for components.
+	// +default=false
+	DisableQPSLimits *bool `json:"disableQPSLimits,omitempty"`
 }
 
 // Component is a component of the cluster.

pkg/apis/internalversion/kwokctl_configuration_types.go

@@ -212,6 +212,9 @@ type KwokctlConfigurationOptions struct {
 
 	// KubeApiserverCertSANs sets extra Subject Alternative Names for the API Server signing cert.
 	KubeApiserverCertSANs []string
+
+	// DisableQPSLimits specifies whether to disable QPS limits for components.
+	DisableQPSLimits bool
 }
 
 // Component is a component of the cluster.

pkg/consts/consts.go

@@ -51,6 +51,9 @@ var (
 	PrometheusImagePrefix  = "docker.io/prom"
 
 	KindNodeImagePrefix = "docker.io/kindest"
+
+	DefaultUnlimitedQPS   = 5000.0
+	DefaultUnlimitedBurst = 10000
 )
 
 // The following runtime is provided.

pkg/kwokctl/cmd/create/cluster/cluster.go

@@ -121,6 +121,7 @@ func NewCommand(ctx context.Context) *cobra.Command {
 	cmd.Flags().DurationVar(&flags.Timeout, "timeout", 0, "Timeout for waiting for the cluster to be created")
 	cmd.Flags().DurationVar(&flags.Wait, "wait", 0, "Wait for the cluster to be ready")
 	cmd.Flags().StringVar(&flags.Kubeconfig, "kubeconfig", flags.Kubeconfig, "The path to the kubeconfig file will be added to the newly created cluster and set to current-context")
+	cmd.Flags().BoolVar(&flags.Options.DisableQPSLimits, "disable-qps-limits", flags.Options.DisableQPSLimits, "Disable QPS limits for components")
 	return cmd
 }
 

pkg/kwokctl/components/kube_apiserver.go

@@ -46,6 +46,7 @@ type BuildKubeApiserverComponentConfig struct {
 	AdminCertPath     string
 	AdminKeyPath      string
 	Verbosity         log.Level
+	DisableQPSLimits  bool
 	ExtraArgs         []internalversion.ExtraArgs
 	ExtraVolumes      []internalversion.Volume
 }
@@ -84,6 +85,20 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 		)
 	}
 
+	if conf.DisableQPSLimits {
+		kubeApiserverArgs = append(kubeApiserverArgs,
+			"--max-requests-inflight=0",
+			"--max-mutating-requests-inflight=0",
+		)
+
+		// FeatureGate APIPriorityAndFairness is not available before 1.17.0
+		if conf.Version.GE(version.NewVersion(1, 18, 0)) {
+			kubeApiserverArgs = append(kubeApiserverArgs,
+				"--enable-priority-and-fairness=false",
+			)
+		}
+	}
+
 	var ports []internalversion.Port
 	var volumes []internalversion.Volume
 	volumes = append(volumes, conf.ExtraVolumes...)

pkg/kwokctl/components/kube_controller_manager.go

@@ -20,6 +20,7 @@ import (
 	"time"
 
 	"sigs.k8s.io/kwok/pkg/apis/internalversion"
+	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
 	"sigs.k8s.io/kwok/pkg/utils/version"
@@ -43,6 +44,7 @@ type BuildKubeControllerManagerComponentConfig struct {
 	NodeMonitorPeriodMilliseconds      int64
 	NodeMonitorGracePeriodMilliseconds int64
 	Verbosity                          log.Level
+	DisableQPSLimits                   bool
 	ExtraArgs                          []internalversion.ExtraArgs
 	ExtraVolumes                       []internalversion.Volume
 }
@@ -180,6 +182,13 @@ func BuildKubeControllerManagerComponent(conf BuildKubeControllerManagerComponen
 		}
 	}
 
+	if conf.DisableQPSLimits {
+		kubeControllerManagerArgs = append(kubeControllerManagerArgs,
+			"--kube-api-qps="+format.String(consts.DefaultUnlimitedQPS),
+			"--kube-api-burst="+format.String(consts.DefaultUnlimitedBurst),
+		)
+	}
+
 	if conf.Verbosity != log.LevelInfo {
 		kubeControllerManagerArgs = append(kubeControllerManagerArgs, "--v="+format.String(log.ToKlogLevel(conf.Verbosity)))
 	}

pkg/kwokctl/components/kube_scheduler.go

@@ -18,6 +18,7 @@ package components
 
 import (
 	"sigs.k8s.io/kwok/pkg/apis/internalversion"
+	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
 	"sigs.k8s.io/kwok/pkg/utils/version"
@@ -39,6 +40,7 @@ type BuildKubeSchedulerComponentConfig struct {
 	KubeconfigPath   string
 	KubeFeatureGates string
 	Verbosity        log.Level
+	DisableQPSLimits bool
 	ExtraArgs        []internalversion.ExtraArgs
 	ExtraVolumes     []internalversion.Volume
 }
@@ -170,6 +172,13 @@ func BuildKubeSchedulerComponent(conf BuildKubeSchedulerComponentConfig) (compon
 		//	)
 	}
 
+	if conf.DisableQPSLimits {
+		kubeSchedulerArgs = append(kubeSchedulerArgs,
+			"--kube-api-qps="+format.String(consts.DefaultUnlimitedQPS),
+			"--kube-api-burst="+format.String(consts.DefaultUnlimitedBurst),
+		)
+	}
+
 	if conf.Verbosity != log.LevelInfo {
 		kubeSchedulerArgs = append(kubeSchedulerArgs, "--v="+format.String(log.ToKlogLevel(conf.Verbosity)))
 	}

pkg/kwokctl/runtime/binary/cluster.go

@@ -296,6 +296,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 		AdminCertPath:     adminCertPath,
 		AdminKeyPath:      adminKeyPath,
 		Verbosity:         verbosity,
+		DisableQPSLimits:  conf.DisableQPSLimits,
 		ExtraArgs:         kubeApiserverComponentPatches.ExtraArgs,
 		ExtraVolumes:      kubeApiserverComponentPatches.ExtraVolumes,
 	})
@@ -335,6 +336,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 			NodeMonitorPeriodMilliseconds:      conf.KubeControllerManagerNodeMonitorPeriodMilliseconds,
 			NodeMonitorGracePeriodMilliseconds: conf.KubeControllerManagerNodeMonitorGracePeriodMilliseconds,
 			Verbosity:                          verbosity,
+			DisableQPSLimits:                   conf.DisableQPSLimits,
 			ExtraArgs:                          kubeControllerManagerPatches.ExtraArgs,
 			ExtraVolumes:                       kubeControllerManagerPatches.ExtraVolumes,
 		})
@@ -382,6 +384,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 			KubeconfigPath:   kubeconfigPath,
 			KubeFeatureGates: conf.KubeFeatureGates,
 			Verbosity:        verbosity,
+			DisableQPSLimits: conf.DisableQPSLimits,
 			ExtraArgs:        kubeSchedulerComponentPatches.ExtraArgs,
 			ExtraVolumes:     kubeSchedulerComponentPatches.ExtraVolumes,
 		})

pkg/kwokctl/runtime/compose/cluster.go

@@ -322,6 +322,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 		EtcdPort:          conf.EtcdPort,
 		EtcdAddress:       c.Name() + "-etcd",
 		Verbosity:         verbosity,
+		DisableQPSLimits:  conf.DisableQPSLimits,
 		ExtraArgs:         kubeApiserverComponentPatches.ExtraArgs,
 		ExtraVolumes:      kubeApiserverComponentPatches.ExtraVolumes,
 	})
@@ -356,6 +357,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 			KubeconfigPath:                     inClusterOnHostKubeconfigPath,
 			KubeFeatureGates:                   conf.KubeFeatureGates,
 			Verbosity:                          verbosity,
+			DisableQPSLimits:                   conf.DisableQPSLimits,
 			NodeMonitorPeriodMilliseconds:      conf.KubeControllerManagerNodeMonitorPeriodMilliseconds,
 			NodeMonitorGracePeriodMilliseconds: conf.KubeControllerManagerNodeMonitorGracePeriodMilliseconds,
 			ExtraArgs:                          kubeControllerManagerComponentPatches.ExtraArgs,
@@ -402,6 +404,7 @@ func (c *Cluster) Install(ctx context.Context) error {
 			KubeconfigPath:   inClusterOnHostKubeconfigPath,
 			KubeFeatureGates: conf.KubeFeatureGates,
 			Verbosity:        verbosity,
+			DisableQPSLimits: conf.DisableQPSLimits,
 			ExtraArgs:        kubeSchedulerComponentPatches.ExtraArgs,
 			ExtraVolumes:     kubeSchedulerComponentPatches.ExtraVolumes,
 		})

pkg/kwokctl/runtime/kind/cluster.go

@@ -41,6 +41,7 @@ import (
 	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/path"
 	"sigs.k8s.io/kwok/pkg/utils/slices"
+	"sigs.k8s.io/kwok/pkg/utils/version"
 	"sigs.k8s.io/kwok/pkg/utils/wait"
 )
 
@@ -132,6 +133,11 @@ func (c *Cluster) Install(ctx context.Context) error {
 
 	configPath := c.GetWorkdirPath(runtime.ConfigName)
 
+	kubeVersion, err := version.ParseVersion(conf.KubeVersion)
+	if err != nil {
+		return err
+	}
+
 	etcdComponentPatches := runtime.GetComponentPatches(config, "etcd")
 	kubeApiserverComponentPatches := runtime.GetComponentPatches(config, "kube-apiserver")
 	kubeSchedulerComponentPatches := runtime.GetComponentPatches(config, "kube-scheduler")
@@ -162,6 +168,8 @@ func (c *Cluster) Install(ctx context.Context) error {
 		ControllerManagerExtraArgs:    kubeControllerManagerComponentPatches.ExtraArgs,
 		ControllerManagerExtraVolumes: kubeControllerManagerComponentPatches.ExtraVolumes,
 		KwokControllerExtraVolumes:    kwokControllerExtraVolumes,
+		DisableQPSLimits:              conf.DisableQPSLimits,
+		KubeVersion:                   kubeVersion,
 	})
 	if err != nil {
 		return err

pkg/kwokctl/runtime/kind/kind.go

@@ -22,9 +22,11 @@ import (
 	"text/template"
 
 	"sigs.k8s.io/kwok/pkg/apis/internalversion"
+	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/kwokctl/runtime"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/version"
 
 	_ "embed"
 )
@@ -137,6 +139,49 @@ func expendExtrasForBuildKind(conf BuildKindConfig) BuildKindConfig {
 			},
 		)
 	}
+
+	if conf.DisableQPSLimits {
+		conf.ApiserverExtraArgs = append(conf.ApiserverExtraArgs,
+			internalversion.ExtraArgs{
+				Key:   "max-requests-inflight",
+				Value: "0",
+			},
+			internalversion.ExtraArgs{
+				Key:   "max-mutating-requests-inflight",
+				Value: "0",
+			},
+		)
+
+		// FeatureGate APIPriorityAndFairness is not available before 1.17.0
+		if conf.KubeVersion.GE(version.NewVersion(1, 18, 0)) {
+			conf.ApiserverExtraArgs = append(conf.ApiserverExtraArgs,
+				internalversion.ExtraArgs{
+					Key:   "enable-priority-and-fairness",
+					Value: "false",
+				},
+			)
+		}
+		conf.ControllerManagerExtraArgs = append(conf.ControllerManagerExtraArgs,
+			internalversion.ExtraArgs{
+				Key:   "kube-api-qps",
+				Value: format.String(consts.DefaultUnlimitedQPS),
+			},
+			internalversion.ExtraArgs{
+				Key:   "kube-api-burst",
+				Value: format.String(consts.DefaultUnlimitedBurst),
+			},
+		)
+		conf.SchedulerExtraArgs = append(conf.SchedulerExtraArgs,
+			internalversion.ExtraArgs{
+				Key:   "kube-api-qps",
+				Value: format.String(consts.DefaultUnlimitedQPS),
+			},
+			internalversion.ExtraArgs{
+				Key:   "kube-api-burst",
+				Value: format.String(consts.DefaultUnlimitedBurst),
+			},
+		)
+	}
 	return conf
 }
 
@@ -203,5 +248,7 @@ type BuildKindConfig struct {
 	ControllerManagerExtraVolumes []internalversion.Volume
 	KwokControllerExtraVolumes    []internalversion.Volume
 
-	BindAddress string
+	BindAddress      string
+	DisableQPSLimits bool
+	KubeVersion      version.Version
 }

site/content/en/docs/generated/apis.md

@@ -2442,6 +2442,17 @@ string
 <p>KubeApiserverCertSANs sets extra Subject Alternative Names for the API Server signing cert.</p>
 </td>
 </tr>
+<tr>
+<td>
+<code>disableQPSLimits</code>
+<em>
+bool
+</em>
+</td>
+<td>
+<p>DisableQPSLimits specifies whether to disable QPS limits for components.</p>
+</td>
+</tr>
 </tbody>
 </table>
 <h3 id="config.kwok.x-k8s.io/v1alpha1.Port">

site/content/en/docs/generated/kwokctl_create_cluster.md

@@ -12,6 +12,7 @@ kwokctl create cluster [flags]
       --controller-port uint32                  Port of kwok-controller given to the host
       --disable-kube-controller-manager         Disable the kube-controller-manager
       --disable-kube-scheduler                  Disable the kube-scheduler
+      --disable-qps-limits                      Disable QPS limits for components
       --etcd-binary string                      Binary of etcd, only for binary runtime
       --etcd-binary-tar string                  Tar of etcd, if --etcd-binary is set, this is ignored, only for binary runtime
                                                  (default "https://github.com/etcd-io/etcd/releases/download/v3.5.7/etcd-v3.5.7-linux-amd64.tar.gz")

test/kwokctl/suite.sh

@@ -53,6 +53,7 @@ function create_cluster() {
     --timeout 30m \
     --wait 30m \
     --quiet-pull \
+    --disable-qps-limits \
     "$@"; then
     echo "Error: Cluster ${name} creation failed"
     show_all