Increase qps and burst limits (#435)

Author: tamalsaha

backup.go

@@ -27,6 +27,8 @@ func NewCmdBackup() *cobra.Command {
 			ScratchDir:     "/tmp",
 			PodLabelsPath:  "/etc/stash/labels",
 			DockerRegistry: docker.ACRegistry,
+			QPS:            100,
+			Burst:          100,
 			ResyncPeriod:   5 * time.Minute,
 			MaxNumRequeues: 5,
 			NumThreads:     1,
@@ -111,6 +113,8 @@ func NewCmdBackup() *cobra.Command {
 	cmd.Flags().StringVar(&opt.ResticName, "restic-name", opt.ResticName, "Name of the Restic used as configuration.")
 	cmd.Flags().StringVar(&opt.ScratchDir, "scratch-dir", opt.ScratchDir, "Directory used to store temporary files. Use an `emptyDir` in Kubernetes.")
 	cmd.Flags().StringVar(&opt.PushgatewayURL, "pushgateway-url", opt.PushgatewayURL, "URL of Prometheus pushgateway used to cache backup metrics")
+	cmd.Flags().Float64Var(&opt.QPS, "qps", opt.QPS, "The maximum QPS to the master from this client")
+	cmd.Flags().IntVar(&opt.Burst, "burst", opt.Burst, "The maximum burst for throttle")
 	cmd.Flags().DurationVar(&opt.ResyncPeriod, "resync-period", opt.ResyncPeriod, "If non-zero, will re-list this often. Otherwise, re-list will be delayed aslong as possible (until the upstream source closes the watch or times out.")
 	cmd.Flags().BoolVar(&opt.RunViaCron, "run-via-cron", opt.RunViaCron, "Run backup periodically via cron.")
 	cmd.Flags().StringVar(&opt.DockerRegistry, "docker-registry", opt.DockerRegistry, "Check job image registry.")

server/options.go

@@ -22,6 +22,8 @@ type ControllerOptions struct {
 	NumThreads     int
 	ScratchDir     string
 	OpsAddress     string
+	QPS            float64
+	Burst          int
 	ResyncPeriod   time.Duration
 }
 
@@ -33,6 +35,8 @@ func NewControllerOptions() *ControllerOptions {
 		NumThreads:     2,
 		ScratchDir:     "/tmp",
 		OpsAddress:     ":56790",
+		QPS:            100,
+		Burst:          100,
 		ResyncPeriod:   10 * time.Minute,
 	}
 }
@@ -43,6 +47,9 @@ func (s *ControllerOptions) AddGoFlags(fs *flag.FlagSet) {
 	fs.StringVar(&s.ScratchDir, "scratch-dir", s.ScratchDir, "Directory used to store temporary files. Use an `emptyDir` in Kubernetes.")
 	fs.StringVar(&s.StashImageTag, "image-tag", s.StashImageTag, "Image tag for sidecar, init-container, check-job and recovery-job")
 	fs.StringVar(&s.DockerRegistry, "docker-registry", s.DockerRegistry, "Docker image registry for sidecar, init-container, check-job, recovery-job and kubectl-job")
+
+	fs.Float64Var(&s.QPS, "qps", s.QPS, "The maximum QPS to the master from this client")
+	fs.IntVar(&s.Burst, "burst", s.Burst, "The maximum burst for throttle")
 	fs.DurationVar(&s.ResyncPeriod, "resync-period", s.ResyncPeriod, "If non-zero, will re-list this often. Otherwise, re-list will be delayed aslong as possible (until the upstream source closes the watch or times out.")
 }
 
@@ -63,6 +70,9 @@ func (s *ControllerOptions) ApplyTo(cfg *controller.ControllerConfig) error {
 	cfg.OpsAddress = s.OpsAddress
 	cfg.ResyncPeriod = s.ResyncPeriod
 
+	cfg.ClientConfig.QPS = float32(s.QPS)
+	cfg.ClientConfig.Burst = s.Burst
+
 	if cfg.KubeClient, err = kubernetes.NewForConfig(cfg.ClientConfig); err != nil {
 		return err
 	}