Merge pull request #210 from metraction/PH-209/rate-limit-controller

Ph 209/rate limit controller

action:create-release

Author: frwa-enpace

.github/workflows/build.yaml

@@ -13,7 +13,7 @@ on:
     - 'PH-198/*'
     - 'PH-201/*'
     - 'PH-205/*'
-    - 'PH-207/*'
+    - 'PH-209/*'
   pull_request:
     branches:
     - main

cmd/root.go

@@ -182,6 +182,7 @@ func init() {
 	rootCmd.PersistentFlags().String("prometheus.auth.username", "", "Username for Prometheus authentication")
 	rootCmd.PersistentFlags().String("prometheus.auth.password", "", "Password for Prometheus authentication")
 	rootCmd.PersistentFlags().String("prometheus.auth.token", "", "Token for Prometheus authentication")
+	rootCmd.PersistentFlags().String("prometheus.wait", "0s", "How long the reporter should wait after each post of a data")
 
 	rootCmd.PersistentFlags().String("database.driver", "postgres", "Database driver for the scanner, righ now, only 'postgres' is implemented.")
 	defaultDSN := "postgres://postgres:postgres@localhost:5432/pharos?sslmode=disable" // run `brew install db-browser-for-sqlite` to view the database.

helm/pharos/templates/deployment-reporter.yaml

@@ -52,6 +52,10 @@ spec:
             - name: PHAROS_PROMETHEUS_CONTEXTLABELS
               value: {{ .Values.prometheus.contextLabels | quote }}
             {{- end }}
+            {{- if .Values.prometheus.wait}}
+            - name: PHAROS_PROMETHEUS_WAIT
+              value: {{ .Values.prometheus.wait | quote }}
+            {{- end }}
             - name: PHAROS_PROMETHEUS_NAMESPACE
               valueFrom:
                 fieldRef:

internal/integrations/prometheus/pharostasksink.go

@@ -4,6 +4,7 @@ import (
 	"bytes"
 	"encoding/json"
 	"net/http"
+	"time"
 
 	"github.com/metraction/pharos/internal/logging"
 	"github.com/metraction/pharos/internal/utils"
@@ -51,9 +52,14 @@ func (ps *PharosTaskSink) process() {
 			ps.log.Error().Err(err).Msg("Failed to POST to PharosScanTask endpoint")
 			continue
 		}
+
 		pod := resp.Header.Get("Pharos-Pod-Name") // Read the pod name from the response header
 		ps.log.Info().Str("image", scanTask.ImageSpec).Str("auth", utils.MaskDsn(scanTask.AuthDsn)).Str("Pod", pod).Msg("Sending task to PharosScanTask endpoint")
 		resp.Body.Close()
+		if d, err := time.ParseDuration(ps.Config.Prometheus.Wait); err == nil {
+			ps.log.Info().Str("time", ps.Config.Prometheus.Wait).Msg("Waiting")
+			time.Sleep(d)
+		}
 	}
 }
 

pkg/model/config.go

@@ -105,6 +105,7 @@ type PrometheusReporterConfig struct {
 	TTL           string                 `mapstructure:"ttl"`           // Time to live for the scan results
 	Query         string                 `mapstructure:"query"`         // Query to use for fetching metrics
 	Auth          hwmodel.PrometheusAuth `mapstructure:"auth"`          // Authentication details for Prometheus
+	Wait          string                 `mapstructure:"wait"`          // How long to wait between each post of data
 }
 
 // Redis holds Redis-specific configuration.