refactor

Author: sergei-bronnikov

cmd/bricksllm/main.go

@@ -37,6 +37,8 @@ import (
 	"github.com/redis/go-redis/v9"
 )
 
+const numEventConsumers = 16
+
 func main() {
 	modePtr := flag.String("m", "dev", "select the mode that bricksllm runs in")
 	privacyPtr := flag.String("p", "strict", "select the privacy mode that bricksllm runs in")
@@ -361,12 +363,12 @@ func main() {
 	c := cache.NewCache(apiCache)
 
 	messageBus := message.NewMessageBus()
-	eventMessageChan := make(chan message.Message)
+	eventMessageChan := make(chan message.Message, 1000)
 	messageBus.Subscribe("event", eventMessageChan)
 
 	handler := message.NewHandler(rec, log, ace, ce, vllme, aoe, v, uv, m, um, rlm, accessCache, userAccessCache)
 
-	eventConsumer := message.NewConsumer(eventMessageChan, log, 4, handler.HandleEventWithRequestAndResponse)
+	eventConsumer := message.NewConsumer(eventMessageChan, log, numEventConsumers, handler.HandleEventWithRequestAndResponse)
 	eventConsumer.StartEventMessageConsumers()
 
 	detector, err := amazon.NewClient(cfg.AmazonRequestTimeout, cfg.AmazonConnectionTimeout, log, cfg.AmazonRegion)

internal/server/web/proxy/middleware.go

@@ -197,9 +197,6 @@ func getMiddleware(cpm CustomProvidersManager, rm routeManager, pm PoliciesManag
 			c.Set("removeUserAgent", removeUserAgent)
 		}
 
-		blw := &responseWriter{body: bytes.NewBufferString(""), ResponseWriter: c.Writer}
-		c.Writer = blw
-
 		cid := util.NewUuid()
 		c.Set(util.STRING_CORRELATION_ID, cid)
 		logWithCid := log.With(zap.String(util.STRING_CORRELATION_ID, cid))
@@ -321,6 +318,11 @@ func getMiddleware(cpm CustomProvidersManager, rm routeManager, pm PoliciesManag
 		}
 
 		kc, settings, err := a.AuthenticateHttpRequest(c.Request, c.Param(xcustom.XProviderIdParam))
+		if kc.ShouldLogResponse {
+			blw := &responseWriter{body: bytes.NewBufferString(""), ResponseWriter: c.Writer}
+			c.Writer = blw
+		}
+
 		enrichedEvent.Key = kc
 		_, ok := err.(notAuthorizedError)
 		if ok {

internal/server/web/proxy/proxy.go

@@ -91,7 +91,14 @@ func NewProxyServer(log *zap.Logger, mode, privacyMode string, c cache, m KeyMan
 	router.Use(getTimeoutMiddleware(timeout))
 	router.Use(getMiddleware(cpm, rm, pm, a, prod, private, log, pub, "proxy", ac, uac, http.Client{}, scanner, cd, um, removeAgentHeaders))
 
-	client := http.Client{}
+	client := http.Client{
+		Transport: &http.Transport{
+			MaxIdleConns:        200,
+			MaxIdleConnsPerHost: 100,
+			IdleConnTimeout:     90 * time.Second,
+			TLSHandshakeTimeout: 10 * time.Second,
+		},
+	}
 
 	// health check
 	router.POST("/api/health", getGetHealthCheckHandler())