X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/2eaa77dc327c024f2faa3fbd322e7054454b6442..469521bb7ea65a68f04a7595d3b6b10264026db6:/sdk/go/httpserver/request_limiter.go

diff --git a/sdk/go/httpserver/request_limiter.go b/sdk/go/httpserver/request_limiter.go
index ee35f4748b..8889453125 100644
--- a/sdk/go/httpserver/request_limiter.go
+++ b/sdk/go/httpserver/request_limiter.go
@@ -1,7 +1,14 @@
+// Copyright (C) The Arvados Authors. All rights reserved.
+//
+// SPDX-License-Identifier: Apache-2.0
+
 package httpserver
 
 import (
 	"net/http"
+	"sync/atomic"
+
+	"github.com/prometheus/client_golang/prometheus"
 )
 
 // RequestCounter is an http.Handler that tracks the number of
@@ -20,19 +27,45 @@ type RequestCounter interface {
 type limiterHandler struct {
 	requests chan struct{}
 	handler  http.Handler
+	count    int64 // only used if cap(requests)==0
 }
 
 // NewRequestLimiter returns a RequestCounter that delegates up to
 // maxRequests at a time to the given handler, and responds 503 to all
 // incoming requests beyond that limit.
-func NewRequestLimiter(maxRequests int, handler http.Handler) RequestCounter {
-	return &limiterHandler{
+//
+// "concurrent_requests" and "max_concurrent_requests" metrics are
+// registered with the given reg, if reg is not nil.
+func NewRequestLimiter(maxRequests int, handler http.Handler, reg *prometheus.Registry) RequestCounter {
+	h := &limiterHandler{
 		requests: make(chan struct{}, maxRequests),
 		handler:  handler,
 	}
+	if reg != nil {
+		reg.MustRegister(prometheus.NewGaugeFunc(
+			prometheus.GaugeOpts{
+				Namespace: "arvados",
+				Name:      "concurrent_requests",
+				Help:      "Number of requests in progress",
+			},
+			func() float64 { return float64(h.Current()) },
+		))
+		reg.MustRegister(prometheus.NewGaugeFunc(
+			prometheus.GaugeOpts{
+				Namespace: "arvados",
+				Name:      "max_concurrent_requests",
+				Help:      "Maximum number of concurrent requests",
+			},
+			func() float64 { return float64(h.Max()) },
+		))
+	}
+	return h
 }
 
 func (h *limiterHandler) Current() int {
+	if cap(h.requests) == 0 {
+		return int(atomic.LoadInt64(&h.count))
+	}
 	return len(h.requests)
 }
 
@@ -41,6 +74,12 @@ func (h *limiterHandler) Max() int {
 }
 
 func (h *limiterHandler) ServeHTTP(resp http.ResponseWriter, req *http.Request) {
+	if cap(h.requests) == 0 {
+		atomic.AddInt64(&h.count, 1)
+		defer atomic.AddInt64(&h.count, -1)
+		h.handler.ServeHTTP(resp, req)
+		return
+	}
 	select {
 	case h.requests <- struct{}{}:
 	default: