Merge branch '21025-keep-web-redirect-bypass'
[arvados.git] / services / keepstore / metrics.go
1 // Copyright (C) The Arvados Authors. All rights reserved.
2 //
3 // SPDX-License-Identifier: AGPL-3.0
4
5 package keepstore
6
7 import (
8         "fmt"
9
10         "github.com/prometheus/client_golang/prometheus"
11 )
12
13 type nodeMetrics struct {
14         reg *prometheus.Registry
15 }
16
17 func (m *nodeMetrics) setupBufferPoolMetrics(b *bufferPool) {
18         m.reg.MustRegister(prometheus.NewGaugeFunc(
19                 prometheus.GaugeOpts{
20                         Namespace: "arvados",
21                         Subsystem: "keepstore",
22                         Name:      "bufferpool_allocated_bytes",
23                         Help:      "Number of bytes allocated to buffers",
24                 },
25                 func() float64 { return float64(b.Alloc()) },
26         ))
27         m.reg.MustRegister(prometheus.NewGaugeFunc(
28                 prometheus.GaugeOpts{
29                         Namespace: "arvados",
30                         Subsystem: "keepstore",
31                         Name:      "bufferpool_max_buffers",
32                         Help:      "Maximum number of buffers allowed",
33                 },
34                 func() float64 { return float64(b.Cap()) },
35         ))
36         m.reg.MustRegister(prometheus.NewGaugeFunc(
37                 prometheus.GaugeOpts{
38                         Namespace: "arvados",
39                         Subsystem: "keepstore",
40                         Name:      "bufferpool_inuse_buffers",
41                         Help:      "Number of buffers in use",
42                 },
43                 func() float64 { return float64(b.Len()) },
44         ))
45 }
46
47 func (m *nodeMetrics) setupWorkQueueMetrics(q *WorkQueue, qName string) {
48         m.reg.MustRegister(prometheus.NewGaugeFunc(
49                 prometheus.GaugeOpts{
50                         Namespace: "arvados",
51                         Subsystem: "keepstore",
52                         Name:      fmt.Sprintf("%s_queue_inprogress_entries", qName),
53                         Help:      fmt.Sprintf("Number of %s requests in progress", qName),
54                 },
55                 func() float64 { return float64(getWorkQueueStatus(q).InProgress) },
56         ))
57         m.reg.MustRegister(prometheus.NewGaugeFunc(
58                 prometheus.GaugeOpts{
59                         Namespace: "arvados",
60                         Subsystem: "keepstore",
61                         Name:      fmt.Sprintf("%s_queue_pending_entries", qName),
62                         Help:      fmt.Sprintf("Number of queued %s requests", qName),
63                 },
64                 func() float64 { return float64(getWorkQueueStatus(q).Queued) },
65         ))
66 }
67
68 type volumeMetricsVecs struct {
69         ioBytes     *prometheus.CounterVec
70         errCounters *prometheus.CounterVec
71         opsCounters *prometheus.CounterVec
72 }
73
74 func newVolumeMetricsVecs(reg *prometheus.Registry) *volumeMetricsVecs {
75         m := &volumeMetricsVecs{}
76         m.opsCounters = prometheus.NewCounterVec(
77                 prometheus.CounterOpts{
78                         Namespace: "arvados",
79                         Subsystem: "keepstore",
80                         Name:      "volume_operations",
81                         Help:      "Number of volume operations",
82                 },
83                 []string{"device_id", "operation"},
84         )
85         reg.MustRegister(m.opsCounters)
86         m.errCounters = prometheus.NewCounterVec(
87                 prometheus.CounterOpts{
88                         Namespace: "arvados",
89                         Subsystem: "keepstore",
90                         Name:      "volume_errors",
91                         Help:      "Number of volume errors",
92                 },
93                 []string{"device_id", "error_type"},
94         )
95         reg.MustRegister(m.errCounters)
96         m.ioBytes = prometheus.NewCounterVec(
97                 prometheus.CounterOpts{
98                         Namespace: "arvados",
99                         Subsystem: "keepstore",
100                         Name:      "volume_io_bytes",
101                         Help:      "Volume I/O traffic in bytes",
102                 },
103                 []string{"device_id", "direction"},
104         )
105         reg.MustRegister(m.ioBytes)
106
107         return m
108 }
109
110 func (vm *volumeMetricsVecs) getCounterVecsFor(lbls prometheus.Labels) (opsCV, errCV, ioCV *prometheus.CounterVec) {
111         opsCV = vm.opsCounters.MustCurryWith(lbls)
112         errCV = vm.errCounters.MustCurryWith(lbls)
113         ioCV = vm.ioBytes.MustCurryWith(lbls)
114         return
115 }