X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/10c1e7359286edd6562c52304e9706449a9ee53f..9e806b0c387cf7146e0d0cf3169fd227963c19b9:/doc/admin/metrics.html.textile.liquid diff --git a/doc/admin/metrics.html.textile.liquid b/doc/admin/metrics.html.textile.liquid index 45b9ece8c9..0cfa0a2e60 100644 --- a/doc/admin/metrics.html.textile.liquid +++ b/doc/admin/metrics.html.textile.liquid @@ -10,180 +10,36 @@ Copyright (C) The Arvados Authors. All rights reserved. SPDX-License-Identifier: CC-BY-SA-3.0 {% endcomment %} -Some Arvados services publish Prometheus/OpenMetrics-compatible metrics at @/metrics@, and some provide additional runtime status at @/status.json@. Metrics can help you understand how components perform under load, find performance bottlenecks, and detect and diagnose problems. +Some Arvados services publish Prometheus/OpenMetrics-compatible metrics at @/metrics@. Metrics can help you understand how components perform under load, find performance bottlenecks, and detect and diagnose problems. To access metrics endpoints, services must be configured with a "management token":management-token.html. When accessing a metrics endpoint, prefix the management token with @"Bearer "@ and supply it in the @Authorization@ request header. -
curl -sfH "Authorization: Bearer your_management_token_goes_here" "https://0.0.0.0:25107/status.json"
+
curl -sfH "Authorization: Bearer your_management_token_goes_here" "https://0.0.0.0:25107/metrics"
 
-h2. Keep-web +The plain text export format includes "help" messages with a description of each reported metric. -Keep-web exports metrics at @/metrics@ -- e.g., @https://collections.zzzzz.arvadosapi.com/metrics@. +When configuring Prometheus, use a @bearer_token@ or @bearer_token_file@ option to authenticate requests. -table(table table-bordered table-condensed). -|_. Name|_. Type|_. Description| -|request_duration_seconds|summary|elapsed time between receiving a request and sending the last byte of the response body (segmented by HTTP request method and response status code)| -|time_to_status_seconds|summary|elapsed time between receiving a request and sending the HTTP response status code (segmented by HTTP request method and response status code)| - -Metrics in the @arvados_keepweb_collectioncache@ namespace report keep-web's internal cache of Arvados collection metadata. - -table(table table-bordered table-condensed). -|_. Name|_. Type|_. Description| -|arvados_keepweb_collectioncache_requests|counter|cache lookups| -|arvados_keepweb_collectioncache_api_calls|counter|outgoing API calls| -|arvados_keepweb_collectioncache_permission_hits|counter|collection-to-permission cache hits| -|arvados_keepweb_collectioncache_pdh_hits|counter|UUID-to-PDH cache hits| -|arvados_keepweb_collectioncache_hits|counter|PDH-to-manifest cache hits| -|arvados_keepweb_collectioncache_cached_manifests|gauge|number of collections in the cache| -|arvados_keepweb_collectioncache_cached_manifest_bytes|gauge|memory consumed by cached collection manifests| - -h2. Keepstore - -Keepstore exports metrics at @/status.json@ -- e.g., @http://keep0.zzzzz.arvadosapi.com:25107/status.json@. - -h3. Root - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|Volumes| array of "volumeStatusEnt":#volumeStatusEnt || -|BufferPool| "PoolStatus":#PoolStatus || -|PullQueue| "WorkQueueStatus":#WorkQueueStatus || -|TrashQueue| "WorkQueueStatus":#WorkQueueStatus || -|RequestsCurrent| int || -|RequestsMax| int || -|Version| string || - -h3(#volumeStatusEnt). volumeStatusEnt - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|Label| string|| -|Status| "VolumeStatus":#VolumeStatus || -|VolumeStats| "ioStats":#ioStats || - -h3(#VolumeStatus). VolumeStatus - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|MountPoint| string|| -|DeviceNum| uint64|| -|BytesFree| uint64|| -|BytesUsed| uint64|| - -h3(#ioStats). ioStats - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|Errors| uint64|| -|Ops| uint64|| -|CompareOps| uint64|| -|GetOps| uint64|| -|PutOps| uint64|| -|TouchOps| uint64|| -|InBytes| uint64|| -|OutBytes| uint64|| - -h3(#PoolStatus). PoolStatus - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|BytesAllocatedCumulative| uint64|| -|BuffersMax| int|| -|BuffersInUse| int|| - -h3(#WorkQueueStatus). WorkQueueStatus - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|InProgress| int|| -|Queued| int|| - -h3. Example response - -
-{
-  "Volumes": [
-    {
-      "Label": "[UnixVolume /var/lib/arvados/keep0]",
-      "Status": {
-        "MountPoint": "/var/lib/arvados/keep0",
-        "DeviceNum": 65029,
-        "BytesFree": 222532972544,
-        "BytesUsed": 435456679936
-      },
-      "InternalStats": {
-        "Errors": 0,
-        "InBytes": 1111,
-        "OutBytes": 0,
-        "OpenOps": 1,
-        "StatOps": 4,
-        "FlockOps": 0,
-        "UtimesOps": 0,
-        "CreateOps": 0,
-        "RenameOps": 0,
-        "UnlinkOps": 0,
-        "ReaddirOps": 0
-      }
-    }
-  ],
-  "BufferPool": {
-    "BytesAllocatedCumulative": 67108864,
-    "BuffersMax": 20,
-    "BuffersInUse": 0
-  },
-  "PullQueue": {
-    "InProgress": 0,
-    "Queued": 0
-  },
-  "TrashQueue": {
-    "InProgress": 0,
-    "Queued": 0
-  },
-  "RequestsCurrent": 1,
-  "RequestsMax": 40,
-  "Version": "dev"
-}
+
scrape_configs:
+  - job_name: keepstore
+    bearer_token: your_management_token_goes_here
+    static_configs:
+    - targets:
+      - "keep0.ClusterID.example.com:25107"
 
-h2. Node manager - -The node manager status end point provides a snapshot of internal status at the time of the most recent wishlist update. - -table(table table-bordered table-condensed). -|_. Attribute|_. Type|_. Description| -|nodes_booting|int|Number of nodes in booting state| -|nodes_unpaired|int|Number of nodes in unpaired state| -|nodes_busy|int|Number of nodes in busy state| -|nodes_idle|int|Number of nodes in idle state| -|nodes_fail|int|Number of nodes in fail state| -|nodes_down|int|Number of nodes in down state| -|nodes_shutdown|int|Number of nodes in shutdown state| -|nodes_wish|int|Number of nodes in the current wishlist| -|node_quota|int|Current node count ceiling due to cloud quota limits| -|config_max_nodes|int|Configured max node count| - -h3. Example - -
-{
-  "actor_exceptions": 0,
-  "idle_times": {
-    "compute1": 0,
-    "compute3": 0,
-    "compute2": 0,
-    "compute4": 0
-  },
-  "create_node_errors": 0,
-  "destroy_node_errors": 0,
-  "nodes_idle": 0,
-  "config_max_nodes": 8,
-  "list_nodes_errors": 0,
-  "node_quota": 8,
-  "Version": "1.1.4.20180719160944",
-  "nodes_wish": 0,
-  "nodes_unpaired": 0,
-  "nodes_busy": 4,
-  "boot_failures": 0
-}
-
+table(table table-bordered table-condensed table-hover). +|_. Component|_. Metrics endpoint| +|arvados-api-server|| +|arvados-controller|✓| +|arvados-dispatch-cloud|✓| +|arvados-git-httpd|| +|arvados-ws|✓| +|composer|| +|keepproxy|| +|keepstore|✓| +|keep-balance|✓| +|keep-web|✓| +|workbench1|| +|workbench2||