tools/salt-install/config_examples/multi_host/aws/dashboards/arvados_overview.json

   1 {
   2   "__inputs": [
   3     {
   4       "name": "DS_PROMETHEUS",
   5       "label": "Prometheus",
   6       "description": "",
   7       "type": "datasource",
   8       "pluginId": "prometheus",
   9       "pluginName": "Prometheus"
  10     }
  11   ],
  12   "__elements": {},
  13   "__requires": [
  14     {
  15       "type": "grafana",
  16       "id": "grafana",
  17       "name": "Grafana",
  18       "version": "10.2.0"
  19     },
  20     {
  21       "type": "panel",
  22       "id": "graph",
  23       "name": "Graph (old)",
  24       "version": ""
  25     },
  26     {
  27       "type": "datasource",
  28       "id": "prometheus",
  29       "name": "Prometheus",
  30       "version": "1.0.0"
  31     },
  32     {
  33       "type": "panel",
  34       "id": "table",
  35       "name": "Table",
  36       "version": ""
  37     }
  38   ],
  39   "annotations": {
  40     "list": [
  41       {
  42         "builtIn": 1,
  43         "datasource": {
  44           "type": "prometheus",
  45           "uid": "${DS_PROMETHEUS}"
  46         },
  47         "enable": true,
  48         "hide": true,
  49         "iconColor": "rgba(0, 211, 255, 1)",
  50         "name": "Annotations & Alerts",
  51         "target": {
  52           "limit": 100,
  53           "matchAny": false,
  54           "tags": [],
  55           "type": "dashboard"
  56         },
  57         "type": "dashboard"
  58       }
  59     ]
  60   },
  61   "editable": true,
  62   "fiscalYearStartMonth": 0,
  63   "graphTooltip": 0,
  64   "id": null,
  65   "links": [],
  66   "liveNow": false,
  67   "panels": [
  68     {
  69       "datasource": {
  70         "type": "prometheus",
  71         "uid": "${DS_PROMETHEUS}"
  72       },
  73       "fieldConfig": {
  74         "defaults": {
  75           "color": {
  76             "mode": "thresholds"
  77           },
  78           "custom": {
  79             "align": "center",
  80             "cellOptions": {
  81               "type": "auto"
  82             },
  83             "inspect": false
  84           },
  85           "decimals": 2,
  86           "mappings": [],
  87           "thresholds": {
  88             "mode": "absolute",
  89             "steps": [
  90               {
  91                 "color": "green",
  92                 "value": null
  93               }
  94             ]
  95           },
  96           "unit": "dtdurations"
  97         },
  98         "overrides": [
  99           {
 100             "matcher": {
 101               "id": "byName",
 102               "options": "Earliest SSL cert expiration"
 103             },
 104             "properties": [
 105               {
 106                 "id": "thresholds",
 107                 "value": {
 108                   "mode": "absolute",
 109                   "steps": [
 110                     {
 111                       "color": "red",
 112                       "value": null
 113                     },
 114                     {
 115                       "color": "yellow",
 116                       "value": __TLS_EXPIRATION_YELLOW__
 117                     },
 118                     {
 119                       "color": "transparent",
 120                       "value": __TLS_EXPIRATION_GREEN__
 121                     }
 122                   ]
 123                 }
 124               },
 125               {
 126                 "id": "custom.cellOptions",
 127                 "value": {
 128                   "type": "color-background"
 129                 }
 130               }
 131             ]
 132           }
 133         ]
 134       },
 135       "gridPos": {
 136         "h": 3,
 137         "w": 24,
 138         "x": 0,
 139         "y": 0
 140       },
 141       "id": 35,
 142       "links": [],
 143       "options": {
 144         "cellHeight": "sm",
 145         "footer": {
 146           "countRows": false,
 147           "fields": "",
 148           "reducer": [
 149             "sum"
 150           ],
 151           "show": false
 152         },
 153         "showHeader": false
 154       },
 155       "pluginVersion": "10.2.0",
 156       "targets": [
 157         {
 158           "datasource": {
 159             "type": "prometheus",
 160             "uid": "${DS_PROMETHEUS}"
 161           },
 162           "editorMode": "code",
 163           "exemplar": false,
 164           "expr": "min(probe_ssl_earliest_cert_expiry)-time()",
 165           "format": "time_series",
 166           "instant": true,
 167           "legendFormat": "__auto",
 168           "range": false,
 169           "refId": "A"
 170         }
 171       ],
 172       "title": "Earliest SSL certificate expiration",
 173       "transformations": [
 174         {
 175           "id": "organize",
 176           "options": {
 177             "excludeByName": {
 178               "Time": true
 179             },
 180             "indexByName": {},
 181             "renameByName": {
 182               "Time": "",
 183               "min(probe_ssl_earliest_cert_expiry)-time()": "Earliest SSL cert expiration"
 184             }
 185           }
 186         }
 187       ],
 188       "type": "table"
 189     },
 190     {
 191       "aliasColors": {},
 192       "bars": false,
 193       "dashLength": 10,
 194       "dashes": false,
 195       "datasource": {
 196         "type": "prometheus",
 197         "uid": "${DS_PROMETHEUS}"
 198       },
 199       "fill": 4,
 200       "fillGradient": 0,
 201       "gridPos": {
 202         "h": 8,
 203         "w": 12,
 204         "x": 0,
 205         "y": 3
 206       },
 207       "hiddenSeries": false,
 208       "id": 34,
 209       "legend": {
 210         "avg": false,
 211         "current": false,
 212         "max": false,
 213         "min": false,
 214         "show": true,
 215         "total": false,
 216         "values": false
 217       },
 218       "lines": true,
 219       "linewidth": 1,
 220       "nullPointMode": "null as zero",
 221       "options": {
 222         "alertThreshold": true
 223       },
 224       "percentage": false,
 225       "pluginVersion": "10.2.0",
 226       "pointradius": 2,
 227       "points": false,
 228       "renderer": "flot",
 229       "seriesOverrides": [
 230         {
 231           "$$hashKey": "object:424",
 232           "alias": "/out/",
 233           "stack": "B",
 234           "transform": "negative-Y"
 235         }
 236       ],
 237       "spaceLength": 10,
 238       "stack": true,
 239       "steppedLine": false,
 240       "targets": [
 241         {
 242           "datasource": {
 243             "type": "prometheus",
 244             "uid": "${DS_PROMETHEUS}"
 245           },
 246           "expr": "sum(rate(arvados_keepstore_volume_io_bytes{}[1m])) without (operation,device_id)",
 247           "interval": "",
 248           "legendFormat": "{{ instance }} {{ direction }}",
 249           "refId": "A"
 250         }
 251       ],
 252       "thresholds": [],
 253       "timeRegions": [],
 254       "title": "Keepstore bandwidth [1m]",
 255       "tooltip": {
 256         "shared": true,
 257         "sort": 0,
 258         "value_type": "individual"
 259       },
 260       "type": "graph",
 261       "xaxis": {
 262         "mode": "time",
 263         "show": true,
 264         "values": []
 265       },
 266       "yaxes": [
 267         {
 268           "$$hashKey": "object:159",
 269           "format": "Bps",
 270           "logBase": 1,
 271           "show": true
 272         },
 273         {
 274           "$$hashKey": "object:160",
 275           "format": "short",
 276           "logBase": 1,
 277           "show": true
 278         }
 279       ],
 280       "yaxis": {
 281         "align": false
 282       }
 283     },
 284     {
 285       "aliasColors": {},
 286       "bars": false,
 287       "dashLength": 10,
 288       "dashes": false,
 289       "datasource": {
 290         "type": "prometheus",
 291         "uid": "${DS_PROMETHEUS}"
 292       },
 293       "fieldConfig": {
 294         "defaults": {
 295           "links": []
 296         },
 297         "overrides": []
 298       },
 299       "fill": 1,
 300       "fillGradient": 0,
 301       "gridPos": {
 302         "h": 8,
 303         "w": 12,
 304         "x": 12,
 305         "y": 3
 306       },
 307       "hiddenSeries": false,
 308       "id": 14,
 309       "legend": {
 310         "avg": false,
 311         "current": false,
 312         "max": false,
 313         "min": false,
 314         "show": true,
 315         "total": false,
 316         "values": false
 317       },
 318       "lines": true,
 319       "linewidth": 1,
 320       "nullPointMode": "null as zero",
 321       "options": {
 322         "alertThreshold": true
 323       },
 324       "percentage": false,
 325       "pluginVersion": "10.2.0",
 326       "pointradius": 2,
 327       "points": false,
 328       "renderer": "flot",
 329       "seriesOverrides": [],
 330       "spaceLength": 10,
 331       "stack": false,
 332       "steppedLine": false,
 333       "targets": [
 334         {
 335           "datasource": {
 336             "type": "prometheus",
 337             "uid": "${DS_PROMETHEUS}"
 338           },
 339           "expr": "arvados_dispatchcloud_containers_running{}",
 340           "interval": "",
 341           "legendFormat": "# containers",
 342           "refId": "A"
 343         }
 344       ],
 345       "thresholds": [],
 346       "timeRegions": [],
 347       "title": "Containers running",
 348       "tooltip": {
 349         "shared": true,
 350         "sort": 0,
 351         "value_type": "individual"
 352       },
 353       "type": "graph",
 354       "xaxis": {
 355         "mode": "time",
 356         "show": true,
 357         "values": []
 358       },
 359       "yaxes": [
 360         {
 361           "$$hashKey": "object:973",
 362           "format": "short",
 363           "label": "",
 364           "logBase": 1,
 365           "min": "0",
 366           "show": true
 367         },
 368         {
 369           "$$hashKey": "object:974",
 370           "format": "short",
 371           "logBase": 1,
 372           "show": true
 373         }
 374       ],
 375       "yaxis": {
 376         "align": false
 377       }
 378     },
 379     {
 380       "aliasColors": {},
 381       "bars": false,
 382       "dashLength": 10,
 383       "dashes": false,
 384       "datasource": {
 385         "type": "prometheus",
 386         "uid": "${DS_PROMETHEUS}"
 387       },
 388       "fieldConfig": {
 389         "defaults": {
 390           "links": []
 391         },
 392         "overrides": []
 393       },
 394       "fill": 8,
 395       "fillGradient": 0,
 396       "gridPos": {
 397         "h": 8,
 398         "w": 12,
 399         "x": 0,
 400         "y": 11
 401       },
 402       "hiddenSeries": false,
 403       "id": 8,
 404       "legend": {
 405         "avg": false,
 406         "current": false,
 407         "max": false,
 408         "min": false,
 409         "show": true,
 410         "total": false,
 411         "values": false
 412       },
 413       "lines": true,
 414       "linewidth": 1,
 415       "nullPointMode": "null",
 416       "options": {
 417         "alertThreshold": true
 418       },
 419       "percentage": false,
 420       "pluginVersion": "10.2.0",
 421       "pointradius": 2,
 422       "points": false,
 423       "renderer": "flot",
 424       "seriesOverrides": [],
 425       "spaceLength": 10,
 426       "stack": true,
 427       "steppedLine": false,
 428       "targets": [
 429         {
 430           "datasource": {
 431             "type": "prometheus",
 432             "uid": "${DS_PROMETHEUS}"
 433           },
 434           "expr": "sum(rate(arvados_keepstore_volume_operations{}[1m])) without (operation,device_id)",
 435           "interval": "",
 436           "legendFormat": "{{instance}}",
 437           "refId": "A"
 438         }
 439       ],
 440       "thresholds": [],
 441       "timeRegions": [],
 442       "title": "Keepstore volume operations rate/second",
 443       "tooltip": {
 444         "shared": true,
 445         "sort": 2,
 446         "value_type": "individual"
 447       },
 448       "type": "graph",
 449       "xaxis": {
 450         "mode": "time",
 451         "show": true,
 452         "values": []
 453       },
 454       "yaxes": [
 455         {
 456           "$$hashKey": "object:982",
 457           "format": "short",
 458           "logBase": 1,
 459           "min": "0",
 460           "show": true
 461         },
 462         {
 463           "$$hashKey": "object:983",
 464           "format": "short",
 465           "logBase": 1,
 466           "show": true
 467         }
 468       ],
 469       "yaxis": {
 470         "align": false
 471       }
 472     },
 473     {
 474       "aliasColors": {},
 475       "bars": false,
 476       "dashLength": 10,
 477       "dashes": false,
 478       "datasource": {
 479         "type": "prometheus",
 480         "uid": "${DS_PROMETHEUS}"
 481       },
 482       "fieldConfig": {
 483         "defaults": {
 484           "links": []
 485         },
 486         "overrides": []
 487       },
 488       "fill": 6,
 489       "fillGradient": 0,
 490       "gridPos": {
 491         "h": 8,
 492         "w": 12,
 493         "x": 12,
 494         "y": 11
 495       },
 496       "hiddenSeries": false,
 497       "id": 12,
 498       "legend": {
 499         "avg": false,
 500         "current": false,
 501         "max": false,
 502         "min": false,
 503         "show": true,
 504         "total": false,
 505         "values": false
 506       },
 507       "lines": true,
 508       "linewidth": 1,
 509       "nullPointMode": "null as zero",
 510       "options": {
 511         "alertThreshold": true
 512       },
 513       "percentage": false,
 514       "pluginVersion": "10.2.0",
 515       "pointradius": 2,
 516       "points": false,
 517       "renderer": "flot",
 518       "seriesOverrides": [],
 519       "spaceLength": 10,
 520       "stack": true,
 521       "steppedLine": false,
 522       "targets": [
 523         {
 524           "datasource": {
 525             "type": "prometheus",
 526             "uid": "${DS_PROMETHEUS}"
 527           },
 528           "expr": "arvados_dispatchcloud_queue_entries{}",
 529           "interval": "",
 530           "legendFormat": "{{instance_type}} {{state}}",
 531           "refId": "A"
 532         },
 533         {
 534           "datasource": {
 535             "type": "prometheus",
 536             "uid": "${DS_PROMETHEUS}"
 537           },
 538           "expr": "arvados_dispatchcloud_containers_allocated_not_started{}",
 539           "interval": "",
 540           "legendFormat": "allocated, not started",
 541           "refId": "B"
 542         },
 543         {
 544           "datasource": {
 545             "type": "prometheus",
 546             "uid": "${DS_PROMETHEUS}"
 547           },
 548           "expr": "arvados_dispatchcloud_containers_not_allocated_over_quota{}",
 549           "interval": "",
 550           "legendFormat": "not allocated, over quota",
 551           "refId": "C"
 552         }
 553       ],
 554       "thresholds": [],
 555       "timeRegions": [],
 556       "title": "Queue: # containers per {state, instance type}",
 557       "tooltip": {
 558         "shared": true,
 559         "sort": 2,
 560         "value_type": "individual"
 561       },
 562       "type": "graph",
 563       "xaxis": {
 564         "mode": "time",
 565         "show": true,
 566         "values": []
 567       },
 568       "yaxes": [
 569         {
 570           "$$hashKey": "object:4306",
 571           "format": "short",
 572           "logBase": 1,
 573           "min": "0",
 574           "show": true
 575         },
 576         {
 577           "$$hashKey": "object:4307",
 578           "format": "short",
 579           "logBase": 1,
 580           "show": true
 581         }
 582       ],
 583       "yaxis": {
 584         "align": false
 585       }
 586     },
 587     {
 588       "aliasColors": {},
 589       "bars": false,
 590       "dashLength": 10,
 591       "dashes": false,
 592       "datasource": {
 593         "type": "prometheus",
 594         "uid": "${DS_PROMETHEUS}"
 595       },
 596       "fieldConfig": {
 597         "defaults": {
 598           "links": []
 599         },
 600         "overrides": []
 601       },
 602       "fill": 8,
 603       "fillGradient": 0,
 604       "gridPos": {
 605         "h": 8,
 606         "w": 12,
 607         "x": 0,
 608         "y": 19
 609       },
 610       "hiddenSeries": false,
 611       "id": 10,
 612       "legend": {
 613         "avg": false,
 614         "current": false,
 615         "max": false,
 616         "min": false,
 617         "show": true,
 618         "total": false,
 619         "values": false
 620       },
 621       "lines": true,
 622       "linewidth": 1,
 623       "nullPointMode": "null",
 624       "options": {
 625         "alertThreshold": true
 626       },
 627       "percentage": false,
 628       "pluginVersion": "10.2.0",
 629       "pointradius": 2,
 630       "points": false,
 631       "renderer": "flot",
 632       "seriesOverrides": [],
 633       "spaceLength": 10,
 634       "stack": true,
 635       "steppedLine": false,
 636       "targets": [
 637         {
 638           "datasource": {
 639             "type": "prometheus",
 640             "uid": "${DS_PROMETHEUS}"
 641           },
 642           "expr": "arvados_keepstore_bufferpool_inuse_buffers{}",
 643           "interval": "",
 644           "legendFormat": "{{instance}}",
 645           "refId": "A"
 646         }
 647       ],
 648       "thresholds": [],
 649       "timeRegions": [],
 650       "title": "Keepstore buffers in use",
 651       "tooltip": {
 652         "shared": true,
 653         "sort": 2,
 654         "value_type": "individual"
 655       },
 656       "type": "graph",
 657       "xaxis": {
 658         "mode": "time",
 659         "show": true,
 660         "values": []
 661       },
 662       "yaxes": [
 663         {
 664           "$$hashKey": "object:929",
 665           "format": "short",
 666           "logBase": 1,
 667           "min": "0",
 668           "show": true
 669         },
 670         {
 671           "$$hashKey": "object:930",
 672           "format": "short",
 673           "logBase": 1,
 674           "show": true
 675         }
 676       ],
 677       "yaxis": {
 678         "align": false
 679       }
 680     },
 681     {
 682       "aliasColors": {},
 683       "bars": false,
 684       "dashLength": 10,
 685       "dashes": false,
 686       "datasource": {
 687         "type": "prometheus",
 688         "uid": "${DS_PROMETHEUS}"
 689       },
 690       "fill": 1,
 691       "fillGradient": 0,
 692       "gridPos": {
 693         "h": 8,
 694         "w": 12,
 695         "x": 12,
 696         "y": 19
 697       },
 698       "hiddenSeries": false,
 699       "id": 24,
 700       "legend": {
 701         "avg": false,
 702         "current": false,
 703         "max": false,
 704         "min": false,
 705         "show": true,
 706         "total": false,
 707         "values": false
 708       },
 709       "lines": true,
 710       "linewidth": 1,
 711       "nullPointMode": "null as zero",
 712       "options": {
 713         "alertThreshold": true
 714       },
 715       "percentage": false,
 716       "pluginVersion": "10.2.0",
 717       "pointradius": 2,
 718       "points": false,
 719       "renderer": "flot",
 720       "seriesOverrides": [],
 721       "spaceLength": 10,
 722       "stack": false,
 723       "steppedLine": false,
 724       "targets": [
 725         {
 726           "datasource": {
 727             "type": "prometheus",
 728             "uid": "${DS_PROMETHEUS}"
 729           },
 730           "expr": "arvados_dispatchcloud_containers_longest_wait_time_seconds{}",
 731           "interval": "",
 732           "legendFormat": "Longest wait time",
 733           "refId": "A"
 734         },
 735         {
 736           "datasource": {
 737             "type": "prometheus",
 738             "uid": "${DS_PROMETHEUS}"
 739           },
 740           "expr": "rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_count{}[10m])",
 741           "interval": "",
 742           "legendFormat": "avg wait time [10m]",
 743           "refId": "B"
 744         }
 745       ],
 746       "thresholds": [],
 747       "timeRegions": [],
 748       "title": "Container wait times",
 749       "tooltip": {
 750         "shared": true,
 751         "sort": 0,
 752         "value_type": "individual"
 753       },
 754       "type": "graph",
 755       "xaxis": {
 756         "mode": "time",
 757         "show": true,
 758         "values": []
 759       },
 760       "yaxes": [
 761         {
 762           "$$hashKey": "object:138",
 763           "format": "s",
 764           "logBase": 1,
 765           "min": "0",
 766           "show": true
 767         },
 768         {
 769           "$$hashKey": "object:139",
 770           "format": "short",
 771           "logBase": 1,
 772           "show": true
 773         }
 774       ],
 775       "yaxis": {
 776         "align": false
 777       }
 778     },
 779     {
 780       "aliasColors": {},
 781       "bars": false,
 782       "dashLength": 10,
 783       "dashes": false,
 784       "datasource": {
 785         "type": "prometheus",
 786         "uid": "${DS_PROMETHEUS}"
 787       },
 788       "fieldConfig": {
 789         "defaults": {
 790           "links": []
 791         },
 792         "overrides": []
 793       },
 794       "fill": 1,
 795       "fillGradient": 0,
 796       "gridPos": {
 797         "h": 8,
 798         "w": 12,
 799         "x": 0,
 800         "y": 27
 801       },
 802       "hiddenSeries": false,
 803       "id": 6,
 804       "legend": {
 805         "avg": false,
 806         "current": false,
 807         "max": false,
 808         "min": false,
 809         "show": true,
 810         "total": false,
 811         "values": false
 812       },
 813       "lines": true,
 814       "linewidth": 1,
 815       "nullPointMode": "null",
 816       "options": {
 817         "alertThreshold": true
 818       },
 819       "percentage": false,
 820       "pluginVersion": "10.2.0",
 821       "pointradius": 2,
 822       "points": false,
 823       "renderer": "flot",
 824       "seriesOverrides": [],
 825       "spaceLength": 10,
 826       "stack": false,
 827       "steppedLine": false,
 828       "targets": [
 829         {
 830           "datasource": {
 831             "type": "prometheus",
 832             "uid": "${DS_PROMETHEUS}"
 833           },
 834           "expr": "arvados_keep_total_bytes{}",
 835           "interval": "",
 836           "legendFormat": "Total stored",
 837           "refId": "A"
 838         },
 839         {
 840           "datasource": {
 841             "type": "prometheus",
 842             "uid": "${DS_PROMETHEUS}"
 843           },
 844           "expr": "arvados_keep_overreplicated_bytes{}",
 845           "interval": "",
 846           "legendFormat": "Overreplicated",
 847           "refId": "B"
 848         },
 849         {
 850           "datasource": {
 851             "type": "prometheus",
 852             "uid": "${DS_PROMETHEUS}"
 853           },
 854           "expr": "arvados_keep_underreplicated_bytes{}",
 855           "interval": "",
 856           "legendFormat": "Underreplicated",
 857           "refId": "C"
 858         },
 859         {
 860           "datasource": {
 861             "type": "prometheus",
 862             "uid": "${DS_PROMETHEUS}"
 863           },
 864           "expr": "arvados_keep_lost_bytes{}",
 865           "interval": "",
 866           "legendFormat": "Lost",
 867           "refId": "D"
 868         }
 869       ],
 870       "thresholds": [],
 871       "timeRegions": [],
 872       "title": "Total bytes by type",
 873       "tooltip": {
 874         "shared": true,
 875         "sort": 0,
 876         "value_type": "individual"
 877       },
 878       "type": "graph",
 879       "xaxis": {
 880         "mode": "time",
 881         "show": true,
 882         "values": []
 883       },
 884       "yaxes": [
 885         {
 886           "$$hashKey": "object:304",
 887           "decimals": 2,
 888           "format": "decbytes",
 889           "label": "",
 890           "logBase": 1,
 891           "min": "0",
 892           "show": true
 893         },
 894         {
 895           "$$hashKey": "object:305",
 896           "format": "short",
 897           "logBase": 1,
 898           "show": true
 899         }
 900       ],
 901       "yaxis": {
 902         "align": false
 903       }
 904     },
 905     {
 906       "aliasColors": {},
 907       "bars": true,
 908       "dashLength": 10,
 909       "dashes": false,
 910       "datasource": {
 911         "type": "prometheus",
 912         "uid": "${DS_PROMETHEUS}"
 913       },
 914       "fill": 1,
 915       "fillGradient": 0,
 916       "gridPos": {
 917         "h": 8,
 918         "w": 12,
 919         "x": 12,
 920         "y": 27
 921       },
 922       "hiddenSeries": false,
 923       "id": 22,
 924       "legend": {
 925         "avg": false,
 926         "current": false,
 927         "max": false,
 928         "min": false,
 929         "show": true,
 930         "total": false,
 931         "values": false
 932       },
 933       "lines": true,
 934       "linewidth": 1,
 935       "nullPointMode": "null as zero",
 936       "options": {
 937         "alertThreshold": true
 938       },
 939       "percentage": false,
 940       "pluginVersion": "10.2.0",
 941       "pointradius": 2,
 942       "points": false,
 943       "renderer": "flot",
 944       "seriesOverrides": [],
 945       "spaceLength": 10,
 946       "stack": true,
 947       "steppedLine": false,
 948       "targets": [
 949         {
 950           "datasource": {
 951             "type": "prometheus",
 952             "uid": "${DS_PROMETHEUS}"
 953           },
 954           "expr": "rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_count{}[10m])",
 955           "hide": false,
 956           "interval": "",
 957           "legendFormat": "ssh",
 958           "refId": "A"
 959         },
 960         {
 961           "datasource": {
 962             "type": "prometheus",
 963             "uid": "${DS_PROMETHEUS}"
 964           },
 965           "expr": "rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_count{}[10m])",
 966           "interval": "",
 967           "legendFormat": "ready",
 968           "refId": "B"
 969         }
 970       ],
 971       "thresholds": [],
 972       "timeRegions": [],
 973       "title": "Instance time to ... avg [10m]",
 974       "tooltip": {
 975         "shared": true,
 976         "sort": 0,
 977         "value_type": "individual"
 978       },
 979       "type": "graph",
 980       "xaxis": {
 981         "mode": "time",
 982         "show": true,
 983         "values": []
 984       },
 985       "yaxes": [
 986         {
 987           "$$hashKey": "object:113",
 988           "format": "s",
 989           "logBase": 1,
 990           "min": "0",
 991           "show": true
 992         },
 993         {
 994           "$$hashKey": "object:114",
 995           "format": "short",
 996           "logBase": 1,
 997           "show": true
 998         }
 999       ],
1000       "yaxis": {
1001         "align": false
1002       }
1003     },
1004     {
1005       "aliasColors": {},
1006       "bars": false,
1007       "dashLength": 10,
1008       "dashes": false,
1009       "datasource": {
1010         "type": "prometheus",
1011         "uid": "${DS_PROMETHEUS}"
1012       },
1013       "fill": 1,
1014       "fillGradient": 0,
1015       "gridPos": {
1016         "h": 8,
1017         "w": 12,
1018         "x": 0,
1019         "y": 35
1020       },
1021       "hiddenSeries": false,
1022       "id": 32,
1023       "legend": {
1024         "avg": false,
1025         "current": false,
1026         "max": false,
1027         "min": false,
1028         "show": true,
1029         "total": false,
1030         "values": false
1031       },
1032       "lines": true,
1033       "linewidth": 1,
1034       "nullPointMode": "null",
1035       "options": {
1036         "alertThreshold": true
1037       },
1038       "percentage": false,
1039       "pluginVersion": "10.2.0",
1040       "pointradius": 2,
1041       "points": false,
1042       "renderer": "flot",
1043       "seriesOverrides": [],
1044       "spaceLength": 10,
1045       "stack": false,
1046       "steppedLine": false,
1047       "targets": [
1048         {
1049           "datasource": {
1050             "type": "prometheus",
1051             "uid": "${DS_PROMETHEUS}"
1052           },
1053           "expr": "arvados_concurrent_requests{}",
1054           "interval": "",
1055           "legendFormat": "{{instance}}_{{queue}}",
1056           "refId": "A"
1057         }
1058       ],
1059       "thresholds": [],
1060       "timeRegions": [],
1061       "title": "Concurrent requests",
1062       "tooltip": {
1063         "shared": true,
1064         "sort": 0,
1065         "value_type": "individual"
1066       },
1067       "type": "graph",
1068       "xaxis": {
1069         "mode": "time",
1070         "show": true,
1071         "values": []
1072       },
1073       "yaxes": [
1074         {
1075           "$$hashKey": "object:109",
1076           "format": "short",
1077           "logBase": 1,
1078           "min": "0",
1079           "show": true
1080         },
1081         {
1082           "$$hashKey": "object:110",
1083           "format": "short",
1084           "logBase": 1,
1085           "show": true
1086         }
1087       ],
1088       "yaxis": {
1089         "align": false
1090       }
1091     },
1092     {
1093       "aliasColors": {},
1094       "bars": false,
1095       "dashLength": 10,
1096       "dashes": false,
1097       "datasource": {
1098         "type": "prometheus",
1099         "uid": "${DS_PROMETHEUS}"
1100       },
1101       "fieldConfig": {
1102         "defaults": {
1103           "links": []
1104         },
1105         "overrides": []
1106       },
1107       "fill": 1,
1108       "fillGradient": 0,
1109       "gridPos": {
1110         "h": 8,
1111         "w": 12,
1112         "x": 12,
1113         "y": 35
1114       },
1115       "hiddenSeries": false,
1116       "id": 2,
1117       "legend": {
1118         "avg": false,
1119         "current": false,
1120         "max": false,
1121         "min": false,
1122         "show": true,
1123         "total": false,
1124         "values": false
1125       },
1126       "lines": true,
1127       "linewidth": 1,
1128       "nullPointMode": "null as zero",
1129       "options": {
1130         "alertThreshold": true
1131       },
1132       "percentage": false,
1133       "pluginVersion": "10.2.0",
1134       "pointradius": 2,
1135       "points": false,
1136       "renderer": "flot",
1137       "seriesOverrides": [],
1138       "spaceLength": 10,
1139       "stack": true,
1140       "steppedLine": false,
1141       "targets": [
1142         {
1143           "datasource": {
1144             "type": "prometheus",
1145             "uid": "${DS_PROMETHEUS}"
1146           },
1147           "expr": "arvados_dispatchcloud_boot_outcomes{}",
1148           "interval": "",
1149           "legendFormat": "{{outcome}}",
1150           "refId": "A"
1151         }
1152       ],
1153       "thresholds": [],
1154       "timeRegions": [],
1155       "title": "Boot outcomes",
1156       "tooltip": {
1157         "shared": true,
1158         "sort": 2,
1159         "value_type": "individual"
1160       },
1161       "type": "graph",
1162       "xaxis": {
1163         "mode": "time",
1164         "show": true,
1165         "values": []
1166       },
1167       "yaxes": [
1168         {
1169           "$$hashKey": "object:921",
1170           "format": "short",
1171           "logBase": 1,
1172           "min": "0",
1173           "show": true
1174         },
1175         {
1176           "$$hashKey": "object:922",
1177           "format": "short",
1178           "logBase": 1,
1179           "show": true
1180         }
1181       ],
1182       "yaxis": {
1183         "align": false
1184       }
1185     },
1186     {
1187       "aliasColors": {},
1188       "bars": false,
1189       "dashLength": 10,
1190       "dashes": false,
1191       "datasource": {
1192         "type": "prometheus",
1193         "uid": "${DS_PROMETHEUS}"
1194       },
1195       "fieldConfig": {
1196         "defaults": {
1197           "links": []
1198         },
1199         "overrides": []
1200       },
1201       "fill": 1,
1202       "fillGradient": 0,
1203       "gridPos": {
1204         "h": 8,
1205         "w": 12,
1206         "x": 0,
1207         "y": 43
1208       },
1209       "hiddenSeries": false,
1210       "id": 16,
1211       "legend": {
1212         "avg": false,
1213         "current": false,
1214         "max": false,
1215         "min": false,
1216         "show": true,
1217         "total": false,
1218         "values": false
1219       },
1220       "lines": true,
1221       "linewidth": 1,
1222       "nullPointMode": "null as zero",
1223       "options": {
1224         "alertThreshold": true
1225       },
1226       "percentage": false,
1227       "pluginVersion": "10.2.0",
1228       "pointradius": 2,
1229       "points": false,
1230       "renderer": "flot",
1231       "seriesOverrides": [],
1232       "spaceLength": 10,
1233       "stack": false,
1234       "steppedLine": false,
1235       "targets": [
1236         {
1237           "datasource": {
1238             "type": "prometheus",
1239             "uid": "${DS_PROMETHEUS}"
1240           },
1241           "expr": "sum(arvados_dispatchcloud_instances_price{})",
1242           "interval": "",
1243           "intervalFactor": 10,
1244           "legendFormat": "cost ($)",
1245           "refId": "A"
1246         }
1247       ],
1248       "thresholds": [],
1249       "timeRegions": [],
1250       "title": "Cost",
1251       "tooltip": {
1252         "shared": true,
1253         "sort": 0,
1254         "value_type": "individual"
1255       },
1256       "type": "graph",
1257       "xaxis": {
1258         "mode": "time",
1259         "show": true,
1260         "values": []
1261       },
1262       "yaxes": [
1263         {
1264           "$$hashKey": "object:623",
1265           "format": "short",
1266           "label": "$ / hour",
1267           "logBase": 1,
1268           "min": "0",
1269           "show": true
1270         },
1271         {
1272           "$$hashKey": "object:624",
1273           "format": "short",
1274           "logBase": 1,
1275           "show": true
1276         }
1277       ],
1278       "yaxis": {
1279         "align": false
1280       }
1281     },
1282     {
1283       "aliasColors": {},
1284       "bars": false,
1285       "dashLength": 10,
1286       "dashes": false,
1287       "datasource": {
1288         "type": "prometheus",
1289         "uid": "${DS_PROMETHEUS}"
1290       },
1291       "fieldConfig": {
1292         "defaults": {
1293           "links": []
1294         },
1295         "overrides": []
1296       },
1297       "fill": 1,
1298       "fillGradient": 0,
1299       "gridPos": {
1300         "h": 8,
1301         "w": 12,
1302         "x": 12,
1303         "y": 43
1304       },
1305       "hiddenSeries": false,
1306       "id": 4,
1307       "legend": {
1308         "avg": false,
1309         "current": false,
1310         "max": false,
1311         "min": false,
1312         "show": true,
1313         "total": false,
1314         "values": false
1315       },
1316       "lines": true,
1317       "linewidth": 1,
1318       "nullPointMode": "null as zero",
1319       "options": {
1320         "alertThreshold": true
1321       },
1322       "percentage": false,
1323       "pluginVersion": "10.2.0",
1324       "pointradius": 2,
1325       "points": false,
1326       "renderer": "flot",
1327       "seriesOverrides": [],
1328       "spaceLength": 10,
1329       "stack": true,
1330       "steppedLine": false,
1331       "targets": [
1332         {
1333           "datasource": {
1334             "type": "prometheus",
1335             "uid": "${DS_PROMETHEUS}"
1336           },
1337           "expr": "arvados_dispatchcloud_instances_disappeared{}",
1338           "interval": "",
1339           "legendFormat": "{{state}}",
1340           "refId": "A"
1341         }
1342       ],
1343       "thresholds": [],
1344       "timeRegions": [],
1345       "title": "instance state before disappearance",
1346       "tooltip": {
1347         "shared": true,
1348         "sort": 2,
1349         "value_type": "individual"
1350       },
1351       "type": "graph",
1352       "xaxis": {
1353         "mode": "time",
1354         "show": true,
1355         "values": []
1356       },
1357       "yaxes": [
1358         {
1359           "$$hashKey": "object:1025",
1360           "format": "short",
1361           "logBase": 1,
1362           "min": "0",
1363           "show": true
1364         },
1365         {
1366           "$$hashKey": "object:1026",
1367           "format": "short",
1368           "logBase": 1,
1369           "show": true
1370         }
1371       ],
1372       "yaxis": {
1373         "align": false
1374       }
1375     },
1376     {
1377       "aliasColors": {},
1378       "bars": false,
1379       "dashLength": 10,
1380       "dashes": false,
1381       "datasource": {
1382         "type": "prometheus",
1383         "uid": "${DS_PROMETHEUS}"
1384       },
1385       "fieldConfig": {
1386         "defaults": {
1387           "links": []
1388         },
1389         "overrides": []
1390       },
1391       "fill": 1,
1392       "fillGradient": 0,
1393       "gridPos": {
1394         "h": 8,
1395         "w": 12,
1396         "x": 0,
1397         "y": 51
1398       },
1399       "hiddenSeries": false,
1400       "id": 18,
1401       "legend": {
1402         "avg": false,
1403         "current": false,
1404         "max": false,
1405         "min": false,
1406         "show": true,
1407         "total": false,
1408         "values": false
1409       },
1410       "lines": true,
1411       "linewidth": 1,
1412       "nullPointMode": "null as zero",
1413       "options": {
1414         "alertThreshold": true
1415       },
1416       "percentage": false,
1417       "pluginVersion": "10.2.0",
1418       "pointradius": 2,
1419       "points": false,
1420       "renderer": "flot",
1421       "seriesOverrides": [],
1422       "spaceLength": 10,
1423       "stack": true,
1424       "steppedLine": false,
1425       "targets": [
1426         {
1427           "datasource": {
1428             "type": "prometheus",
1429             "uid": "${DS_PROMETHEUS}"
1430           },
1431           "expr": "arvados_dispatchcloud_instances_price{}",
1432           "interval": "",
1433           "intervalFactor": 10,
1434           "legendFormat": "{{category}}",
1435           "refId": "A"
1436         }
1437       ],
1438       "thresholds": [],
1439       "timeRegions": [],
1440       "title": "Cost by node state",
1441       "tooltip": {
1442         "shared": true,
1443         "sort": 2,
1444         "value_type": "individual"
1445       },
1446       "type": "graph",
1447       "xaxis": {
1448         "mode": "time",
1449         "show": true,
1450         "values": []
1451       },
1452       "yaxes": [
1453         {
1454           "$$hashKey": "object:574",
1455           "format": "short",
1456           "label": "$ / hour",
1457           "logBase": 1,
1458           "min": "0",
1459           "show": true
1460         },
1461         {
1462           "$$hashKey": "object:575",
1463           "format": "short",
1464           "logBase": 1,
1465           "show": true
1466         }
1467       ],
1468       "yaxis": {
1469         "align": false
1470       }
1471     },
1472     {
1473       "aliasColors": {},
1474       "bars": false,
1475       "dashLength": 10,
1476       "dashes": false,
1477       "datasource": {
1478         "type": "prometheus",
1479         "uid": "${DS_PROMETHEUS}"
1480       },
1481       "fill": 1,
1482       "fillGradient": 0,
1483       "gridPos": {
1484         "h": 8,
1485         "w": 12,
1486         "x": 12,
1487         "y": 51
1488       },
1489       "hiddenSeries": false,
1490       "id": 26,
1491       "legend": {
1492         "avg": false,
1493         "current": false,
1494         "max": false,
1495         "min": false,
1496         "show": true,
1497         "total": false,
1498         "values": false
1499       },
1500       "lines": true,
1501       "linewidth": 1,
1502       "nullPointMode": "null as zero",
1503       "options": {
1504         "alertThreshold": true
1505       },
1506       "percentage": false,
1507       "pluginVersion": "10.2.0",
1508       "pointradius": 2,
1509       "points": false,
1510       "renderer": "flot",
1511       "seriesOverrides": [],
1512       "spaceLength": 10,
1513       "stack": false,
1514       "steppedLine": false,
1515       "targets": [
1516         {
1517           "datasource": {
1518             "type": "prometheus",
1519             "uid": "${DS_PROMETHEUS}"
1520           },
1521           "expr": "rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_count{}[10m])",
1522           "interval": "",
1523           "legendFormat": "shutdown to disappearance",
1524           "refId": "A"
1525         }
1526       ],
1527       "thresholds": [],
1528       "timeRegions": [],
1529       "title": "Instances time from shutdown to disappearance avg[10m]",
1530       "tooltip": {
1531         "shared": true,
1532         "sort": 0,
1533         "value_type": "individual"
1534       },
1535       "type": "graph",
1536       "xaxis": {
1537         "mode": "time",
1538         "show": true,
1539         "values": []
1540       },
1541       "yaxes": [
1542         {
1543           "$$hashKey": "object:450",
1544           "format": "s",
1545           "logBase": 1,
1546           "min": "0",
1547           "show": true
1548         },
1549         {
1550           "$$hashKey": "object:451",
1551           "format": "short",
1552           "logBase": 1,
1553           "show": true
1554         }
1555       ],
1556       "yaxis": {
1557         "align": false
1558       }
1559     },
1560     {
1561       "aliasColors": {},
1562       "bars": false,
1563       "dashLength": 10,
1564       "dashes": false,
1565       "datasource": {
1566         "type": "prometheus",
1567         "uid": "${DS_PROMETHEUS}"
1568       },
1569       "fieldConfig": {
1570         "defaults": {
1571           "links": []
1572         },
1573         "overrides": []
1574       },
1575       "fill": 1,
1576       "fillGradient": 0,
1577       "gridPos": {
1578         "h": 8,
1579         "w": 12,
1580         "x": 0,
1581         "y": 59
1582       },
1583       "hiddenSeries": false,
1584       "id": 20,
1585       "legend": {
1586         "avg": false,
1587         "current": false,
1588         "max": false,
1589         "min": false,
1590         "show": true,
1591         "total": false,
1592         "values": false
1593       },
1594       "lines": true,
1595       "linewidth": 1,
1596       "nullPointMode": "null as zero",
1597       "options": {
1598         "alertThreshold": true
1599       },
1600       "percentage": false,
1601       "pluginVersion": "10.2.0",
1602       "pointradius": 2,
1603       "points": false,
1604       "renderer": "flot",
1605       "seriesOverrides": [],
1606       "spaceLength": 10,
1607       "stack": true,
1608       "steppedLine": false,
1609       "targets": [
1610         {
1611           "datasource": {
1612             "type": "prometheus",
1613             "uid": "${DS_PROMETHEUS}"
1614           },
1615           "expr": "arvados_dispatchcloud_instances_total{}",
1616           "instant": false,
1617           "interval": "",
1618           "legendFormat": "{{instance_type}} : {{category}}",
1619           "refId": "A"
1620         }
1621       ],
1622       "thresholds": [
1623         {
1624           "$$hashKey": "object:540",
1625           "colorMode": "critical",
1626           "fill": true,
1627           "line": true,
1628           "op": "gt",
1629           "yaxis": "left"
1630         }
1631       ],
1632       "timeRegions": [],
1633       "title": "Nodes by state",
1634       "tooltip": {
1635         "shared": true,
1636         "sort": 2,
1637         "value_type": "individual"
1638       },
1639       "type": "graph",
1640       "xaxis": {
1641         "mode": "time",
1642         "show": true,
1643         "values": []
1644       },
1645       "yaxes": [
1646         {
1647           "$$hashKey": "object:723",
1648           "format": "short",
1649           "logBase": 1,
1650           "min": "0",
1651           "show": true
1652         },
1653         {
1654           "$$hashKey": "object:724",
1655           "format": "short",
1656           "logBase": 1,
1657           "show": true
1658         }
1659       ],
1660       "yaxis": {
1661         "align": false
1662       }
1663     },
1664     {
1665       "aliasColors": {},
1666       "bars": false,
1667       "dashLength": 10,
1668       "dashes": false,
1669       "datasource": {
1670         "type": "prometheus",
1671         "uid": "${DS_PROMETHEUS}"
1672       },
1673       "fill": 1,
1674       "fillGradient": 0,
1675       "gridPos": {
1676         "h": 8,
1677         "w": 12,
1678         "x": 0,
1679         "y": 67
1680       },
1681       "hiddenSeries": false,
1682       "id": 28,
1683       "legend": {
1684         "avg": false,
1685         "current": false,
1686         "max": false,
1687         "min": false,
1688         "show": true,
1689         "total": false,
1690         "values": false
1691       },
1692       "lines": true,
1693       "linewidth": 1,
1694       "nullPointMode": "null as zero",
1695       "options": {
1696         "alertThreshold": true
1697       },
1698       "percentage": false,
1699       "pluginVersion": "10.2.0",
1700       "pointradius": 2,
1701       "points": false,
1702       "renderer": "flot",
1703       "seriesOverrides": [],
1704       "spaceLength": 10,
1705       "stack": false,
1706       "steppedLine": false,
1707       "targets": [
1708         {
1709           "datasource": {
1710             "type": "prometheus",
1711             "uid": "${DS_PROMETHEUS}"
1712           },
1713           "expr": "rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[10m])",
1714           "interval": "",
1715           "legendFormat": "{{outcome}}",
1716           "refId": "A"
1717         }
1718       ],
1719       "thresholds": [],
1720       "timeRegions": [],
1721       "title": "run probe duration avg[10m]",
1722       "tooltip": {
1723         "shared": true,
1724         "sort": 0,
1725         "value_type": "individual"
1726       },
1727       "type": "graph",
1728       "xaxis": {
1729         "mode": "time",
1730         "show": true,
1731         "values": []
1732       },
1733       "yaxes": [
1734         {
1735           "$$hashKey": "object:125",
1736           "format": "s",
1737           "logBase": 1,
1738           "min": "0",
1739           "show": true
1740         },
1741         {
1742           "$$hashKey": "object:126",
1743           "format": "short",
1744           "logBase": 1,
1745           "show": true
1746         }
1747       ],
1748       "yaxis": {
1749         "align": false
1750       }
1751     },
1752     {
1753       "aliasColors": {},
1754       "bars": false,
1755       "dashLength": 10,
1756       "dashes": false,
1757       "datasource": {
1758         "type": "prometheus",
1759         "uid": "${DS_PROMETHEUS}"
1760       },
1761       "fill": 1,
1762       "fillGradient": 0,
1763       "gridPos": {
1764         "h": 8,
1765         "w": 12,
1766         "x": 0,
1767         "y": 75
1768       },
1769       "hiddenSeries": false,
1770       "id": 30,
1771       "legend": {
1772         "avg": false,
1773         "current": false,
1774         "max": false,
1775         "min": false,
1776         "show": true,
1777         "total": false,
1778         "values": false
1779       },
1780       "lines": true,
1781       "linewidth": 1,
1782       "nullPointMode": "null",
1783       "options": {
1784         "alertThreshold": true
1785       },
1786       "percentage": false,
1787       "pluginVersion": "10.2.0",
1788       "pointradius": 2,
1789       "points": false,
1790       "renderer": "flot",
1791       "seriesOverrides": [],
1792       "spaceLength": 10,
1793       "stack": false,
1794       "steppedLine": false,
1795       "targets": [
1796         {
1797           "datasource": {
1798             "type": "prometheus",
1799             "uid": "${DS_PROMETHEUS}"
1800           },
1801           "expr": "delta(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[1m])",
1802           "instant": false,
1803           "interval": "",
1804           "legendFormat": "{{outcome}}",
1805           "refId": "B"
1806         }
1807       ],
1808       "thresholds": [],
1809       "timeRegions": [],
1810       "title": "run probe count by outcome -- delta[1m]",
1811       "tooltip": {
1812         "shared": true,
1813         "sort": 0,
1814         "value_type": "individual"
1815       },
1816       "type": "graph",
1817       "xaxis": {
1818         "mode": "time",
1819         "show": true,
1820         "values": []
1821       },
1822       "yaxes": [
1823         {
1824           "$$hashKey": "object:149",
1825           "format": "short",
1826           "logBase": 10,
1827           "min": "0",
1828           "show": true
1829         },
1830         {
1831           "$$hashKey": "object:150",
1832           "format": "short",
1833           "logBase": 1,
1834           "show": true
1835         }
1836       ],
1837       "yaxis": {
1838         "align": false
1839       }
1840     }
1841   ],
1842   "refresh": "10s",
1843   "revision": 1,
1844   "schemaVersion": 38,
1845   "tags": [],
1846   "templating": {
1847     "list": []
1848   },
1849   "time": {
1850     "from": "now-1h",
1851     "to": "now"
1852   },
1853   "timepicker": {
1854     "refresh_intervals": [
1855       "10s",
1856       "30s",
1857       "1m",
1858       "5m",
1859       "15m",
1860       "30m",
1861       "1h",
1862       "2h",
1863       "1d"
1864     ]
1865   },
1866   "timezone": "",
1867   "title": "Arvados cluster overview",
1868   "uid": "ArvadosClusterOverviewDashboard",
1869   "version": 1,
1870   "weekStart": ""
1871 }