tools/salt-install/config_examples/multi_host/aws/dashboards/arvados_overview.json

   1 {
   2   "__inputs": [
   3     {
   4       "name": "DS_PROMETHEUS",
   5       "label": "Prometheus",
   6       "description": "",
   7       "type": "datasource",
   8       "pluginId": "prometheus",
   9       "pluginName": "Prometheus"
  10     }
  11   ],
  12   "annotations": {
  13     "list": [
  14       {
  15         "builtIn": 1,
  16         "datasource": {
  17           "type": "prometheus",
  18           "uid": "${DS_PROMETHEUS}"
  19         },
  20         "enable": true,
  21         "hide": true,
  22         "iconColor": "rgba(0, 211, 255, 1)",
  23         "name": "Annotations & Alerts",
  24         "target": {
  25           "limit": 100,
  26           "matchAny": false,
  27           "tags": [],
  28           "type": "dashboard"
  29         },
  30         "type": "dashboard"
  31       }
  32     ]
  33   },
  34   "editable": true,
  35   "fiscalYearStartMonth": 0,
  36   "graphTooltip": 0,
  37   "id": 6,
  38   "links": [],
  39   "liveNow": false,
  40   "panels": [
  41     {
  42       "aliasColors": {},
  43       "bars": false,
  44       "dashLength": 10,
  45       "dashes": false,
  46       "datasource": {
  47         "type": "prometheus",
  48         "uid": "${DS_PROMETHEUS}"
  49       },
  50       "fill": 4,
  51       "fillGradient": 0,
  52       "gridPos": {
  53         "h": 8,
  54         "w": 12,
  55         "x": 0,
  56         "y": 0
  57       },
  58       "hiddenSeries": false,
  59       "id": 34,
  60       "legend": {
  61         "avg": false,
  62         "current": false,
  63         "max": false,
  64         "min": false,
  65         "show": true,
  66         "total": false,
  67         "values": false
  68       },
  69       "lines": true,
  70       "linewidth": 1,
  71       "nullPointMode": "null as zero",
  72       "options": {
  73         "alertThreshold": true
  74       },
  75       "percentage": false,
  76       "pluginVersion": "9.4.3",
  77       "pointradius": 2,
  78       "points": false,
  79       "renderer": "flot",
  80       "seriesOverrides": [
  81         {
  82           "$$hashKey": "object:424",
  83           "alias": "/out/",
  84           "stack": "B",
  85           "transform": "negative-Y"
  86         }
  87       ],
  88       "spaceLength": 10,
  89       "stack": true,
  90       "steppedLine": false,
  91       "targets": [
  92         {
  93           "datasource": {
  94             "type": "prometheus",
  95             "uid": "${DS_PROMETHEUS}"
  96           },
  97           "expr": "sum(rate(arvados_keepstore_volume_io_bytes{}[1m])) without (operation,device_id)",
  98           "interval": "",
  99           "legendFormat": "{{ instance }} {{ direction }}",
 100           "refId": "A"
 101         }
 102       ],
 103       "thresholds": [],
 104       "timeRegions": [],
 105       "title": "Keepstore bandwidth [1m]",
 106       "tooltip": {
 107         "shared": true,
 108         "sort": 0,
 109         "value_type": "individual"
 110       },
 111       "type": "graph",
 112       "xaxis": {
 113         "mode": "time",
 114         "show": true,
 115         "values": []
 116       },
 117       "yaxes": [
 118         {
 119           "$$hashKey": "object:159",
 120           "format": "Bps",
 121           "logBase": 1,
 122           "show": true
 123         },
 124         {
 125           "$$hashKey": "object:160",
 126           "format": "short",
 127           "logBase": 1,
 128           "show": true
 129         }
 130       ],
 131       "yaxis": {
 132         "align": false
 133       }
 134     },
 135     {
 136       "aliasColors": {},
 137       "bars": false,
 138       "dashLength": 10,
 139       "dashes": false,
 140       "datasource": {
 141         "type": "prometheus",
 142         "uid": "${DS_PROMETHEUS}"
 143       },
 144       "fieldConfig": {
 145         "defaults": {
 146           "links": []
 147         },
 148         "overrides": []
 149       },
 150       "fill": 1,
 151       "fillGradient": 0,
 152       "gridPos": {
 153         "h": 8,
 154         "w": 12,
 155         "x": 12,
 156         "y": 0
 157       },
 158       "hiddenSeries": false,
 159       "id": 14,
 160       "legend": {
 161         "avg": false,
 162         "current": false,
 163         "max": false,
 164         "min": false,
 165         "show": true,
 166         "total": false,
 167         "values": false
 168       },
 169       "lines": true,
 170       "linewidth": 1,
 171       "nullPointMode": "null as zero",
 172       "options": {
 173         "alertThreshold": true
 174       },
 175       "percentage": false,
 176       "pluginVersion": "9.4.3",
 177       "pointradius": 2,
 178       "points": false,
 179       "renderer": "flot",
 180       "seriesOverrides": [],
 181       "spaceLength": 10,
 182       "stack": false,
 183       "steppedLine": false,
 184       "targets": [
 185         {
 186           "datasource": {
 187             "type": "prometheus",
 188             "uid": "${DS_PROMETHEUS}"
 189           },
 190           "expr": "arvados_dispatchcloud_containers_running{}",
 191           "interval": "",
 192           "legendFormat": "# containers",
 193           "refId": "A"
 194         }
 195       ],
 196       "thresholds": [],
 197       "timeRegions": [],
 198       "title": "Containers running",
 199       "tooltip": {
 200         "shared": true,
 201         "sort": 0,
 202         "value_type": "individual"
 203       },
 204       "type": "graph",
 205       "xaxis": {
 206         "mode": "time",
 207         "show": true,
 208         "values": []
 209       },
 210       "yaxes": [
 211         {
 212           "$$hashKey": "object:973",
 213           "format": "short",
 214           "label": "",
 215           "logBase": 1,
 216           "min": "0",
 217           "show": true
 218         },
 219         {
 220           "$$hashKey": "object:974",
 221           "format": "short",
 222           "logBase": 1,
 223           "show": true
 224         }
 225       ],
 226       "yaxis": {
 227         "align": false
 228       }
 229     },
 230     {
 231       "aliasColors": {},
 232       "bars": false,
 233       "dashLength": 10,
 234       "dashes": false,
 235       "datasource": {
 236         "type": "prometheus",
 237         "uid": "${DS_PROMETHEUS}"
 238       },
 239       "fieldConfig": {
 240         "defaults": {
 241           "links": []
 242         },
 243         "overrides": []
 244       },
 245       "fill": 8,
 246       "fillGradient": 0,
 247       "gridPos": {
 248         "h": 8,
 249         "w": 12,
 250         "x": 0,
 251         "y": 8
 252       },
 253       "hiddenSeries": false,
 254       "id": 8,
 255       "legend": {
 256         "avg": false,
 257         "current": false,
 258         "max": false,
 259         "min": false,
 260         "show": true,
 261         "total": false,
 262         "values": false
 263       },
 264       "lines": true,
 265       "linewidth": 1,
 266       "nullPointMode": "null",
 267       "options": {
 268         "alertThreshold": true
 269       },
 270       "percentage": false,
 271       "pluginVersion": "9.4.3",
 272       "pointradius": 2,
 273       "points": false,
 274       "renderer": "flot",
 275       "seriesOverrides": [],
 276       "spaceLength": 10,
 277       "stack": true,
 278       "steppedLine": false,
 279       "targets": [
 280         {
 281           "datasource": {
 282             "type": "prometheus",
 283             "uid": "${DS_PROMETHEUS}"
 284           },
 285           "expr": "sum(rate(arvados_keepstore_volume_operations{}[1m])) without (operation,device_id)",
 286           "interval": "",
 287           "legendFormat": "{{instance}}",
 288           "refId": "A"
 289         }
 290       ],
 291       "thresholds": [],
 292       "timeRegions": [],
 293       "title": "Keepstore volume operations rate/second",
 294       "tooltip": {
 295         "shared": true,
 296         "sort": 2,
 297         "value_type": "individual"
 298       },
 299       "type": "graph",
 300       "xaxis": {
 301         "mode": "time",
 302         "show": true,
 303         "values": []
 304       },
 305       "yaxes": [
 306         {
 307           "$$hashKey": "object:982",
 308           "format": "short",
 309           "logBase": 1,
 310           "min": "0",
 311           "show": true
 312         },
 313         {
 314           "$$hashKey": "object:983",
 315           "format": "short",
 316           "logBase": 1,
 317           "show": true
 318         }
 319       ],
 320       "yaxis": {
 321         "align": false
 322       }
 323     },
 324     {
 325       "aliasColors": {},
 326       "bars": false,
 327       "dashLength": 10,
 328       "dashes": false,
 329       "datasource": {
 330         "type": "prometheus",
 331         "uid": "${DS_PROMETHEUS}"
 332       },
 333       "fieldConfig": {
 334         "defaults": {
 335           "links": []
 336         },
 337         "overrides": []
 338       },
 339       "fill": 6,
 340       "fillGradient": 0,
 341       "gridPos": {
 342         "h": 8,
 343         "w": 12,
 344         "x": 12,
 345         "y": 8
 346       },
 347       "hiddenSeries": false,
 348       "id": 12,
 349       "legend": {
 350         "avg": false,
 351         "current": false,
 352         "max": false,
 353         "min": false,
 354         "show": true,
 355         "total": false,
 356         "values": false
 357       },
 358       "lines": true,
 359       "linewidth": 1,
 360       "nullPointMode": "null as zero",
 361       "options": {
 362         "alertThreshold": true
 363       },
 364       "percentage": false,
 365       "pluginVersion": "9.4.3",
 366       "pointradius": 2,
 367       "points": false,
 368       "renderer": "flot",
 369       "seriesOverrides": [],
 370       "spaceLength": 10,
 371       "stack": true,
 372       "steppedLine": false,
 373       "targets": [
 374         {
 375           "datasource": {
 376             "type": "prometheus",
 377             "uid": "${DS_PROMETHEUS}"
 378           },
 379           "expr": "arvados_dispatchcloud_queue_entries{}",
 380           "interval": "",
 381           "legendFormat": "{{instance_type}} {{state}}",
 382           "refId": "A"
 383         },
 384         {
 385           "datasource": {
 386             "type": "prometheus",
 387             "uid": "${DS_PROMETHEUS}"
 388           },
 389           "expr": "arvados_dispatchcloud_containers_allocated_not_started{}",
 390           "interval": "",
 391           "legendFormat": "allocated, not started",
 392           "refId": "B"
 393         },
 394         {
 395           "datasource": {
 396             "type": "prometheus",
 397             "uid": "${DS_PROMETHEUS}"
 398           },
 399           "expr": "arvados_dispatchcloud_containers_not_allocated_over_quota{}",
 400           "interval": "",
 401           "legendFormat": "not allocated, over quota",
 402           "refId": "C"
 403         }
 404       ],
 405       "thresholds": [],
 406       "timeRegions": [],
 407       "title": "Queue: # containers per {state, instance type}",
 408       "tooltip": {
 409         "shared": true,
 410         "sort": 2,
 411         "value_type": "individual"
 412       },
 413       "type": "graph",
 414       "xaxis": {
 415         "mode": "time",
 416         "show": true,
 417         "values": []
 418       },
 419       "yaxes": [
 420         {
 421           "$$hashKey": "object:4306",
 422           "format": "short",
 423           "logBase": 1,
 424           "min": "0",
 425           "show": true
 426         },
 427         {
 428           "$$hashKey": "object:4307",
 429           "format": "short",
 430           "logBase": 1,
 431           "show": true
 432         }
 433       ],
 434       "yaxis": {
 435         "align": false
 436       }
 437     },
 438     {
 439       "aliasColors": {},
 440       "bars": false,
 441       "dashLength": 10,
 442       "dashes": false,
 443       "datasource": {
 444         "type": "prometheus",
 445         "uid": "${DS_PROMETHEUS}"
 446       },
 447       "fieldConfig": {
 448         "defaults": {
 449           "links": []
 450         },
 451         "overrides": []
 452       },
 453       "fill": 8,
 454       "fillGradient": 0,
 455       "gridPos": {
 456         "h": 8,
 457         "w": 12,
 458         "x": 0,
 459         "y": 16
 460       },
 461       "hiddenSeries": false,
 462       "id": 10,
 463       "legend": {
 464         "avg": false,
 465         "current": false,
 466         "max": false,
 467         "min": false,
 468         "show": true,
 469         "total": false,
 470         "values": false
 471       },
 472       "lines": true,
 473       "linewidth": 1,
 474       "nullPointMode": "null",
 475       "options": {
 476         "alertThreshold": true
 477       },
 478       "percentage": false,
 479       "pluginVersion": "9.4.3",
 480       "pointradius": 2,
 481       "points": false,
 482       "renderer": "flot",
 483       "seriesOverrides": [],
 484       "spaceLength": 10,
 485       "stack": true,
 486       "steppedLine": false,
 487       "targets": [
 488         {
 489           "datasource": {
 490             "type": "prometheus",
 491             "uid": "${DS_PROMETHEUS}"
 492           },
 493           "expr": "arvados_keepstore_bufferpool_inuse_buffers{}",
 494           "interval": "",
 495           "legendFormat": "{{instance}}",
 496           "refId": "A"
 497         }
 498       ],
 499       "thresholds": [],
 500       "timeRegions": [],
 501       "title": "Keepstore buffers in use",
 502       "tooltip": {
 503         "shared": true,
 504         "sort": 2,
 505         "value_type": "individual"
 506       },
 507       "type": "graph",
 508       "xaxis": {
 509         "mode": "time",
 510         "show": true,
 511         "values": []
 512       },
 513       "yaxes": [
 514         {
 515           "$$hashKey": "object:929",
 516           "format": "short",
 517           "logBase": 1,
 518           "min": "0",
 519           "show": true
 520         },
 521         {
 522           "$$hashKey": "object:930",
 523           "format": "short",
 524           "logBase": 1,
 525           "show": true
 526         }
 527       ],
 528       "yaxis": {
 529         "align": false
 530       }
 531     },
 532     {
 533       "aliasColors": {},
 534       "bars": false,
 535       "dashLength": 10,
 536       "dashes": false,
 537       "datasource": {
 538         "type": "prometheus",
 539         "uid": "${DS_PROMETHEUS}"
 540       },
 541       "fill": 1,
 542       "fillGradient": 0,
 543       "gridPos": {
 544         "h": 8,
 545         "w": 12,
 546         "x": 12,
 547         "y": 16
 548       },
 549       "hiddenSeries": false,
 550       "id": 24,
 551       "legend": {
 552         "avg": false,
 553         "current": false,
 554         "max": false,
 555         "min": false,
 556         "show": true,
 557         "total": false,
 558         "values": false
 559       },
 560       "lines": true,
 561       "linewidth": 1,
 562       "nullPointMode": "null as zero",
 563       "options": {
 564         "alertThreshold": true
 565       },
 566       "percentage": false,
 567       "pluginVersion": "9.4.3",
 568       "pointradius": 2,
 569       "points": false,
 570       "renderer": "flot",
 571       "seriesOverrides": [],
 572       "spaceLength": 10,
 573       "stack": false,
 574       "steppedLine": false,
 575       "targets": [
 576         {
 577           "datasource": {
 578             "type": "prometheus",
 579             "uid": "${DS_PROMETHEUS}"
 580           },
 581           "expr": "arvados_dispatchcloud_containers_longest_wait_time_seconds{}",
 582           "interval": "",
 583           "legendFormat": "Longest wait time",
 584           "refId": "A"
 585         },
 586         {
 587           "datasource": {
 588             "type": "prometheus",
 589             "uid": "${DS_PROMETHEUS}"
 590           },
 591           "expr": "rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_count{}[10m])",
 592           "interval": "",
 593           "legendFormat": "avg wait time [10m]",
 594           "refId": "B"
 595         }
 596       ],
 597       "thresholds": [],
 598       "timeRegions": [],
 599       "title": "Container wait times",
 600       "tooltip": {
 601         "shared": true,
 602         "sort": 0,
 603         "value_type": "individual"
 604       },
 605       "type": "graph",
 606       "xaxis": {
 607         "mode": "time",
 608         "show": true,
 609         "values": []
 610       },
 611       "yaxes": [
 612         {
 613           "$$hashKey": "object:138",
 614           "format": "s",
 615           "logBase": 1,
 616           "min": "0",
 617           "show": true
 618         },
 619         {
 620           "$$hashKey": "object:139",
 621           "format": "short",
 622           "logBase": 1,
 623           "show": true
 624         }
 625       ],
 626       "yaxis": {
 627         "align": false
 628       }
 629     },
 630     {
 631       "aliasColors": {},
 632       "bars": false,
 633       "dashLength": 10,
 634       "dashes": false,
 635       "datasource": {
 636         "type": "prometheus",
 637         "uid": "${DS_PROMETHEUS}"
 638       },
 639       "fieldConfig": {
 640         "defaults": {
 641           "links": []
 642         },
 643         "overrides": []
 644       },
 645       "fill": 1,
 646       "fillGradient": 0,
 647       "gridPos": {
 648         "h": 8,
 649         "w": 12,
 650         "x": 0,
 651         "y": 24
 652       },
 653       "hiddenSeries": false,
 654       "id": 6,
 655       "legend": {
 656         "avg": false,
 657         "current": false,
 658         "max": false,
 659         "min": false,
 660         "show": true,
 661         "total": false,
 662         "values": false
 663       },
 664       "lines": true,
 665       "linewidth": 1,
 666       "nullPointMode": "null",
 667       "options": {
 668         "alertThreshold": true
 669       },
 670       "percentage": false,
 671       "pluginVersion": "9.4.3",
 672       "pointradius": 2,
 673       "points": false,
 674       "renderer": "flot",
 675       "seriesOverrides": [],
 676       "spaceLength": 10,
 677       "stack": false,
 678       "steppedLine": false,
 679       "targets": [
 680         {
 681           "datasource": {
 682             "type": "prometheus",
 683             "uid": "${DS_PROMETHEUS}"
 684           },
 685           "expr": "arvados_keep_total_bytes{}",
 686           "interval": "",
 687           "legendFormat": "Total stored",
 688           "refId": "A"
 689         },
 690         {
 691           "datasource": {
 692             "type": "prometheus",
 693             "uid": "${DS_PROMETHEUS}"
 694           },
 695           "expr": "arvados_keep_overreplicated_bytes{}",
 696           "interval": "",
 697           "legendFormat": "Overreplicated",
 698           "refId": "B"
 699         },
 700         {
 701           "datasource": {
 702             "type": "prometheus",
 703             "uid": "${DS_PROMETHEUS}"
 704           },
 705           "expr": "arvados_keep_underreplicated_bytes{}",
 706           "interval": "",
 707           "legendFormat": "Underreplicated",
 708           "refId": "C"
 709         },
 710         {
 711           "datasource": {
 712             "type": "prometheus",
 713             "uid": "${DS_PROMETHEUS}"
 714           },
 715           "expr": "arvados_keep_lost_bytes{}",
 716           "interval": "",
 717           "legendFormat": "Lost",
 718           "refId": "D"
 719         }
 720       ],
 721       "thresholds": [],
 722       "timeRegions": [],
 723       "title": "Total bytes by type",
 724       "tooltip": {
 725         "shared": true,
 726         "sort": 0,
 727         "value_type": "individual"
 728       },
 729       "type": "graph",
 730       "xaxis": {
 731         "mode": "time",
 732         "show": true,
 733         "values": []
 734       },
 735       "yaxes": [
 736         {
 737           "$$hashKey": "object:304",
 738           "decimals": 2,
 739           "format": "decbytes",
 740           "label": "",
 741           "logBase": 1,
 742           "min": "0",
 743           "show": true
 744         },
 745         {
 746           "$$hashKey": "object:305",
 747           "format": "short",
 748           "logBase": 1,
 749           "show": true
 750         }
 751       ],
 752       "yaxis": {
 753         "align": false
 754       }
 755     },
 756     {
 757       "aliasColors": {},
 758       "bars": true,
 759       "dashLength": 10,
 760       "dashes": false,
 761       "datasource": {
 762         "type": "prometheus",
 763         "uid": "${DS_PROMETHEUS}"
 764       },
 765       "fill": 1,
 766       "fillGradient": 0,
 767       "gridPos": {
 768         "h": 8,
 769         "w": 12,
 770         "x": 12,
 771         "y": 24
 772       },
 773       "hiddenSeries": false,
 774       "id": 22,
 775       "legend": {
 776         "avg": false,
 777         "current": false,
 778         "max": false,
 779         "min": false,
 780         "show": true,
 781         "total": false,
 782         "values": false
 783       },
 784       "lines": true,
 785       "linewidth": 1,
 786       "nullPointMode": "null as zero",
 787       "options": {
 788         "alertThreshold": true
 789       },
 790       "percentage": false,
 791       "pluginVersion": "9.4.3",
 792       "pointradius": 2,
 793       "points": false,
 794       "renderer": "flot",
 795       "seriesOverrides": [],
 796       "spaceLength": 10,
 797       "stack": true,
 798       "steppedLine": false,
 799       "targets": [
 800         {
 801           "datasource": {
 802             "type": "prometheus",
 803             "uid": "${DS_PROMETHEUS}"
 804           },
 805           "expr": "rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_count{}[10m])",
 806           "hide": false,
 807           "interval": "",
 808           "legendFormat": "ssh",
 809           "refId": "A"
 810         },
 811         {
 812           "datasource": {
 813             "type": "prometheus",
 814             "uid": "${DS_PROMETHEUS}"
 815           },
 816           "expr": "rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_count{}[10m])",
 817           "interval": "",
 818           "legendFormat": "ready",
 819           "refId": "B"
 820         }
 821       ],
 822       "thresholds": [],
 823       "timeRegions": [],
 824       "title": "Instance time to ... avg [10m]",
 825       "tooltip": {
 826         "shared": true,
 827         "sort": 0,
 828         "value_type": "individual"
 829       },
 830       "type": "graph",
 831       "xaxis": {
 832         "mode": "time",
 833         "show": true,
 834         "values": []
 835       },
 836       "yaxes": [
 837         {
 838           "$$hashKey": "object:113",
 839           "format": "s",
 840           "logBase": 1,
 841           "min": "0",
 842           "show": true
 843         },
 844         {
 845           "$$hashKey": "object:114",
 846           "format": "short",
 847           "logBase": 1,
 848           "show": true
 849         }
 850       ],
 851       "yaxis": {
 852         "align": false
 853       }
 854     },
 855     {
 856       "aliasColors": {},
 857       "bars": false,
 858       "dashLength": 10,
 859       "dashes": false,
 860       "datasource": {
 861         "type": "prometheus",
 862         "uid": "${DS_PROMETHEUS}"
 863       },
 864       "fill": 1,
 865       "fillGradient": 0,
 866       "gridPos": {
 867         "h": 8,
 868         "w": 12,
 869         "x": 0,
 870         "y": 32
 871       },
 872       "hiddenSeries": false,
 873       "id": 32,
 874       "legend": {
 875         "avg": false,
 876         "current": false,
 877         "max": false,
 878         "min": false,
 879         "show": true,
 880         "total": false,
 881         "values": false
 882       },
 883       "lines": true,
 884       "linewidth": 1,
 885       "nullPointMode": "null",
 886       "options": {
 887         "alertThreshold": true
 888       },
 889       "percentage": false,
 890       "pluginVersion": "9.4.3",
 891       "pointradius": 2,
 892       "points": false,
 893       "renderer": "flot",
 894       "seriesOverrides": [],
 895       "spaceLength": 10,
 896       "stack": false,
 897       "steppedLine": false,
 898       "targets": [
 899         {
 900           "datasource": {
 901             "type": "prometheus",
 902             "uid": "${DS_PROMETHEUS}"
 903           },
 904           "expr": "arvados_concurrent_requests{}",
 905           "interval": "",
 906           "legendFormat": "{{instance}}",
 907           "refId": "A"
 908         }
 909       ],
 910       "thresholds": [],
 911       "timeRegions": [],
 912       "title": "Concurrent requests",
 913       "tooltip": {
 914         "shared": true,
 915         "sort": 0,
 916         "value_type": "individual"
 917       },
 918       "type": "graph",
 919       "xaxis": {
 920         "mode": "time",
 921         "show": true,
 922         "values": []
 923       },
 924       "yaxes": [
 925         {
 926           "$$hashKey": "object:109",
 927           "format": "short",
 928           "logBase": 1,
 929           "min": "0",
 930           "show": true
 931         },
 932         {
 933           "$$hashKey": "object:110",
 934           "format": "short",
 935           "logBase": 1,
 936           "show": true
 937         }
 938       ],
 939       "yaxis": {
 940         "align": false
 941       }
 942     },
 943     {
 944       "aliasColors": {},
 945       "bars": false,
 946       "dashLength": 10,
 947       "dashes": false,
 948       "datasource": {
 949         "type": "prometheus",
 950         "uid": "${DS_PROMETHEUS}"
 951       },
 952       "fieldConfig": {
 953         "defaults": {
 954           "links": []
 955         },
 956         "overrides": []
 957       },
 958       "fill": 1,
 959       "fillGradient": 0,
 960       "gridPos": {
 961         "h": 8,
 962         "w": 12,
 963         "x": 12,
 964         "y": 32
 965       },
 966       "hiddenSeries": false,
 967       "id": 2,
 968       "legend": {
 969         "avg": false,
 970         "current": false,
 971         "max": false,
 972         "min": false,
 973         "show": true,
 974         "total": false,
 975         "values": false
 976       },
 977       "lines": true,
 978       "linewidth": 1,
 979       "nullPointMode": "null as zero",
 980       "options": {
 981         "alertThreshold": true
 982       },
 983       "percentage": false,
 984       "pluginVersion": "9.4.3",
 985       "pointradius": 2,
 986       "points": false,
 987       "renderer": "flot",
 988       "seriesOverrides": [],
 989       "spaceLength": 10,
 990       "stack": true,
 991       "steppedLine": false,
 992       "targets": [
 993         {
 994           "datasource": {
 995             "type": "prometheus",
 996             "uid": "${DS_PROMETHEUS}"
 997           },
 998           "expr": "arvados_dispatchcloud_boot_outcomes{}",
 999           "interval": "",
1000           "legendFormat": "{{outcome}}",
1001           "refId": "A"
1002         }
1003       ],
1004       "thresholds": [],
1005       "timeRegions": [],
1006       "title": "Boot outcomes",
1007       "tooltip": {
1008         "shared": true,
1009         "sort": 2,
1010         "value_type": "individual"
1011       },
1012       "type": "graph",
1013       "xaxis": {
1014         "mode": "time",
1015         "show": true,
1016         "values": []
1017       },
1018       "yaxes": [
1019         {
1020           "$$hashKey": "object:921",
1021           "format": "short",
1022           "logBase": 1,
1023           "min": "0",
1024           "show": true
1025         },
1026         {
1027           "$$hashKey": "object:922",
1028           "format": "short",
1029           "logBase": 1,
1030           "show": true
1031         }
1032       ],
1033       "yaxis": {
1034         "align": false
1035       }
1036     },
1037     {
1038       "aliasColors": {},
1039       "bars": false,
1040       "dashLength": 10,
1041       "dashes": false,
1042       "datasource": {
1043         "type": "prometheus",
1044         "uid": "${DS_PROMETHEUS}"
1045       },
1046       "fieldConfig": {
1047         "defaults": {
1048           "links": []
1049         },
1050         "overrides": []
1051       },
1052       "fill": 1,
1053       "fillGradient": 0,
1054       "gridPos": {
1055         "h": 8,
1056         "w": 12,
1057         "x": 0,
1058         "y": 40
1059       },
1060       "hiddenSeries": false,
1061       "id": 16,
1062       "legend": {
1063         "avg": false,
1064         "current": false,
1065         "max": false,
1066         "min": false,
1067         "show": true,
1068         "total": false,
1069         "values": false
1070       },
1071       "lines": true,
1072       "linewidth": 1,
1073       "nullPointMode": "null as zero",
1074       "options": {
1075         "alertThreshold": true
1076       },
1077       "percentage": false,
1078       "pluginVersion": "9.4.3",
1079       "pointradius": 2,
1080       "points": false,
1081       "renderer": "flot",
1082       "seriesOverrides": [],
1083       "spaceLength": 10,
1084       "stack": false,
1085       "steppedLine": false,
1086       "targets": [
1087         {
1088           "datasource": {
1089             "type": "prometheus",
1090             "uid": "${DS_PROMETHEUS}"
1091           },
1092           "expr": "sum(arvados_dispatchcloud_instances_price{})",
1093           "interval": "",
1094           "intervalFactor": 10,
1095           "legendFormat": "cost ($)",
1096           "refId": "A"
1097         }
1098       ],
1099       "thresholds": [],
1100       "timeRegions": [],
1101       "title": "Cost",
1102       "tooltip": {
1103         "shared": true,
1104         "sort": 0,
1105         "value_type": "individual"
1106       },
1107       "type": "graph",
1108       "xaxis": {
1109         "mode": "time",
1110         "show": true,
1111         "values": []
1112       },
1113       "yaxes": [
1114         {
1115           "$$hashKey": "object:623",
1116           "format": "short",
1117           "label": "$ / hour",
1118           "logBase": 1,
1119           "min": "0",
1120           "show": true
1121         },
1122         {
1123           "$$hashKey": "object:624",
1124           "format": "short",
1125           "logBase": 1,
1126           "show": true
1127         }
1128       ],
1129       "yaxis": {
1130         "align": false
1131       }
1132     },
1133     {
1134       "aliasColors": {},
1135       "bars": false,
1136       "dashLength": 10,
1137       "dashes": false,
1138       "datasource": {
1139         "type": "prometheus",
1140         "uid": "${DS_PROMETHEUS}"
1141       },
1142       "fieldConfig": {
1143         "defaults": {
1144           "links": []
1145         },
1146         "overrides": []
1147       },
1148       "fill": 1,
1149       "fillGradient": 0,
1150       "gridPos": {
1151         "h": 8,
1152         "w": 12,
1153         "x": 12,
1154         "y": 40
1155       },
1156       "hiddenSeries": false,
1157       "id": 4,
1158       "legend": {
1159         "avg": false,
1160         "current": false,
1161         "max": false,
1162         "min": false,
1163         "show": true,
1164         "total": false,
1165         "values": false
1166       },
1167       "lines": true,
1168       "linewidth": 1,
1169       "nullPointMode": "null as zero",
1170       "options": {
1171         "alertThreshold": true
1172       },
1173       "percentage": false,
1174       "pluginVersion": "9.4.3",
1175       "pointradius": 2,
1176       "points": false,
1177       "renderer": "flot",
1178       "seriesOverrides": [],
1179       "spaceLength": 10,
1180       "stack": true,
1181       "steppedLine": false,
1182       "targets": [
1183         {
1184           "datasource": {
1185             "type": "prometheus",
1186             "uid": "${DS_PROMETHEUS}"
1187           },
1188           "expr": "arvados_dispatchcloud_instances_disappeared{}",
1189           "interval": "",
1190           "legendFormat": "{{state}}",
1191           "refId": "A"
1192         }
1193       ],
1194       "thresholds": [],
1195       "timeRegions": [],
1196       "title": "instance state before disappearance",
1197       "tooltip": {
1198         "shared": true,
1199         "sort": 2,
1200         "value_type": "individual"
1201       },
1202       "type": "graph",
1203       "xaxis": {
1204         "mode": "time",
1205         "show": true,
1206         "values": []
1207       },
1208       "yaxes": [
1209         {
1210           "$$hashKey": "object:1025",
1211           "format": "short",
1212           "logBase": 1,
1213           "min": "0",
1214           "show": true
1215         },
1216         {
1217           "$$hashKey": "object:1026",
1218           "format": "short",
1219           "logBase": 1,
1220           "show": true
1221         }
1222       ],
1223       "yaxis": {
1224         "align": false
1225       }
1226     },
1227     {
1228       "aliasColors": {},
1229       "bars": false,
1230       "dashLength": 10,
1231       "dashes": false,
1232       "datasource": {
1233         "type": "prometheus",
1234         "uid": "${DS_PROMETHEUS}"
1235       },
1236       "fieldConfig": {
1237         "defaults": {
1238           "links": []
1239         },
1240         "overrides": []
1241       },
1242       "fill": 1,
1243       "fillGradient": 0,
1244       "gridPos": {
1245         "h": 8,
1246         "w": 12,
1247         "x": 0,
1248         "y": 48
1249       },
1250       "hiddenSeries": false,
1251       "id": 18,
1252       "legend": {
1253         "avg": false,
1254         "current": false,
1255         "max": false,
1256         "min": false,
1257         "show": true,
1258         "total": false,
1259         "values": false
1260       },
1261       "lines": true,
1262       "linewidth": 1,
1263       "nullPointMode": "null as zero",
1264       "percentage": false,
1265       "pluginVersion": "8.4.5",
1266       "pointradius": 2,
1267       "points": false,
1268       "renderer": "flot",
1269       "seriesOverrides": [],
1270       "spaceLength": 10,
1271       "stack": true,
1272       "steppedLine": false,
1273       "targets": [
1274         {
1275           "datasource": {
1276             "type": "prometheus",
1277             "uid": "${DS_PROMETHEUS}"
1278           },
1279           "expr": "arvados_dispatchcloud_instances_price{}",
1280           "interval": "",
1281           "intervalFactor": 10,
1282           "legendFormat": "{{category}}",
1283           "refId": "A"
1284         }
1285       ],
1286       "thresholds": [],
1287       "timeRegions": [],
1288       "title": "Cost by node state",
1289       "tooltip": {
1290         "shared": true,
1291         "sort": 2,
1292         "value_type": "individual"
1293       },
1294       "type": "graph",
1295       "xaxis": {
1296         "mode": "time",
1297         "show": true,
1298         "values": []
1299       },
1300       "yaxes": [
1301         {
1302           "$$hashKey": "object:574",
1303           "format": "short",
1304           "label": "$ / hour",
1305           "logBase": 1,
1306           "min": "0",
1307           "show": true
1308         },
1309         {
1310           "$$hashKey": "object:575",
1311           "format": "short",
1312           "logBase": 1,
1313           "show": true
1314         }
1315       ],
1316       "yaxis": {
1317         "align": false
1318       }
1319     },
1320     {
1321       "aliasColors": {},
1322       "bars": false,
1323       "dashLength": 10,
1324       "dashes": false,
1325       "datasource": {
1326         "type": "prometheus",
1327         "uid": "${DS_PROMETHEUS}"
1328       },
1329       "fill": 1,
1330       "fillGradient": 0,
1331       "gridPos": {
1332         "h": 8,
1333         "w": 12,
1334         "x": 12,
1335         "y": 48
1336       },
1337       "hiddenSeries": false,
1338       "id": 26,
1339       "legend": {
1340         "avg": false,
1341         "current": false,
1342         "max": false,
1343         "min": false,
1344         "show": true,
1345         "total": false,
1346         "values": false
1347       },
1348       "lines": true,
1349       "linewidth": 1,
1350       "nullPointMode": "null as zero",
1351       "percentage": false,
1352       "pluginVersion": "8.4.5",
1353       "pointradius": 2,
1354       "points": false,
1355       "renderer": "flot",
1356       "seriesOverrides": [],
1357       "spaceLength": 10,
1358       "stack": false,
1359       "steppedLine": false,
1360       "targets": [
1361         {
1362           "datasource": {
1363             "type": "prometheus",
1364             "uid": "${DS_PROMETHEUS}"
1365           },
1366           "expr": "rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_count{}[10m])",
1367           "interval": "",
1368           "legendFormat": "shutdown to disappearance",
1369           "refId": "A"
1370         }
1371       ],
1372       "thresholds": [],
1373       "timeRegions": [],
1374       "title": "Instances time from shutdown to disappearance avg[10m]",
1375       "tooltip": {
1376         "shared": true,
1377         "sort": 0,
1378         "value_type": "individual"
1379       },
1380       "type": "graph",
1381       "xaxis": {
1382         "mode": "time",
1383         "show": true,
1384         "values": []
1385       },
1386       "yaxes": [
1387         {
1388           "$$hashKey": "object:450",
1389           "format": "s",
1390           "logBase": 1,
1391           "min": "0",
1392           "show": true
1393         },
1394         {
1395           "$$hashKey": "object:451",
1396           "format": "short",
1397           "logBase": 1,
1398           "show": true
1399         }
1400       ],
1401       "yaxis": {
1402         "align": false
1403       }
1404     },
1405     {
1406       "aliasColors": {},
1407       "bars": false,
1408       "dashLength": 10,
1409       "dashes": false,
1410       "datasource": {
1411         "type": "prometheus",
1412         "uid": "${DS_PROMETHEUS}"
1413       },
1414       "fieldConfig": {
1415         "defaults": {
1416           "links": []
1417         },
1418         "overrides": []
1419       },
1420       "fill": 1,
1421       "fillGradient": 0,
1422       "gridPos": {
1423         "h": 8,
1424         "w": 12,
1425         "x": 0,
1426         "y": 56
1427       },
1428       "hiddenSeries": false,
1429       "id": 20,
1430       "legend": {
1431         "avg": false,
1432         "current": false,
1433         "max": false,
1434         "min": false,
1435         "show": true,
1436         "total": false,
1437         "values": false
1438       },
1439       "lines": true,
1440       "linewidth": 1,
1441       "nullPointMode": "null as zero",
1442       "percentage": false,
1443       "pluginVersion": "8.4.5",
1444       "pointradius": 2,
1445       "points": false,
1446       "renderer": "flot",
1447       "seriesOverrides": [],
1448       "spaceLength": 10,
1449       "stack": true,
1450       "steppedLine": false,
1451       "targets": [
1452         {
1453           "datasource": {
1454             "type": "prometheus",
1455             "uid": "${DS_PROMETHEUS}"
1456           },
1457           "expr": "arvados_dispatchcloud_instances_total{}",
1458           "instant": false,
1459           "interval": "",
1460           "legendFormat": "{{instance_type}} : {{category}}",
1461           "refId": "A"
1462         }
1463       ],
1464       "thresholds": [
1465         {
1466           "$$hashKey": "object:540",
1467           "colorMode": "critical",
1468           "fill": true,
1469           "line": true,
1470           "op": "gt",
1471           "yaxis": "left"
1472         }
1473       ],
1474       "timeRegions": [],
1475       "title": "Nodes by state",
1476       "tooltip": {
1477         "shared": true,
1478         "sort": 2,
1479         "value_type": "individual"
1480       },
1481       "type": "graph",
1482       "xaxis": {
1483         "mode": "time",
1484         "show": true,
1485         "values": []
1486       },
1487       "yaxes": [
1488         {
1489           "$$hashKey": "object:723",
1490           "format": "short",
1491           "logBase": 1,
1492           "min": "0",
1493           "show": true
1494         },
1495         {
1496           "$$hashKey": "object:724",
1497           "format": "short",
1498           "logBase": 1,
1499           "show": true
1500         }
1501       ],
1502       "yaxis": {
1503         "align": false
1504       }
1505     },
1506     {
1507       "aliasColors": {},
1508       "bars": false,
1509       "dashLength": 10,
1510       "dashes": false,
1511       "datasource": {
1512         "type": "prometheus",
1513         "uid": "${DS_PROMETHEUS}"
1514       },
1515       "fill": 1,
1516       "fillGradient": 0,
1517       "gridPos": {
1518         "h": 8,
1519         "w": 12,
1520         "x": 0,
1521         "y": 64
1522       },
1523       "hiddenSeries": false,
1524       "id": 28,
1525       "legend": {
1526         "avg": false,
1527         "current": false,
1528         "max": false,
1529         "min": false,
1530         "show": true,
1531         "total": false,
1532         "values": false
1533       },
1534       "lines": true,
1535       "linewidth": 1,
1536       "nullPointMode": "null as zero",
1537       "percentage": false,
1538       "pluginVersion": "8.4.5",
1539       "pointradius": 2,
1540       "points": false,
1541       "renderer": "flot",
1542       "seriesOverrides": [],
1543       "spaceLength": 10,
1544       "stack": false,
1545       "steppedLine": false,
1546       "targets": [
1547         {
1548           "datasource": {
1549             "type": "prometheus",
1550             "uid": "${DS_PROMETHEUS}"
1551           },
1552           "expr": "rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[10m])",
1553           "interval": "",
1554           "legendFormat": "{{outcome}}",
1555           "refId": "A"
1556         }
1557       ],
1558       "thresholds": [],
1559       "timeRegions": [],
1560       "title": "run probe duration avg[10m]",
1561       "tooltip": {
1562         "shared": true,
1563         "sort": 0,
1564         "value_type": "individual"
1565       },
1566       "type": "graph",
1567       "xaxis": {
1568         "mode": "time",
1569         "show": true,
1570         "values": []
1571       },
1572       "yaxes": [
1573         {
1574           "$$hashKey": "object:125",
1575           "format": "s",
1576           "logBase": 1,
1577           "min": "0",
1578           "show": true
1579         },
1580         {
1581           "$$hashKey": "object:126",
1582           "format": "short",
1583           "logBase": 1,
1584           "show": true
1585         }
1586       ],
1587       "yaxis": {
1588         "align": false
1589       }
1590     },
1591     {
1592       "aliasColors": {},
1593       "bars": false,
1594       "dashLength": 10,
1595       "dashes": false,
1596       "datasource": {
1597         "type": "prometheus",
1598         "uid": "${DS_PROMETHEUS}"
1599       },
1600       "fill": 1,
1601       "fillGradient": 0,
1602       "gridPos": {
1603         "h": 8,
1604         "w": 12,
1605         "x": 0,
1606         "y": 72
1607       },
1608       "hiddenSeries": false,
1609       "id": 30,
1610       "legend": {
1611         "avg": false,
1612         "current": false,
1613         "max": false,
1614         "min": false,
1615         "show": true,
1616         "total": false,
1617         "values": false
1618       },
1619       "lines": true,
1620       "linewidth": 1,
1621       "nullPointMode": "null",
1622       "percentage": false,
1623       "pluginVersion": "8.4.5",
1624       "pointradius": 2,
1625       "points": false,
1626       "renderer": "flot",
1627       "seriesOverrides": [],
1628       "spaceLength": 10,
1629       "stack": false,
1630       "steppedLine": false,
1631       "targets": [
1632         {
1633           "datasource": {
1634             "type": "prometheus",
1635             "uid": "${DS_PROMETHEUS}"
1636           },
1637           "expr": "delta(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[1m])",
1638           "instant": false,
1639           "interval": "",
1640           "legendFormat": "{{outcome}}",
1641           "refId": "B"
1642         }
1643       ],
1644       "thresholds": [],
1645       "timeRegions": [],
1646       "title": "run probe count by outcome -- delta[1m]",
1647       "tooltip": {
1648         "shared": true,
1649         "sort": 0,
1650         "value_type": "individual"
1651       },
1652       "type": "graph",
1653       "xaxis": {
1654         "mode": "time",
1655         "show": true,
1656         "values": []
1657       },
1658       "yaxes": [
1659         {
1660           "$$hashKey": "object:149",
1661           "format": "short",
1662           "logBase": 10,
1663           "min": "0",
1664           "show": true
1665         },
1666         {
1667           "$$hashKey": "object:150",
1668           "format": "short",
1669           "logBase": 1,
1670           "show": true
1671         }
1672       ],
1673       "yaxis": {
1674         "align": false
1675       }
1676     }
1677   ],
1678   "refresh": "10s",
1679   "revision": 1,
1680   "schemaVersion": 38,
1681   "style": "dark",
1682   "tags": [],
1683   "templating": {
1684     "list": []
1685   },
1686   "time": {
1687     "from": "now-1h",
1688     "to": "now"
1689   },
1690   "timepicker": {
1691     "refresh_intervals": [
1692       "10s",
1693       "30s",
1694       "1m",
1695       "5m",
1696       "15m",
1697       "30m",
1698       "1h",
1699       "2h",
1700       "1d"
1701     ]
1702   },
1703   "timezone": "",
1704   "title": "Arvados cluster overview",
1705   "uid": "ArvadosClusterOverviewDashboard",
1706   "version": 6,
1707   "weekStart": ""
1708 }