tools/salt-install/config_examples/multi_host/aws/dashboards/arvados_overview.json

   1 {
   2     "__inputs": [
   3       {
   4         "name": "DS_PROMETHEUS",
   5         "label": "Prometheus",
   6         "description": "",
   7         "type": "datasource",
   8         "pluginId": "prometheus",
   9         "pluginName": "Prometheus"
  10       }
  11     ],
  12     "annotations": {
  13       "list": [
  14         {
  15           "builtIn": 1,
  16           "datasource": {
  17             "type": "prometheus",
  18             "uid": "${DS_PROMETHEUS}"
  19           },
  20           "enable": true,
  21           "hide": true,
  22           "iconColor": "rgba(0, 211, 255, 1)",
  23           "name": "Annotations & Alerts",
  24           "target": {
  25             "limit": 100,
  26             "matchAny": false,
  27             "tags": [],
  28             "type": "dashboard"
  29           },
  30           "type": "dashboard"
  31         }
  32       ]
  33     },
  34     "editable": true,
  35     "fiscalYearStartMonth": 0,
  36     "graphTooltip": 0,
  37     "id": 6,
  38     "links": [],
  39     "liveNow": false,
  40     "panels": [
  41       {
  42         "aliasColors": {},
  43         "bars": false,
  44         "dashLength": 10,
  45         "dashes": false,
  46         "datasource": {
  47           "type": "prometheus",
  48           "uid": "${DS_PROMETHEUS}"
  49         },
  50         "fill": 4,
  51         "fillGradient": 0,
  52         "gridPos": {
  53           "h": 8,
  54           "w": 12,
  55           "x": 0,
  56           "y": 0
  57         },
  58         "hiddenSeries": false,
  59         "id": 34,
  60         "legend": {
  61           "avg": false,
  62           "current": false,
  63           "max": false,
  64           "min": false,
  65           "show": true,
  66           "total": false,
  67           "values": false
  68         },
  69         "lines": true,
  70         "linewidth": 1,
  71         "nullPointMode": "null as zero",
  72         "options": {
  73           "alertThreshold": true
  74         },
  75         "percentage": false,
  76         "pluginVersion": "9.4.3",
  77         "pointradius": 2,
  78         "points": false,
  79         "renderer": "flot",
  80         "seriesOverrides": [
  81           {
  82             "$$hashKey": "object:424",
  83             "alias": "/out/",
  84             "stack": "B",
  85             "transform": "negative-Y"
  86           }
  87         ],
  88         "spaceLength": 10,
  89         "stack": true,
  90         "steppedLine": false,
  91         "targets": [
  92           {
  93             "datasource": {
  94               "type": "prometheus",
  95               "uid": "${DS_PROMETHEUS}"
  96             },
  97             "expr": "sum(rate(arvados_keepstore_volume_io_bytes{}[1m])) without (operation,device_id)",
  98             "interval": "",
  99             "legendFormat": "{{ instance }} {{ direction }}",
 100             "refId": "A"
 101           }
 102         ],
 103         "thresholds": [],
 104         "timeRegions": [],
 105         "title": "Keepstore bandwidth [1m]",
 106         "tooltip": {
 107           "shared": true,
 108           "sort": 0,
 109           "value_type": "individual"
 110         },
 111         "type": "graph",
 112         "xaxis": {
 113           "mode": "time",
 114           "show": true,
 115           "values": []
 116         },
 117         "yaxes": [
 118           {
 119             "$$hashKey": "object:159",
 120             "format": "Bps",
 121             "logBase": 1,
 122             "show": true
 123           },
 124           {
 125             "$$hashKey": "object:160",
 126             "format": "short",
 127             "logBase": 1,
 128             "show": true
 129           }
 130         ],
 131         "yaxis": {
 132           "align": false
 133         }
 134       },
 135       {
 136         "aliasColors": {},
 137         "bars": false,
 138         "dashLength": 10,
 139         "dashes": false,
 140         "datasource": {
 141           "type": "prometheus",
 142           "uid": "${DS_PROMETHEUS}"
 143         },
 144         "fieldConfig": {
 145           "defaults": {
 146             "links": []
 147           },
 148           "overrides": []
 149         },
 150         "fill": 1,
 151         "fillGradient": 0,
 152         "gridPos": {
 153           "h": 8,
 154           "w": 12,
 155           "x": 12,
 156           "y": 0
 157         },
 158         "hiddenSeries": false,
 159         "id": 14,
 160         "legend": {
 161           "avg": false,
 162           "current": false,
 163           "max": false,
 164           "min": false,
 165           "show": true,
 166           "total": false,
 167           "values": false
 168         },
 169         "lines": true,
 170         "linewidth": 1,
 171         "nullPointMode": "null as zero",
 172         "options": {
 173           "alertThreshold": true
 174         },
 175         "percentage": false,
 176         "pluginVersion": "9.4.3",
 177         "pointradius": 2,
 178         "points": false,
 179         "renderer": "flot",
 180         "seriesOverrides": [],
 181         "spaceLength": 10,
 182         "stack": false,
 183         "steppedLine": false,
 184         "targets": [
 185           {
 186             "datasource": {
 187               "type": "prometheus",
 188               "uid": "${DS_PROMETHEUS}"
 189             },
 190             "expr": "arvados_dispatchcloud_containers_running{}",
 191             "interval": "",
 192             "legendFormat": "# containers",
 193             "refId": "A"
 194           }
 195         ],
 196         "thresholds": [],
 197         "timeRegions": [],
 198         "title": "Containers running",
 199         "tooltip": {
 200           "shared": true,
 201           "sort": 0,
 202           "value_type": "individual"
 203         },
 204         "type": "graph",
 205         "xaxis": {
 206           "mode": "time",
 207           "show": true,
 208           "values": []
 209         },
 210         "yaxes": [
 211           {
 212             "$$hashKey": "object:973",
 213             "format": "short",
 214             "label": "",
 215             "logBase": 1,
 216             "min": "0",
 217             "show": true
 218           },
 219           {
 220             "$$hashKey": "object:974",
 221             "format": "short",
 222             "logBase": 1,
 223             "show": true
 224           }
 225         ],
 226         "yaxis": {
 227           "align": false
 228         }
 229       },
 230       {
 231         "aliasColors": {},
 232         "bars": false,
 233         "dashLength": 10,
 234         "dashes": false,
 235         "datasource": {
 236           "type": "prometheus",
 237           "uid": "${DS_PROMETHEUS}"
 238         },
 239         "fieldConfig": {
 240           "defaults": {
 241             "links": []
 242           },
 243           "overrides": []
 244         },
 245         "fill": 8,
 246         "fillGradient": 0,
 247         "gridPos": {
 248           "h": 8,
 249           "w": 12,
 250           "x": 0,
 251           "y": 8
 252         },
 253         "hiddenSeries": false,
 254         "id": 8,
 255         "legend": {
 256           "avg": false,
 257           "current": false,
 258           "max": false,
 259           "min": false,
 260           "show": true,
 261           "total": false,
 262           "values": false
 263         },
 264         "lines": true,
 265         "linewidth": 1,
 266         "nullPointMode": "null",
 267         "options": {
 268           "alertThreshold": true
 269         },
 270         "percentage": false,
 271         "pluginVersion": "9.4.3",
 272         "pointradius": 2,
 273         "points": false,
 274         "renderer": "flot",
 275         "seriesOverrides": [],
 276         "spaceLength": 10,
 277         "stack": true,
 278         "steppedLine": false,
 279         "targets": [
 280           {
 281             "datasource": {
 282               "type": "prometheus",
 283               "uid": "${DS_PROMETHEUS}"
 284             },
 285             "expr": "sum(rate(arvados_keepstore_volume_operations{}[1m])) without (operation,device_id)",
 286             "interval": "",
 287             "legendFormat": "{{instance}}",
 288             "refId": "A"
 289           }
 290         ],
 291         "thresholds": [],
 292         "timeRegions": [],
 293         "title": "Keepstore volume operations rate/second",
 294         "tooltip": {
 295           "shared": true,
 296           "sort": 2,
 297           "value_type": "individual"
 298         },
 299         "type": "graph",
 300         "xaxis": {
 301           "mode": "time",
 302           "show": true,
 303           "values": []
 304         },
 305         "yaxes": [
 306           {
 307             "$$hashKey": "object:982",
 308             "format": "short",
 309             "logBase": 1,
 310             "min": "0",
 311             "show": true
 312           },
 313           {
 314             "$$hashKey": "object:983",
 315             "format": "short",
 316             "logBase": 1,
 317             "show": true
 318           }
 319         ],
 320         "yaxis": {
 321           "align": false
 322         }
 323       },
 324       {
 325         "aliasColors": {},
 326         "bars": false,
 327         "dashLength": 10,
 328         "dashes": false,
 329         "datasource": {
 330           "type": "prometheus",
 331           "uid": "${DS_PROMETHEUS}"
 332         },
 333         "fieldConfig": {
 334           "defaults": {
 335             "links": []
 336           },
 337           "overrides": []
 338         },
 339         "fill": 6,
 340         "fillGradient": 0,
 341         "gridPos": {
 342           "h": 8,
 343           "w": 12,
 344           "x": 12,
 345           "y": 8
 346         },
 347         "hiddenSeries": false,
 348         "id": 12,
 349         "legend": {
 350           "avg": false,
 351           "current": false,
 352           "max": false,
 353           "min": false,
 354           "show": true,
 355           "total": false,
 356           "values": false
 357         },
 358         "lines": true,
 359         "linewidth": 1,
 360         "nullPointMode": "null as zero",
 361         "options": {
 362           "alertThreshold": true
 363         },
 364         "percentage": false,
 365         "pluginVersion": "9.4.3",
 366         "pointradius": 2,
 367         "points": false,
 368         "renderer": "flot",
 369         "seriesOverrides": [],
 370         "spaceLength": 10,
 371         "stack": true,
 372         "steppedLine": false,
 373         "targets": [
 374           {
 375             "datasource": {
 376               "type": "prometheus",
 377               "uid": "${DS_PROMETHEUS}"
 378             },
 379             "expr": "arvados_dispatchcloud_queue_entries{}",
 380             "interval": "",
 381             "legendFormat": "{{instance_type}} {{state}}",
 382             "refId": "A"
 383           },
 384           {
 385             "datasource": {
 386               "type": "prometheus",
 387               "uid": "${DS_PROMETHEUS}"
 388             },
 389             "expr": "arvados_dispatchcloud_containers_allocated_not_started{}",
 390             "interval": "",
 391             "legendFormat": "allocated, not started",
 392             "refId": "B"
 393           },
 394           {
 395             "datasource": {
 396               "type": "prometheus",
 397               "uid": "${DS_PROMETHEUS}"
 398             },
 399             "expr": "arvados_dispatchcloud_containers_not_allocated_over_quota{}",
 400             "interval": "",
 401             "legendFormat": "not allocated, over quota",
 402             "refId": "C"
 403           }
 404         ],
 405         "thresholds": [],
 406         "timeRegions": [],
 407         "title": "Queue: # containers per {state, instance type}",
 408         "tooltip": {
 409           "shared": true,
 410           "sort": 2,
 411           "value_type": "individual"
 412         },
 413         "type": "graph",
 414         "xaxis": {
 415           "mode": "time",
 416           "show": true,
 417           "values": []
 418         },
 419         "yaxes": [
 420           {
 421             "$$hashKey": "object:4306",
 422             "format": "short",
 423             "logBase": 1,
 424             "min": "0",
 425             "show": true
 426           },
 427           {
 428             "$$hashKey": "object:4307",
 429             "format": "short",
 430             "logBase": 1,
 431             "show": true
 432           }
 433         ],
 434         "yaxis": {
 435           "align": false
 436         }
 437       },
 438       {
 439         "aliasColors": {},
 440         "bars": false,
 441         "dashLength": 10,
 442         "dashes": false,
 443         "datasource": {
 444           "type": "prometheus",
 445           "uid": "${DS_PROMETHEUS}"
 446         },
 447         "fieldConfig": {
 448           "defaults": {
 449             "links": []
 450           },
 451           "overrides": []
 452         },
 453         "fill": 8,
 454         "fillGradient": 0,
 455         "gridPos": {
 456           "h": 8,
 457           "w": 12,
 458           "x": 0,
 459           "y": 16
 460         },
 461         "hiddenSeries": false,
 462         "id": 10,
 463         "legend": {
 464           "avg": false,
 465           "current": false,
 466           "max": false,
 467           "min": false,
 468           "show": true,
 469           "total": false,
 470           "values": false
 471         },
 472         "lines": true,
 473         "linewidth": 1,
 474         "nullPointMode": "null",
 475         "options": {
 476           "alertThreshold": true
 477         },
 478         "percentage": false,
 479         "pluginVersion": "9.4.3",
 480         "pointradius": 2,
 481         "points": false,
 482         "renderer": "flot",
 483         "seriesOverrides": [],
 484         "spaceLength": 10,
 485         "stack": true,
 486         "steppedLine": false,
 487         "targets": [
 488           {
 489             "datasource": {
 490               "type": "prometheus",
 491               "uid": "${DS_PROMETHEUS}"
 492             },
 493             "expr": "arvados_keepstore_bufferpool_inuse_buffers{}",
 494             "interval": "",
 495             "legendFormat": "{{instance}}",
 496             "refId": "A"
 497           }
 498         ],
 499         "thresholds": [],
 500         "timeRegions": [],
 501         "title": "Keepstore buffers in use",
 502         "tooltip": {
 503           "shared": true,
 504           "sort": 2,
 505           "value_type": "individual"
 506         },
 507         "type": "graph",
 508         "xaxis": {
 509           "mode": "time",
 510           "show": true,
 511           "values": []
 512         },
 513         "yaxes": [
 514           {
 515             "$$hashKey": "object:929",
 516             "format": "short",
 517             "logBase": 1,
 518             "min": "0",
 519             "show": true
 520           },
 521           {
 522             "$$hashKey": "object:930",
 523             "format": "short",
 524             "logBase": 1,
 525             "show": true
 526           }
 527         ],
 528         "yaxis": {
 529           "align": false
 530         }
 531       },
 532       {
 533         "aliasColors": {},
 534         "bars": false,
 535         "dashLength": 10,
 536         "dashes": false,
 537         "datasource": {
 538           "type": "prometheus",
 539           "uid": "${DS_PROMETHEUS}"
 540         },
 541         "fill": 1,
 542         "fillGradient": 0,
 543         "gridPos": {
 544           "h": 8,
 545           "w": 12,
 546           "x": 12,
 547           "y": 16
 548         },
 549         "hiddenSeries": false,
 550         "id": 24,
 551         "legend": {
 552           "avg": false,
 553           "current": false,
 554           "max": false,
 555           "min": false,
 556           "show": true,
 557           "total": false,
 558           "values": false
 559         },
 560         "lines": true,
 561         "linewidth": 1,
 562         "nullPointMode": "null as zero",
 563         "options": {
 564           "alertThreshold": true
 565         },
 566         "percentage": false,
 567         "pluginVersion": "9.4.3",
 568         "pointradius": 2,
 569         "points": false,
 570         "renderer": "flot",
 571         "seriesOverrides": [],
 572         "spaceLength": 10,
 573         "stack": false,
 574         "steppedLine": false,
 575         "targets": [
 576           {
 577             "datasource": {
 578               "type": "prometheus",
 579               "uid": "${DS_PROMETHEUS}"
 580             },
 581             "expr": "arvados_dispatchcloud_containers_longest_wait_time_seconds{}",
 582             "interval": "",
 583             "legendFormat": "Longest wait time",
 584             "refId": "A"
 585           },
 586           {
 587             "datasource": {
 588               "type": "prometheus",
 589               "uid": "${DS_PROMETHEUS}"
 590             },
 591             "expr": "rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_containers_time_from_queue_to_crunch_run_seconds_count{}[10m])",
 592             "interval": "",
 593             "legendFormat": "avg wait time [10m]",
 594             "refId": "B"
 595           }
 596         ],
 597         "thresholds": [],
 598         "timeRegions": [],
 599         "title": "Container wait times",
 600         "tooltip": {
 601           "shared": true,
 602           "sort": 0,
 603           "value_type": "individual"
 604         },
 605         "type": "graph",
 606         "xaxis": {
 607           "mode": "time",
 608           "show": true,
 609           "values": []
 610         },
 611         "yaxes": [
 612           {
 613             "$$hashKey": "object:138",
 614             "format": "s",
 615             "logBase": 1,
 616             "min": "0",
 617             "show": true
 618           },
 619           {
 620             "$$hashKey": "object:139",
 621             "format": "short",
 622             "logBase": 1,
 623             "show": true
 624           }
 625         ],
 626         "yaxis": {
 627           "align": false
 628         }
 629       },
 630       {
 631         "aliasColors": {},
 632         "bars": false,
 633         "dashLength": 10,
 634         "dashes": false,
 635         "datasource": {
 636           "type": "prometheus",
 637           "uid": "${DS_PROMETHEUS}"
 638         },
 639         "fieldConfig": {
 640           "defaults": {
 641             "links": []
 642           },
 643           "overrides": []
 644         },
 645         "fill": 1,
 646         "fillGradient": 0,
 647         "gridPos": {
 648           "h": 8,
 649           "w": 12,
 650           "x": 0,
 651           "y": 24
 652         },
 653         "hiddenSeries": false,
 654         "id": 6,
 655         "legend": {
 656           "avg": false,
 657           "current": false,
 658           "max": false,
 659           "min": false,
 660           "show": true,
 661           "total": false,
 662           "values": false
 663         },
 664         "lines": true,
 665         "linewidth": 1,
 666         "nullPointMode": "null",
 667         "options": {
 668           "alertThreshold": true
 669         },
 670         "percentage": false,
 671         "pluginVersion": "9.4.3",
 672         "pointradius": 2,
 673         "points": false,
 674         "renderer": "flot",
 675         "seriesOverrides": [],
 676         "spaceLength": 10,
 677         "stack": false,
 678         "steppedLine": false,
 679         "targets": [
 680           {
 681             "datasource": {
 682               "type": "prometheus",
 683               "uid": "${DS_PROMETHEUS}"
 684             },
 685             "expr": "arvados_keep_total_bytes{}",
 686             "interval": "",
 687             "legendFormat": "Total stored",
 688             "refId": "A"
 689           },
 690           {
 691             "datasource": {
 692               "type": "prometheus",
 693               "uid": "${DS_PROMETHEUS}"
 694             },
 695             "expr": "arvados_keep_overreplicated_bytes{}",
 696             "interval": "",
 697             "legendFormat": "Overreplicated",
 698             "refId": "B"
 699           },
 700           {
 701             "datasource": {
 702               "type": "prometheus",
 703               "uid": "${DS_PROMETHEUS}"
 704             },
 705             "expr": "arvados_keep_underreplicated_bytes{}",
 706             "interval": "",
 707             "legendFormat": "Underreplicated",
 708             "refId": "C"
 709           },
 710           {
 711             "datasource": {
 712               "type": "prometheus",
 713               "uid": "${DS_PROMETHEUS}"
 714             },
 715             "expr": "arvados_keep_lost_bytes{}",
 716             "interval": "",
 717             "legendFormat": "Lost",
 718             "refId": "D"
 719           }
 720         ],
 721         "thresholds": [],
 722         "timeRegions": [],
 723         "title": "Total bytes by type",
 724         "tooltip": {
 725           "shared": true,
 726           "sort": 0,
 727           "value_type": "individual"
 728         },
 729         "type": "graph",
 730         "xaxis": {
 731           "mode": "time",
 732           "show": true,
 733           "values": []
 734         },
 735         "yaxes": [
 736           {
 737             "$$hashKey": "object:304",
 738             "decimals": 2,
 739             "format": "decbytes",
 740             "label": "",
 741             "logBase": 1,
 742             "min": "0",
 743             "show": true
 744           },
 745           {
 746             "$$hashKey": "object:305",
 747             "format": "short",
 748             "logBase": 1,
 749             "show": true
 750           }
 751         ],
 752         "yaxis": {
 753           "align": false
 754         }
 755       },
 756       {
 757         "aliasColors": {},
 758         "bars": true,
 759         "dashLength": 10,
 760         "dashes": false,
 761         "datasource": {
 762           "type": "prometheus",
 763           "uid": "${DS_PROMETHEUS}"
 764         },
 765         "fill": 1,
 766         "fillGradient": 0,
 767         "gridPos": {
 768           "h": 8,
 769           "w": 12,
 770           "x": 12,
 771           "y": 24
 772         },
 773         "hiddenSeries": false,
 774         "id": 22,
 775         "legend": {
 776           "avg": false,
 777           "current": false,
 778           "max": false,
 779           "min": false,
 780           "show": true,
 781           "total": false,
 782           "values": false
 783         },
 784         "lines": true,
 785         "linewidth": 1,
 786         "nullPointMode": "null as zero",
 787         "options": {
 788           "alertThreshold": true
 789         },
 790         "percentage": false,
 791         "pluginVersion": "9.4.3",
 792         "pointradius": 2,
 793         "points": false,
 794         "renderer": "flot",
 795         "seriesOverrides": [],
 796         "spaceLength": 10,
 797         "stack": true,
 798         "steppedLine": false,
 799         "targets": [
 800           {
 801             "datasource": {
 802               "type": "prometheus",
 803               "uid": "${DS_PROMETHEUS}"
 804             },
 805             "expr": "rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ssh_seconds_count{}[10m])",
 806             "hide": false,
 807             "interval": "",
 808             "legendFormat": "ssh",
 809             "refId": "A"
 810           },
 811           {
 812             "datasource": {
 813               "type": "prometheus",
 814               "uid": "${DS_PROMETHEUS}"
 815             },
 816             "expr": "rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_to_ready_for_container_seconds_count{}[10m])",
 817             "interval": "",
 818             "legendFormat": "ready",
 819             "refId": "B"
 820           }
 821         ],
 822         "thresholds": [],
 823         "timeRegions": [],
 824         "title": "Instance time to ... avg [10m]",
 825         "tooltip": {
 826           "shared": true,
 827           "sort": 0,
 828           "value_type": "individual"
 829         },
 830         "type": "graph",
 831         "xaxis": {
 832           "mode": "time",
 833           "show": true,
 834           "values": []
 835         },
 836         "yaxes": [
 837           {
 838             "$$hashKey": "object:113",
 839             "format": "s",
 840             "logBase": 1,
 841             "min": "0",
 842             "show": true
 843           },
 844           {
 845             "$$hashKey": "object:114",
 846             "format": "short",
 847             "logBase": 1,
 848             "show": true
 849           }
 850         ],
 851         "yaxis": {
 852           "align": false
 853         }
 854       },
 855       {
 856         "aliasColors": {},
 857         "bars": false,
 858         "dashLength": 10,
 859         "dashes": false,
 860         "datasource": {
 861           "type": "prometheus",
 862           "uid": "${DS_PROMETHEUS}"
 863         },
 864         "fill": 1,
 865         "fillGradient": 0,
 866         "gridPos": {
 867           "h": 8,
 868           "w": 12,
 869           "x": 0,
 870           "y": 32
 871         },
 872         "hiddenSeries": false,
 873         "id": 32,
 874         "legend": {
 875           "avg": false,
 876           "current": false,
 877           "max": false,
 878           "min": false,
 879           "show": true,
 880           "total": false,
 881           "values": false
 882         },
 883         "lines": true,
 884         "linewidth": 1,
 885         "nullPointMode": "null",
 886         "options": {
 887           "alertThreshold": true
 888         },
 889         "percentage": false,
 890         "pluginVersion": "9.4.3",
 891         "pointradius": 2,
 892         "points": false,
 893         "renderer": "flot",
 894         "seriesOverrides": [],
 895         "spaceLength": 10,
 896         "stack": false,
 897         "steppedLine": false,
 898         "targets": [
 899           {
 900             "datasource": {
 901               "type": "prometheus",
 902               "uid": "${DS_PROMETHEUS}"
 903             },
 904             "expr": "arvados_concurrent_requests{}",
 905             "interval": "",
 906             "legendFormat": "{{instance}}",
 907             "refId": "A"
 908           }
 909         ],
 910         "thresholds": [],
 911         "timeRegions": [],
 912         "title": "Concurrent requests",
 913         "tooltip": {
 914           "shared": true,
 915           "sort": 0,
 916           "value_type": "individual"
 917         },
 918         "type": "graph",
 919         "xaxis": {
 920           "mode": "time",
 921           "show": true,
 922           "values": []
 923         },
 924         "yaxes": [
 925           {
 926             "$$hashKey": "object:109",
 927             "format": "short",
 928             "logBase": 1,
 929             "min": "0",
 930             "show": true
 931           },
 932           {
 933             "$$hashKey": "object:110",
 934             "format": "short",
 935             "logBase": 1,
 936             "show": true
 937           }
 938         ],
 939         "yaxis": {
 940           "align": false
 941         }
 942       },
 943       {
 944         "aliasColors": {},
 945         "bars": false,
 946         "dashLength": 10,
 947         "dashes": false,
 948         "datasource": {
 949           "type": "prometheus",
 950           "uid": "${DS_PROMETHEUS}"
 951         },
 952         "fieldConfig": {
 953           "defaults": {
 954             "links": []
 955           },
 956           "overrides": []
 957         },
 958         "fill": 1,
 959         "fillGradient": 0,
 960         "gridPos": {
 961           "h": 8,
 962           "w": 12,
 963           "x": 12,
 964           "y": 32
 965         },
 966         "hiddenSeries": false,
 967         "id": 2,
 968         "legend": {
 969           "avg": false,
 970           "current": false,
 971           "max": false,
 972           "min": false,
 973           "show": true,
 974           "total": false,
 975           "values": false
 976         },
 977         "lines": true,
 978         "linewidth": 1,
 979         "nullPointMode": "null as zero",
 980         "options": {
 981           "alertThreshold": true
 982         },
 983         "percentage": false,
 984         "pluginVersion": "9.4.3",
 985         "pointradius": 2,
 986         "points": false,
 987         "renderer": "flot",
 988         "seriesOverrides": [],
 989         "spaceLength": 10,
 990         "stack": true,
 991         "steppedLine": false,
 992         "targets": [
 993           {
 994             "datasource": {
 995               "type": "prometheus",
 996               "uid": "${DS_PROMETHEUS}"
 997             },
 998             "expr": "arvados_dispatchcloud_boot_outcomes{}",
 999             "interval": "",
1000             "legendFormat": "{{outcome}}",
1001             "refId": "A"
1002           }
1003         ],
1004         "thresholds": [],
1005         "timeRegions": [],
1006         "title": "Boot outcomes",
1007         "tooltip": {
1008           "shared": true,
1009           "sort": 2,
1010           "value_type": "individual"
1011         },
1012         "type": "graph",
1013         "xaxis": {
1014           "mode": "time",
1015           "show": true,
1016           "values": []
1017         },
1018         "yaxes": [
1019           {
1020             "$$hashKey": "object:921",
1021             "format": "short",
1022             "logBase": 1,
1023             "min": "0",
1024             "show": true
1025           },
1026           {
1027             "$$hashKey": "object:922",
1028             "format": "short",
1029             "logBase": 1,
1030             "show": true
1031           }
1032         ],
1033         "yaxis": {
1034           "align": false
1035         }
1036       },
1037       {
1038         "aliasColors": {},
1039         "bars": false,
1040         "dashLength": 10,
1041         "dashes": false,
1042         "datasource": {
1043           "type": "prometheus",
1044           "uid": "${DS_PROMETHEUS}"
1045         },
1046         "fieldConfig": {
1047           "defaults": {
1048             "links": []
1049           },
1050           "overrides": []
1051         },
1052         "fill": 1,
1053         "fillGradient": 0,
1054         "gridPos": {
1055           "h": 8,
1056           "w": 12,
1057           "x": 0,
1058           "y": 40
1059         },
1060         "hiddenSeries": false,
1061         "id": 16,
1062         "legend": {
1063           "avg": false,
1064           "current": false,
1065           "max": false,
1066           "min": false,
1067           "show": true,
1068           "total": false,
1069           "values": false
1070         },
1071         "lines": true,
1072         "linewidth": 1,
1073         "nullPointMode": "null as zero",
1074         "options": {
1075           "alertThreshold": true
1076         },
1077         "percentage": false,
1078         "pluginVersion": "9.4.3",
1079         "pointradius": 2,
1080         "points": false,
1081         "renderer": "flot",
1082         "seriesOverrides": [],
1083         "spaceLength": 10,
1084         "stack": false,
1085         "steppedLine": false,
1086         "targets": [
1087           {
1088             "datasource": {
1089               "type": "prometheus",
1090               "uid": "${DS_PROMETHEUS}"
1091             },
1092             "expr": "sum(arvados_dispatchcloud_instances_price{})",
1093             "interval": "",
1094             "intervalFactor": 10,
1095             "legendFormat": "cost ($)",
1096             "refId": "A"
1097           }
1098         ],
1099         "thresholds": [],
1100         "timeRegions": [],
1101         "title": "Cost",
1102         "tooltip": {
1103           "shared": true,
1104           "sort": 0,
1105           "value_type": "individual"
1106         },
1107         "type": "graph",
1108         "xaxis": {
1109           "mode": "time",
1110           "show": true,
1111           "values": []
1112         },
1113         "yaxes": [
1114           {
1115             "$$hashKey": "object:623",
1116             "format": "short",
1117             "label": "$ / hour",
1118             "logBase": 1,
1119             "min": "0",
1120             "show": true
1121           },
1122           {
1123             "$$hashKey": "object:624",
1124             "format": "short",
1125             "logBase": 1,
1126             "show": true
1127           }
1128         ],
1129         "yaxis": {
1130           "align": false
1131         }
1132       },
1133       {
1134         "aliasColors": {},
1135         "bars": false,
1136         "dashLength": 10,
1137         "dashes": false,
1138         "datasource": {
1139           "type": "prometheus",
1140           "uid": "${DS_PROMETHEUS}"
1141         },
1142         "fieldConfig": {
1143           "defaults": {
1144             "links": []
1145           },
1146           "overrides": []
1147         },
1148         "fill": 1,
1149         "fillGradient": 0,
1150         "gridPos": {
1151           "h": 8,
1152           "w": 12,
1153           "x": 12,
1154           "y": 40
1155         },
1156         "hiddenSeries": false,
1157         "id": 4,
1158         "legend": {
1159           "avg": false,
1160           "current": false,
1161           "max": false,
1162           "min": false,
1163           "show": true,
1164           "total": false,
1165           "values": false
1166         },
1167         "lines": true,
1168         "linewidth": 1,
1169         "nullPointMode": "null as zero",
1170         "options": {
1171           "alertThreshold": true
1172         },
1173         "percentage": false,
1174         "pluginVersion": "9.4.3",
1175         "pointradius": 2,
1176         "points": false,
1177         "renderer": "flot",
1178         "seriesOverrides": [],
1179         "spaceLength": 10,
1180         "stack": true,
1181         "steppedLine": false,
1182         "targets": [
1183           {
1184             "datasource": {
1185               "type": "prometheus",
1186               "uid": "${DS_PROMETHEUS}"
1187             },
1188             "expr": "arvados_dispatchcloud_instances_disappeared{}",
1189             "interval": "",
1190             "legendFormat": "{{state}}",
1191             "refId": "A"
1192           }
1193         ],
1194         "thresholds": [],
1195         "timeRegions": [],
1196         "title": "instance state before disappearance",
1197         "tooltip": {
1198           "shared": true,
1199           "sort": 2,
1200           "value_type": "individual"
1201         },
1202         "type": "graph",
1203         "xaxis": {
1204           "mode": "time",
1205           "show": true,
1206           "values": []
1207         },
1208         "yaxes": [
1209           {
1210             "$$hashKey": "object:1025",
1211             "format": "short",
1212             "logBase": 1,
1213             "min": "0",
1214             "show": true
1215           },
1216           {
1217             "$$hashKey": "object:1026",
1218             "format": "short",
1219             "logBase": 1,
1220             "show": true
1221           }
1222         ],
1223         "yaxis": {
1224           "align": false
1225         }
1226       },
1227       {
1228         "aliasColors": {},
1229         "bars": false,
1230         "dashLength": 10,
1231         "dashes": false,
1232         "datasource": {
1233           "type": "prometheus",
1234           "uid": "${DS_PROMETHEUS}"
1235         },
1236         "fieldConfig": {
1237           "defaults": {
1238             "links": []
1239           },
1240           "overrides": []
1241         },
1242         "fill": 1,
1243         "fillGradient": 0,
1244         "gridPos": {
1245           "h": 8,
1246           "w": 12,
1247           "x": 0,
1248           "y": 48
1249         },
1250         "hiddenSeries": false,
1251         "id": 18,
1252         "legend": {
1253           "avg": false,
1254           "current": false,
1255           "max": false,
1256           "min": false,
1257           "show": true,
1258           "total": false,
1259           "values": false
1260         },
1261         "lines": true,
1262         "linewidth": 1,
1263         "nullPointMode": "null as zero",
1264         "percentage": false,
1265         "pluginVersion": "8.4.5",
1266         "pointradius": 2,
1267         "points": false,
1268         "renderer": "flot",
1269         "seriesOverrides": [],
1270         "spaceLength": 10,
1271         "stack": true,
1272         "steppedLine": false,
1273         "targets": [
1274           {
1275             "datasource": {
1276               "type": "prometheus",
1277               "uid": "${DS_PROMETHEUS}"
1278             },
1279             "expr": "arvados_dispatchcloud_instances_price{}",
1280             "interval": "",
1281             "intervalFactor": 10,
1282             "legendFormat": "{{category}}",
1283             "refId": "A"
1284           }
1285         ],
1286         "thresholds": [],
1287         "timeRegions": [],
1288         "title": "Cost by node state",
1289         "tooltip": {
1290           "shared": true,
1291           "sort": 2,
1292           "value_type": "individual"
1293         },
1294         "type": "graph",
1295         "xaxis": {
1296           "mode": "time",
1297           "show": true,
1298           "values": []
1299         },
1300         "yaxes": [
1301           {
1302             "$$hashKey": "object:574",
1303             "format": "short",
1304             "label": "$ / hour",
1305             "logBase": 1,
1306             "min": "0",
1307             "show": true
1308           },
1309           {
1310             "$$hashKey": "object:575",
1311             "format": "short",
1312             "logBase": 1,
1313             "show": true
1314           }
1315         ],
1316         "yaxis": {
1317           "align": false
1318         }
1319       },
1320       {
1321         "aliasColors": {},
1322         "bars": false,
1323         "dashLength": 10,
1324         "dashes": false,
1325         "datasource": {
1326           "type": "prometheus",
1327           "uid": "${DS_PROMETHEUS}"
1328         },
1329         "fill": 1,
1330         "fillGradient": 0,
1331         "gridPos": {
1332           "h": 8,
1333           "w": 12,
1334           "x": 12,
1335           "y": 48
1336         },
1337         "hiddenSeries": false,
1338         "id": 26,
1339         "legend": {
1340           "avg": false,
1341           "current": false,
1342           "max": false,
1343           "min": false,
1344           "show": true,
1345           "total": false,
1346           "values": false
1347         },
1348         "lines": true,
1349         "linewidth": 1,
1350         "nullPointMode": "null as zero",
1351         "percentage": false,
1352         "pluginVersion": "8.4.5",
1353         "pointradius": 2,
1354         "points": false,
1355         "renderer": "flot",
1356         "seriesOverrides": [],
1357         "spaceLength": 10,
1358         "stack": false,
1359         "steppedLine": false,
1360         "targets": [
1361           {
1362             "datasource": {
1363               "type": "prometheus",
1364               "uid": "${DS_PROMETHEUS}"
1365             },
1366             "expr": "rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_time_from_shutdown_request_to_disappearance_seconds_count{}[10m])",
1367             "interval": "",
1368             "legendFormat": "shutdown to disappearance",
1369             "refId": "A"
1370           }
1371         ],
1372         "thresholds": [],
1373         "timeRegions": [],
1374         "title": "Instances time from shutdown to disappearance avg[10m]",
1375         "tooltip": {
1376           "shared": true,
1377           "sort": 0,
1378           "value_type": "individual"
1379         },
1380         "type": "graph",
1381         "xaxis": {
1382           "mode": "time",
1383           "show": true,
1384           "values": []
1385         },
1386         "yaxes": [
1387           {
1388             "$$hashKey": "object:450",
1389             "format": "s",
1390             "logBase": 1,
1391             "min": "0",
1392             "show": true
1393           },
1394           {
1395             "$$hashKey": "object:451",
1396             "format": "short",
1397             "logBase": 1,
1398             "show": true
1399           }
1400         ],
1401         "yaxis": {
1402           "align": false
1403         }
1404       },
1405       {
1406         "aliasColors": {},
1407         "bars": false,
1408         "dashLength": 10,
1409         "dashes": false,
1410         "datasource": {
1411           "type": "prometheus",
1412           "uid": "${DS_PROMETHEUS}"
1413         },
1414         "fieldConfig": {
1415           "defaults": {
1416             "links": []
1417           },
1418           "overrides": []
1419         },
1420         "fill": 1,
1421         "fillGradient": 0,
1422         "gridPos": {
1423           "h": 8,
1424           "w": 12,
1425           "x": 0,
1426           "y": 56
1427         },
1428         "hiddenSeries": false,
1429         "id": 20,
1430         "legend": {
1431           "avg": false,
1432           "current": false,
1433           "max": false,
1434           "min": false,
1435           "show": true,
1436           "total": false,
1437           "values": false
1438         },
1439         "lines": true,
1440         "linewidth": 1,
1441         "nullPointMode": "null as zero",
1442         "percentage": false,
1443         "pluginVersion": "8.4.5",
1444         "pointradius": 2,
1445         "points": false,
1446         "renderer": "flot",
1447         "seriesOverrides": [],
1448         "spaceLength": 10,
1449         "stack": true,
1450         "steppedLine": false,
1451         "targets": [
1452           {
1453             "datasource": {
1454               "type": "prometheus",
1455               "uid": "${DS_PROMETHEUS}"
1456             },
1457             "expr": "arvados_dispatchcloud_instances_total{}",
1458             "instant": false,
1459             "interval": "",
1460             "legendFormat": "{{instance_type}} : {{category}}",
1461             "refId": "A"
1462           }
1463         ],
1464         "thresholds": [
1465           {
1466             "$$hashKey": "object:540",
1467             "colorMode": "critical",
1468             "fill": true,
1469             "line": true,
1470             "op": "gt",
1471             "yaxis": "left"
1472           }
1473         ],
1474         "timeRegions": [],
1475         "title": "Nodes by state",
1476         "tooltip": {
1477           "shared": true,
1478           "sort": 2,
1479           "value_type": "individual"
1480         },
1481         "type": "graph",
1482         "xaxis": {
1483           "mode": "time",
1484           "show": true,
1485           "values": []
1486         },
1487         "yaxes": [
1488           {
1489             "$$hashKey": "object:723",
1490             "format": "short",
1491             "logBase": 1,
1492             "min": "0",
1493             "show": true
1494           },
1495           {
1496             "$$hashKey": "object:724",
1497             "format": "short",
1498             "logBase": 1,
1499             "show": true
1500           }
1501         ],
1502         "yaxis": {
1503           "align": false
1504         }
1505       },
1506       {
1507         "aliasColors": {},
1508         "bars": false,
1509         "dashLength": 10,
1510         "dashes": false,
1511         "datasource": {
1512           "type": "prometheus",
1513           "uid": "${DS_PROMETHEUS}"
1514         },
1515         "fill": 1,
1516         "fillGradient": 0,
1517         "gridPos": {
1518           "h": 8,
1519           "w": 12,
1520           "x": 0,
1521           "y": 64
1522         },
1523         "hiddenSeries": false,
1524         "id": 28,
1525         "legend": {
1526           "avg": false,
1527           "current": false,
1528           "max": false,
1529           "min": false,
1530           "show": true,
1531           "total": false,
1532           "values": false
1533         },
1534         "lines": true,
1535         "linewidth": 1,
1536         "nullPointMode": "null as zero",
1537         "percentage": false,
1538         "pluginVersion": "8.4.5",
1539         "pointradius": 2,
1540         "points": false,
1541         "renderer": "flot",
1542         "seriesOverrides": [],
1543         "spaceLength": 10,
1544         "stack": false,
1545         "steppedLine": false,
1546         "targets": [
1547           {
1548             "datasource": {
1549               "type": "prometheus",
1550               "uid": "${DS_PROMETHEUS}"
1551             },
1552             "expr": "rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_sum{}[10m]) / rate(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[10m])",
1553             "interval": "",
1554             "legendFormat": "{{outcome}}",
1555             "refId": "A"
1556           }
1557         ],
1558         "thresholds": [],
1559         "timeRegions": [],
1560         "title": "run probe duration avg[10m]",
1561         "tooltip": {
1562           "shared": true,
1563           "sort": 0,
1564           "value_type": "individual"
1565         },
1566         "type": "graph",
1567         "xaxis": {
1568           "mode": "time",
1569           "show": true,
1570           "values": []
1571         },
1572         "yaxes": [
1573           {
1574             "$$hashKey": "object:125",
1575             "format": "s",
1576             "logBase": 1,
1577             "min": "0",
1578             "show": true
1579           },
1580           {
1581             "$$hashKey": "object:126",
1582             "format": "short",
1583             "logBase": 1,
1584             "show": true
1585           }
1586         ],
1587         "yaxis": {
1588           "align": false
1589         }
1590       },
1591       {
1592         "aliasColors": {},
1593         "bars": false,
1594         "dashLength": 10,
1595         "dashes": false,
1596         "datasource": {
1597           "type": "prometheus",
1598           "uid": "${DS_PROMETHEUS}"
1599         },
1600         "fill": 1,
1601         "fillGradient": 0,
1602         "gridPos": {
1603           "h": 8,
1604           "w": 12,
1605           "x": 0,
1606           "y": 72
1607         },
1608         "hiddenSeries": false,
1609         "id": 30,
1610         "legend": {
1611           "avg": false,
1612           "current": false,
1613           "max": false,
1614           "min": false,
1615           "show": true,
1616           "total": false,
1617           "values": false
1618         },
1619         "lines": true,
1620         "linewidth": 1,
1621         "nullPointMode": "null",
1622         "percentage": false,
1623         "pluginVersion": "8.4.5",
1624         "pointradius": 2,
1625         "points": false,
1626         "renderer": "flot",
1627         "seriesOverrides": [],
1628         "spaceLength": 10,
1629         "stack": false,
1630         "steppedLine": false,
1631         "targets": [
1632           {
1633             "datasource": {
1634               "type": "prometheus",
1635               "uid": "${DS_PROMETHEUS}"
1636             },
1637             "expr": "delta(arvados_dispatchcloud_instances_run_probe_duration_seconds_count{}[1m])",
1638             "instant": false,
1639             "interval": "",
1640             "legendFormat": "{{outcome}}",
1641             "refId": "B"
1642           }
1643         ],
1644         "thresholds": [],
1645         "timeRegions": [],
1646         "title": "run probe count by outcome -- delta[1m]",
1647         "tooltip": {
1648           "shared": true,
1649           "sort": 0,
1650           "value_type": "individual"
1651         },
1652         "type": "graph",
1653         "xaxis": {
1654           "mode": "time",
1655           "show": true,
1656           "values": []
1657         },
1658         "yaxes": [
1659           {
1660             "$$hashKey": "object:149",
1661             "format": "short",
1662             "logBase": 10,
1663             "min": "0",
1664             "show": true
1665           },
1666           {
1667             "$$hashKey": "object:150",
1668             "format": "short",
1669             "logBase": 1,
1670             "show": true
1671           }
1672         ],
1673         "yaxis": {
1674           "align": false
1675         }
1676       }
1677     ],
1678     "refresh": "10s",
1679     "revision": 1,
1680     "schemaVersion": 38,
1681     "style": "dark",
1682     "tags": [],
1683     "templating": {
1684       "list": []
1685     },
1686     "time": {
1687       "from": "now-1h",
1688       "to": "now"
1689     },
1690     "timepicker": {
1691       "refresh_intervals": [
1692         "10s",
1693         "30s",
1694         "1m",
1695         "5m",
1696         "15m",
1697         "30m",
1698         "1h",
1699         "2h",
1700         "1d"
1701       ]
1702     },
1703     "timezone": "",
1704     "title": "Arvados cluster overview",
1705     "uid": "ArvadosClusterOverviewDashboard",
1706     "version": 6,
1707     "weekStart": ""
1708   }