X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/09cbdc3074b3f1e69c9c537875146f6da0a6ed8f..1efba8f3b728a3b8aa3c64c5aa09f441318ff2a8:/lib/dispatchcloud/dispatcher.go diff --git a/lib/dispatchcloud/dispatcher.go b/lib/dispatchcloud/dispatcher.go index 3403c50c97..47e60abdee 100644 --- a/lib/dispatchcloud/dispatcher.go +++ b/lib/dispatchcloud/dispatcher.go @@ -15,6 +15,7 @@ import ( "time" "git.arvados.org/arvados.git/lib/cloud" + "git.arvados.org/arvados.git/lib/config" "git.arvados.org/arvados.git/lib/controller/dblock" "git.arvados.org/arvados.git/lib/ctrlctx" "git.arvados.org/arvados.git/lib/dispatchcloud/container" @@ -110,7 +111,7 @@ func (disp *dispatcher) newExecutor(inst cloud.Instance) worker.Executor { return exr } -func (disp *dispatcher) typeChooser(ctr *arvados.Container) (arvados.InstanceType, error) { +func (disp *dispatcher) typeChooser(ctr *arvados.Container) ([]arvados.InstanceType, error) { return ChooseInstanceType(disp.Cluster, ctr) } @@ -137,11 +138,15 @@ func (disp *dispatcher) initialize() { disp.stop = make(chan struct{}, 1) disp.stopped = make(chan struct{}) - if key, err := ssh.ParsePrivateKey([]byte(disp.Cluster.Containers.DispatchPrivateKey)); err != nil { + if key, err := config.LoadSSHKey(disp.Cluster.Containers.DispatchPrivateKey); err != nil { disp.logger.Fatalf("error parsing configured Containers.DispatchPrivateKey: %s", err) } else { disp.sshKey = key } + installPublicKey := disp.sshKey.PublicKey() + if !disp.Cluster.Containers.CloudVMs.DeployPublicKey { + installPublicKey = nil + } instanceSet, err := newInstanceSet(disp.Cluster, disp.InstanceSetID, disp.logger, disp.Registry) if err != nil { @@ -149,7 +154,7 @@ func (disp *dispatcher) initialize() { } dblock.Dispatch.Lock(disp.Context, disp.dbConnector.GetDB) disp.instanceSet = instanceSet - disp.pool = worker.NewPool(disp.logger, disp.ArvClient, disp.Registry, disp.InstanceSetID, disp.instanceSet, disp.newExecutor, disp.sshKey.PublicKey(), disp.Cluster) + disp.pool = worker.NewPool(disp.logger, disp.ArvClient, disp.Registry, disp.InstanceSetID, disp.instanceSet, disp.newExecutor, installPublicKey, disp.Cluster) disp.queue = container.NewQueue(disp.logger, disp.Registry, disp.typeChooser, disp.ArvClient) if disp.Cluster.ManagementToken == "" { @@ -193,7 +198,10 @@ func (disp *dispatcher) run() { if pollInterval <= 0 { pollInterval = defaultPollInterval } - sched := scheduler.New(disp.Context, disp.queue, disp.pool, disp.Registry, staleLockTimeout, pollInterval) + sched := scheduler.New(disp.Context, disp.ArvClient, disp.queue, disp.pool, disp.Registry, staleLockTimeout, pollInterval, + disp.Cluster.Containers.CloudVMs.InitialQuotaEstimate, + disp.Cluster.Containers.CloudVMs.MaxInstances, + disp.Cluster.Containers.CloudVMs.SupervisorFraction) sched.Start() defer sched.Stop()