Merge branch '11162-wes-support' refs #11162
authorPeter Amstutz <pamstutz@veritasgenetics.com>
Wed, 30 May 2018 11:39:30 +0000 (07:39 -0400)
committerPeter Amstutz <pamstutz@veritasgenetics.com>
Wed, 30 May 2018 11:39:30 +0000 (07:39 -0400)
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <pamstutz@veritasgenetics.com>

sdk/R/README.Rmd
sdk/cwl/arvados_cwl/crunch_script.py
services/keep-balance/balance.go

index c2fe07859330ca1db4724ef6683fe7707e851a6f..dcfa2186e9edba13493919c6e4eb192efa03c544 100644 (file)
@@ -1,4 +1,4 @@
-[comment]: # (Copyright © The Arvados Authors. All rights reserved.)
+[comment]: # (Copyright (c) The Arvados Authors. All rights reserved.)
 [comment]: # ()
 [comment]: # (SPDX-License-Identifier: CC-BY-SA-3.0)
 
index bf940eca4ba92fad7e01ccd06e70564cb2fa0103..5024e95f77df785abf668c68364dadc4d49fb2a4 100644 (file)
@@ -132,6 +132,7 @@ def run():
         args.priority = arvados_cwl.DEFAULT_PRIORITY
         args.do_validate = True
         args.disable_js_validation = False
+        args.tmp_outdir_prefix = "tmp"
 
         runner.arv_executor(t, job_order_object, **vars(args))
     except Exception as e:
index 7b25d78852bde9a575242331897bc26bc8cb092b..d6a2dde9d74005c0e9fca4d87ccbc7dd1ece5243 100644 (file)
@@ -365,27 +365,29 @@ func (bal *Balancer) ComputeChangeSets() {
                blkid arvados.SizedDigest
                blk   *BlockState
        }
-       nWorkers := 1 + runtime.NumCPU()
-       todo := make(chan balanceTask, nWorkers)
-       results := make(chan balanceResult, 16)
-       var wg sync.WaitGroup
-       for i := 0; i < nWorkers; i++ {
-               wg.Add(1)
-               go func() {
-                       for work := range todo {
-                               results <- bal.balanceBlock(work.blkid, work.blk)
+       workers := runtime.GOMAXPROCS(-1)
+       todo := make(chan balanceTask, workers)
+       go func() {
+               bal.BlockStateMap.Apply(func(blkid arvados.SizedDigest, blk *BlockState) {
+                       todo <- balanceTask{
+                               blkid: blkid,
+                               blk:   blk,
                        }
-                       wg.Done()
-               }()
-       }
-       bal.BlockStateMap.Apply(func(blkid arvados.SizedDigest, blk *BlockState) {
-               todo <- balanceTask{
-                       blkid: blkid,
-                       blk:   blk,
-               }
-       })
-       close(todo)
+               })
+               close(todo)
+       }()
+       results := make(chan balanceResult, workers)
        go func() {
+               var wg sync.WaitGroup
+               for i := 0; i < workers; i++ {
+                       wg.Add(1)
+                       go func() {
+                               for work := range todo {
+                                       results <- bal.balanceBlock(work.blkid, work.blk)
+                               }
+                               wg.Done()
+                       }()
+               }
                wg.Wait()
                close(results)
        }()