X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/f1ee0cb2f85c4ea988700da2e3957565b6861ad5..90a750e42e27ee5cfdffa65ba675b19005cbb345:/services/keep-balance/block_state.go diff --git a/services/keep-balance/block_state.go b/services/keep-balance/block_state.go index 958cdb596b..46e69059c9 100644 --- a/services/keep-balance/block_state.go +++ b/services/keep-balance/block_state.go @@ -18,21 +18,41 @@ type Replica struct { Mtime int64 } -// BlockState indicates the number of desired replicas (according to -// the collections we know about) and the replicas actually stored -// (according to the keepstore indexes we know about). +// BlockState indicates the desired storage class and number of +// replicas (according to the collections we know about) and the +// replicas actually stored (according to the keepstore indexes we +// know about). type BlockState struct { + RefCount int Replicas []Replica - Desired int + Desired map[string]int + // TODO: Support combinations of classes ("private + durable") + // by replacing the map[string]int with a map[*[]string]int + // here, where the map keys come from a pool of semantically + // distinct class combinations. + // + // TODO: Use a pool of semantically distinct Desired maps to + // conserve memory (typically there are far more BlockState + // objects in memory than distinct Desired profiles). } +var defaultClasses = []string{"default"} + func (bs *BlockState) addReplica(r Replica) { bs.Replicas = append(bs.Replicas, r) } -func (bs *BlockState) increaseDesired(n int) { - if bs.Desired < n { - bs.Desired = n +func (bs *BlockState) increaseDesired(classes []string, n int) { + bs.RefCount++ + if len(classes) == 0 { + classes = defaultClasses + } + for _, class := range classes { + if bs.Desired == nil { + bs.Desired = map[string]int{class: n} + } else if d, ok := bs.Desired[class]; !ok || d < n { + bs.Desired[class] = n + } } } @@ -88,12 +108,12 @@ func (bsm *BlockStateMap) AddReplicas(mnt *KeepMount, idx []arvados.KeepServiceI } // IncreaseDesired updates the map to indicate the desired replication -// for the given blocks is at least n. -func (bsm *BlockStateMap) IncreaseDesired(n int, blocks []arvados.SizedDigest) { +// for the given blocks in the given storage class is at least n. +func (bsm *BlockStateMap) IncreaseDesired(classes []string, n int, blocks []arvados.SizedDigest) { bsm.mutex.Lock() defer bsm.mutex.Unlock() for _, blkid := range blocks { - bsm.get(blkid).increaseDesired(n) + bsm.get(blkid).increaseDesired(classes, n) } }