From: Brett Smith Date: Mon, 15 Sep 2014 15:21:31 +0000 (-0400) Subject: 3147: Add retry support to PySDK list_all utility. X-Git-Tag: 1.1.0~2187^2~3 X-Git-Url: https://git.arvados.org/arvados.git/commitdiff_plain/8ba7f9450ce51aa4ec8b0944991abe5a692ab4d1 3147: Add retry support to PySDK list_all utility. --- diff --git a/sdk/python/arvados/util.py b/sdk/python/arvados/util.py index ada1aec6ef..2609f112fe 100644 --- a/sdk/python/arvados/util.py +++ b/sdk/python/arvados/util.py @@ -338,12 +338,12 @@ def is_hex(s, *length_args): good_len = True return bool(good_len and HEX_RE.match(s)) -def list_all(fn, **kwargs): +def list_all(fn, num_retries=0, **kwargs): items = [] offset = 0 items_available = sys.maxint while len(items) < items_available: - c = fn(offset=offset, **kwargs).execute() + c = fn(offset=offset, **kwargs).execute(num_retries=num_retries) items += c['items'] items_available = c['items_available'] offset = c['offset'] + len(c['items'])