X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/bd1f0b637be6c97374b31ed5c442ff88d25e626e..6eb3d1fb8fe71623fa63da46c250184cf2e4fbb8:/sdk/python/arvados/retry.py diff --git a/sdk/python/arvados/retry.py b/sdk/python/arvados/retry.py index 5dc31aefa7..e4ad6440a7 100644 --- a/sdk/python/arvados/retry.py +++ b/sdk/python/arvados/retry.py @@ -1,5 +1,8 @@ #!/usr/bin/env python +import functools +import inspect +import pycurl import time from collections import deque @@ -107,12 +110,12 @@ class RetryLoop(object): "queried loop results before any were recorded") -def check_http_response_success(result): - """Convert an httplib2 request result to a loop control flag. +def check_http_response_success(status_code): + """Convert an HTTP status code to a loop control flag. - Pass this method the 2-tuple returned by httplib2.Http.request. It - returns True if the response indicates success, None if it indicates - temporary failure, and False otherwise. You can use this as the + Pass this method a numeric HTTP status code. It returns True if + the code indicates success, None if it indicates temporary + failure, and False otherwise. You can use this as the success_check for a RetryLoop. Implementation details: @@ -126,15 +129,27 @@ def check_http_response_success(result): 3xx status codes. They don't indicate success, and you can't retry those requests verbatim. """ - try: - status = int(result[0].status) - except Exception: - return None - if status in _HTTP_SUCCESSES: + if status_code in _HTTP_SUCCESSES: return True - elif status in _HTTP_CAN_RETRY: + elif status_code in _HTTP_CAN_RETRY: return None - elif 100 <= status < 600: + elif 100 <= status_code < 600: return False else: return None # Get well soon, server. + +def retry_method(orig_func): + """Provide a default value for a method's num_retries argument. + + This is a decorator for instance and class methods that accept a + num_retries argument, with a None default. When the method is called + without a value for num_retries, it will be set from the underlying + instance or class' num_retries attribute. + """ + @functools.wraps(orig_func) + def num_retries_setter(self, *args, **kwargs): + arg_vals = inspect.getcallargs(orig_func, self, *args, **kwargs) + if arg_vals['num_retries'] is None: + kwargs['num_retries'] = self.num_retries + return orig_func(self, *args, **kwargs) + return num_retries_setter