X-Git-Url: https://git.arvados.org/rnaseq-cwl-training.git/blobdiff_plain/9610f407af3b47da490d8abbed46c6d9fc4f63af..df03039fa6395469aede858e873b1b03b6dd3264:/bin/util.py diff --git a/bin/util.py b/bin/util.py index 2341bdb..522f5df 100644 --- a/bin/util.py +++ b/bin/util.py @@ -11,23 +11,31 @@ except ImportError: sys.exit(1) +# Things an image file's name can end with. +IMAGE_FILE_SUFFIX = { + '.gif', + '.jpg', + '.png', + '.svg' +} + +# Files that shouldn't be present. UNWANTED_FILES = [ '.nojekyll' ] - +# Marker to show that an expected value hasn't been provided. +# (Can't use 'None' because that might be a legitimate value.) REPORTER_NOT_SET = [] -class Reporter(object): + +class Reporter: """Collect and report errors.""" def __init__(self): """Constructor.""" - - super(Reporter, self).__init__() self.messages = [] - def check_field(self, filename, name, values, key, expected=REPORTER_NOT_SET): """Check that a dictionary has an expected value.""" @@ -37,10 +45,11 @@ class Reporter(object): pass elif type(expected) in (tuple, set, list): if values[key] not in expected: - self.add(filename, '{0} {1} value {2} is not in {3}', name, key, values[key], expected) + self.add( + filename, '{0} {1} value {2} is not in {3}', name, key, values[key], expected) elif values[key] != expected: - self.add(filename, '{0} {1} is {2} not {3}', name, key, values[key], expected) - + self.add(filename, '{0} {1} is {2} not {3}', + name, key, values[key], expected) def check(self, condition, location, fmt, *args): """Append error if condition not met.""" @@ -48,30 +57,45 @@ class Reporter(object): if not condition: self.add(location, fmt, *args) - def add(self, location, fmt, *args): """Append error unilaterally.""" + self.messages.append((location, fmt.format(*args))) + + @staticmethod + def pretty(item): + location, message = item if isinstance(location, type(None)): - coords = '' + return message elif isinstance(location, str): - coords = '{0}: '.format(location) + return location + ': ' + message elif isinstance(location, tuple): - filename, line_number = location - coords = '{0}:{1}: '.format(*location) - else: - assert False, 'Unknown location "{0}"/{1}'.format(location, type(location)) + return '{0}:{1}: '.format(*location) + message + + print('Unknown item "{0}"'.format(item), file=sys.stderr) + return NotImplemented - self.messages.append(coords + fmt.format(*args)) + @staticmethod + def key(item): + location, message = item + if isinstance(location, type(None)): + return ('', -1, message) + elif isinstance(location, str): + return (location, -1, message) + elif isinstance(location, tuple): + return (location[0], location[1], message) + print('Unknown item "{0}"'.format(item), file=sys.stderr) + return NotImplemented def report(self, stream=sys.stdout): - """Report all messages.""" + """Report all messages in order.""" if not self.messages: return - for m in sorted(self.messages): - print(m, file=stream) + + for m in sorted(self.messages, key=self.key): + print(self.pretty(m), file=stream) def read_markdown(parser, path): @@ -87,11 +111,13 @@ def read_markdown(parser, path): # Split into lines. metadata_len = 0 if metadata_raw is None else metadata_raw.count('\n') - lines = [(metadata_len+i+1, line, len(line)) for (i, line) in enumerate(body.split('\n'))] + lines = [(metadata_len+i+1, line, len(line)) + for (i, line) in enumerate(body.split('\n'))] # Parse Markdown. cmd = 'ruby {0}'.format(parser) - p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, close_fds=True, universal_newlines=True) + p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, + close_fds=True, universal_newlines=True) stdout_data, stderr_data = p.communicate(body) doc = json.loads(stdout_data) @@ -112,7 +138,6 @@ def split_metadata(path, text): metadata_raw = None metadata_yaml = None - metadata_len = None pieces = text.split('---', 2) if len(pieces) == 3: @@ -121,7 +146,8 @@ def split_metadata(path, text): try: metadata_yaml = yaml.load(metadata_raw) except yaml.YAMLError as e: - print('Unable to parse YAML header in {0}:\n{1}'.format(path, e), file=sys.stderr) + print('Unable to parse YAML header in {0}:\n{1}'.format( + path, e), file=sys.stderr) sys.exit(1) return metadata_raw, metadata_yaml, text @@ -136,8 +162,9 @@ def load_yaml(filename): try: with open(filename, 'r') as reader: return yaml.load(reader) - except (yaml.YAMLError, FileNotFoundError) as e: - print('Unable to load YAML file {0}:\n{1}'.format(filename, e), file=sys.stderr) + except (yaml.YAMLError, IOError) as e: + print('Unable to load YAML file {0}:\n{1}'.format( + filename, e), file=sys.stderr) sys.exit(1) @@ -151,3 +178,11 @@ def check_unwanted_files(dir_path, reporter): reporter.check(not os.path.exists(path), path, "Unwanted file found") + + +def require(condition, message): + """Fail if condition not met.""" + + if not condition: + print(message, file=sys.stderr) + sys.exit(1)