X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/20b2859d2e4114b7224fa55d04d98a0fe3e16ef5..50ab35e7c81a9c1363da289bf76424d669bdf80c:/crunch_scripts/decompress-all.py diff --git a/crunch_scripts/decompress-all.py b/crunch_scripts/decompress-all.py index cb4a433d58..50d11f4d97 100755 --- a/crunch_scripts/decompress-all.py +++ b/crunch_scripts/decompress-all.py @@ -18,6 +18,7 @@ import re import subprocess import os import sys +import crunchutil.robust_put as robust_put arvados.job_setup.one_task_per_input_file(if_sequence=0, and_end_task=True, input_as_path=True) @@ -32,7 +33,7 @@ outdir = os.path.join(task.tmpdir, "output") os.makedirs(outdir) os.chdir(outdir) -if infile_parts == None: +if infile_parts is None: print >>sys.stderr, "Failed to parse input filename '%s' as a Keep file\n" % input_file sys.exit(1) @@ -40,20 +41,18 @@ cr = arvados.CollectionReader(infile_parts.group(1)) streamname = infile_parts.group(3)[1:] filename = infile_parts.group(4)[1:] -if streamname != None: +if streamname is not None: subprocess.call(["mkdir", "-p", streamname]) os.chdir(streamname) else: streamname = '.' -m = re.match(r'\.(gz|Z|bz2|tgz|tbz|zip|rar|7z|cab|deb|rpm|cpio|gem)$', arvados.get_task_param_mount('input'), re.IGNORECASE) +m = re.match(r'.*\.(gz|Z|bz2|tgz|tbz|zip|rar|7z|cab|deb|rpm|cpio|gem)$', arvados.get_task_param_mount('input'), re.IGNORECASE) -if m != None: +if m is not None: rc = subprocess.call(["dtrx", "-r", "-n", "-q", arvados.get_task_param_mount('input')]) if rc == 0: - out = arvados.CollectionWriter() - out.write_directory_tree(outdir, max_manifest_depth=0) - task.set_output(out.finish()) + task.set_output(robust_put.upload(outdir)) else: sys.exit(rc) else: