3699: skip components which have not yet run
authorTim Pierce <twp@curoverse.com>
Mon, 8 Sep 2014 17:53:16 +0000 (13:53 -0400)
committerTim Pierce <twp@curoverse.com>
Mon, 8 Sep 2014 17:53:16 +0000 (13:53 -0400)
sdk/python/arvados/commands/copy.py

index 8488042dc09de4882a862c7fe0cb46ab26374107..6faac66f6ab458e331cf82aa68fabd5be018feae 100755 (executable)
@@ -131,6 +131,7 @@ def copy_collection(obj_uuid, src=None, dst=None):
         dst_keep.put(data)
 
     # Copy the manifest and save the collection.
+    logger.debug('saving {} manifest: {}'.format(obj_uuid, manifest))
     dst_keep.put(manifest)
     return dst.collections().create(body={"manifest_text": manifest}).execute()
 
@@ -164,6 +165,8 @@ def copy_pipeline_instance(obj_uuid, src=None, dst=None):
     #
     input_collections = sets.Set()
     for cname in pi['components']:
+        if 'job' not in pi['components'][cname]:
+            continue
         job = pi['components'][cname]['job']
         for dep in job['dependencies']:
             input_collections.add(dep)