X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/35ade8a042094a27e2ca5cfd5e9754aa3513410c..2e437823d2d19edf5c6be392f3604a499308cd6e:/sdk/python/arvados/commands/ws.py diff --git a/sdk/python/arvados/commands/ws.py b/sdk/python/arvados/commands/ws.py index 674daadcd9..347075dffd 100644 --- a/sdk/python/arvados/commands/ws.py +++ b/sdk/python/arvados/commands/ws.py @@ -14,6 +14,7 @@ def main(arguments=None): parser = argparse.ArgumentParser() parser.add_argument('-u', '--uuid', type=str, default="", help="Filter events on object_uuid") parser.add_argument('-f', '--filters', type=str, default="", help="Arvados query filter to apply to log events (JSON encoded)") + parser.add_argument('-s', '--start-time', type=str, default="", help="Arvados query filter to fetch log events created at or after this time. This will be server time in UTC. Allowed format: YYYY-MM-DD or YYYY-MM-DD hh:mm:ss") group = parser.add_mutually_exclusive_group() group.add_argument('--poll-interval', default=15, type=int, help="If websockets is not available, specify the polling interval, default is every 15 seconds") @@ -46,7 +47,7 @@ def main(arguments=None): ws.subscribe([['object_uuid', 'in', [args.pipeline] + list(pipeline_jobs)]]) known_component_jobs = pipeline_jobs - api = arvados.api('v1', cache=False) + api = arvados.api('v1') if args.uuid: filters += [ ['object_uuid', '=', args.uuid] ] @@ -60,6 +61,12 @@ def main(arguments=None): if args.pipeline: filters += [ ['object_uuid', '=', args.pipeline] ] + if args.start_time: + last_log_id = 1 + filters += [ ['created_at', '>=', args.start_time] ] + else: + last_log_id = None + def on_message(ev): global filters global ws @@ -71,20 +78,28 @@ def main(arguments=None): elif ev["event_type"] in ("create", "update"): if ev["object_kind"] == "arvados#pipelineInstance": update_subscribed_components(ev["properties"]["new_attributes"]["components"]) + + if ev["object_kind"] == "arvados#pipelineInstance" and args.pipeline: + if ev["properties"]["new_attributes"]["state"] in ("Complete", "Failed", "Paused"): + ws.close() + + if ev["object_kind"] == "arvados#job" and args.job: + if ev["properties"]["new_attributes"]["state"] in ("Complete", "Failed", "Cancelled"): + ws.close() elif 'status' in ev and ev['status'] == 200: pass else: print json.dumps(ev) try: - ws = subscribe(arvados.api('v1', cache=False), filters, on_message, poll_fallback=args.poll_interval) + ws = subscribe(arvados.api('v1'), filters, on_message, poll_fallback=args.poll_interval, last_log_id=last_log_id) if ws: if args.pipeline: c = api.pipeline_instances().get(uuid=args.pipeline).execute() update_subscribed_components(c["components"]) - - while True: - signal.pause() + if c["state"] in ("Complete", "Failed", "Paused"): + ws.close() + ws.run_forever() except KeyboardInterrupt: pass except Exception as e: