X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/55aafbb07904ca24390dd47ea960eae7cb2b909a..6fe8e52020d421797306e5c6536afbcee761510a:/tools/crunchstat-summary/crunchstat_summary/command.py diff --git a/tools/crunchstat-summary/crunchstat_summary/command.py b/tools/crunchstat-summary/crunchstat_summary/command.py index 00fa7022ba..71bf38357b 100644 --- a/tools/crunchstat-summary/crunchstat_summary/command.py +++ b/tools/crunchstat-summary/crunchstat_summary/command.py @@ -16,9 +16,11 @@ class ArgumentParser(argparse.ArgumentParser): description='Summarize resource usage of an Arvados Crunch job') src = self.add_mutually_exclusive_group() src.add_argument( - '--job', type=str, metavar='UUID', - help='Look up the specified job and read its log data from Keep' - ' (or from the Arvados event log, if the job is still running)') + '--job', '--container', '--container-request', + type=str, metavar='UUID', + help='Look up the specified job, container, or container request ' + 'and read its log data from Keep (or from the Arvados event log, ' + 'if the job is still running)') src.add_argument( '--pipeline-instance', type=str, metavar='UUID', help='Summarize each component of the given pipeline instance') @@ -27,10 +29,13 @@ class ArgumentParser(argparse.ArgumentParser): help='Read log data from a regular file') self.add_argument( '--skip-child-jobs', action='store_true', - help='Do not include stats from child jobs') + help='Do not include stats from child jobs/containers') self.add_argument( '--format', type=str, choices=('html', 'text'), default='text', help='Report format') + self.add_argument( + '--threads', type=int, default=8, + help='Maximum worker threads to run') self.add_argument( '--verbose', '-v', action='count', default=0, help='Log more information (once for progress, twice for debug)') @@ -44,11 +49,12 @@ class Command(object): def run(self): kwargs = { 'skip_child_jobs': self.args.skip_child_jobs, + 'threads': self.args.threads, } if self.args.pipeline_instance: - self.summer = summarizer.PipelineSummarizer(self.args.pipeline_instance, **kwargs) + self.summer = summarizer.NewSummarizer(self.args.pipeline_instance, **kwargs) elif self.args.job: - self.summer = summarizer.JobSummarizer(self.args.job, **kwargs) + self.summer = summarizer.NewSummarizer(self.args.job, **kwargs) elif self.args.log_file: if self.args.log_file.endswith('.gz'): fh = gzip.open(self.args.log_file)