tools/crunchstat-summary/crunchstat_summary/command.py

   1 import argparse
   2 import gzip
   3 import logging
   4 import sys
   5
   6 from crunchstat_summary import logger, summarizer
   7
   8
   9 class ArgumentParser(argparse.ArgumentParser):
  10     def __init__(self):
  11         super(ArgumentParser, self).__init__(
  12             description='Summarize resource usage of an Arvados Crunch job')
  13         src = self.add_mutually_exclusive_group()
  14         src.add_argument(
  15             '--job', type=str, metavar='UUID',
  16             help='Look up the specified job and read its log data from Keep')
  17         src.add_argument(
  18             '--pipeline-instance', type=str, metavar='UUID',
  19             help='Summarize each component of the given pipeline instance')
  20         src.add_argument(
  21             '--log-file', type=str,
  22             help='Read log data from a regular file')
  23         self.add_argument(
  24             '--include-child-jobs', action='store_true',
  25             help='Include stats from child jobs')
  26         self.add_argument(
  27             '--format', type=str, choices=('html', 'text'), default='text',
  28             help='Report format')
  29         self.add_argument(
  30             '--verbose', action='store_true',
  31             help='Write progress messages to stderr')
  32         self.add_argument(
  33             '--debug', action='store_true',
  34             help='Write debug messages to stderr')
  35
  36
  37 class Command(object):
  38     def __init__(self, args):
  39         self.args = args
  40         if args.debug:
  41             logger.setLevel(logging.DEBUG)
  42         elif args.verbose:
  43             logger.setLevel(logging.INFO)
  44
  45     def run(self):
  46         kwargs = {
  47             'include_child_jobs': self.args.include_child_jobs,
  48         }
  49         if self.args.pipeline_instance:
  50             self.summer = summarizer.PipelineSummarizer(self.args.pipeline_instance, **kwargs)
  51         elif self.args.job:
  52             self.summer = summarizer.JobSummarizer(self.args.job, **kwargs)
  53         elif self.args.log_file:
  54             if self.args.log_file.endswith('.gz'):
  55                 fh = gzip.open(self.args.log_file)
  56             else:
  57                 fh = open(self.args.log_file)
  58             self.summer = summarizer.Summarizer(fh, **kwargs)
  59         else:
  60             self.summer = summarizer.Summarizer(sys.stdin, **kwargs)
  61         return self.summer.run()
  62
  63     def report(self):
  64         if self.args.format == 'html':
  65             return self.summer.html_report()
  66         elif self.args.format == 'text':
  67             return self.summer.text_report()