X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/75fc4c166f319cddd5b20af95a14a433274e956f..3ac9fd0c91fe202a59e7c3611156bb1a9b8118fe:/services/api/app/controllers/arvados/v1/jobs_controller.rb diff --git a/services/api/app/controllers/arvados/v1/jobs_controller.rb b/services/api/app/controllers/arvados/v1/jobs_controller.rb index 2b64278fc6..b0d93a4b8f 100644 --- a/services/api/app/controllers/arvados/v1/jobs_controller.rb +++ b/services/api/app/controllers/arvados/v1/jobs_controller.rb @@ -3,43 +3,76 @@ class Arvados::V1::JobsController < ApplicationController accept_attribute_as_json :runtime_constraints, Hash accept_attribute_as_json :tasks_summary, Hash skip_before_filter :find_object_by_uuid, :only => :queue + skip_before_filter :render_404_if_no_object, :only => :queue - def index - want_ancestor = @where[:script_version_descends_from] - if want_ancestor - # Check for missing commit_ancestor rows, and create them if - # possible. - @objects. - dup. - includes(:commit_ancestors). # I wish Rails would let me - # specify here which - # commit_ancestors I am - # interested in. - each do |o| - if o.commit_ancestors. - select { |ca| ca.ancestor == want_ancestor }. - empty? and !o.script_version.nil? - begin - o.commit_ancestors << CommitAncestor.find_or_create_by_descendant_and_ancestor(o.script_version, want_ancestor) - rescue + def create + [:repository, :script, :script_version, :script_parameters].each do |r| + if !resource_attrs[r] + return render json: { + :error => "#{r} attribute must be specified" + }, status: :unprocessable_entity + end + end + + # We used to ask for the minimum_, exclude_, and no_reuse params + # in the job resource. Now we advertise them as flags that alter + # the behavior of the create action. + [:minimum_script_version, :exclude_script_versions].each do |attr| + if resource_attrs.has_key? attr + params[attr] = resource_attrs.delete attr + end + end + if resource_attrs.has_key? :no_reuse + params[:find_or_create] = !resource_attrs.delete(:no_reuse) + end + + if params[:find_or_create] + r = Commit.find_commit_range(current_user, + resource_attrs[:repository], + params[:minimum_script_version], + resource_attrs[:script_version], + params[:exclude_script_versions]) + # Search for jobs whose script_version is in the list of commits + # returned by find_commit_range + @object = nil + incomplete_job = nil + Job.readable_by(current_user).where(script: resource_attrs[:script], + script_version: r). + each do |j| + if j.nondeterministic != true and + ((j.success == true and j.output != nil) or j.running == true) and + j.script_parameters == resource_attrs[:script_parameters] + if j.running + # We'll use this if we don't find a job that has completed + incomplete_job ||= j + else + # Record the first job in the list + if !@object + @object = j + end + # Ensure that all candidate jobs actually did produce the same output + if @object.output != j.output + @object = nil + break + end end end - o.commit_ancestors. - select { |ca| ca.ancestor == want_ancestor }. - select(&:is). - first + @object ||= incomplete_job + if @object + return show + end end - # Now it is safe to do an .includes().where() because we are no - # longer interested in jobs that have other ancestors but not - # want_ancestor. - @objects = @objects. - includes(:commit_ancestors). - where('commit_ancestors.ancestor = ? and commit_ancestors.is = ?', - want_ancestor, true) end + super end + def cancel + reload_object_before_update + @object.update_attributes! cancelled_at: Time.now + show + end + class LogStreamer Q_UPDATE_INTERVAL = 12 def initialize(job, opts={}) @@ -111,7 +144,7 @@ class Arvados::V1::JobsController < ApplicationController def self._log_tail_follow_requires_parameters { - buffer_size: {type: 'integer', required: false} + buffer_size: {type: 'integer', required: false, default: 2**13} } end def log_tail_follow @@ -121,7 +154,7 @@ class Arvados::V1::JobsController < ApplicationController if client_accepts_plain_text_stream self.response.headers['Last-Modified'] = Time.now.ctime.to_s self.response_body = LogStreamer.new @object, { - buffer_size: (params[:buffer_size] || 2**13) + buffer_size: (params[:buffer_size].to_i rescue 2**13) } else render json: { @@ -137,9 +170,10 @@ class Arvados::V1::JobsController < ApplicationController @where.merge!({ started_at: nil, is_locked_by_uuid: nil, - cancelled_at: nil + cancelled_at: nil, + success: nil }) - params[:order] ||= 'priority desc, created_at' + params[:order] ||= ['priority desc', 'created_at'] find_objects_for_index index end