1 class ApplicationController < ActionController::Base
2 include ArvadosApiClientHelper
3 include ApplicationHelper
5 respond_to :html, :json, :js
8 ERROR_ACTIONS = [:render_error, :render_not_found]
10 around_filter :thread_clear
11 around_filter :set_thread_api_token
12 # Methods that don't require login should
13 # skip_around_filter :require_thread_api_token
14 around_filter :require_thread_api_token, except: ERROR_ACTIONS
15 before_filter :set_cache_buster
16 before_filter :accept_uuid_as_id_param, except: ERROR_ACTIONS
17 before_filter :check_user_agreements, except: ERROR_ACTIONS
18 before_filter :check_user_profile, except: ERROR_ACTIONS
19 before_filter :check_user_notifications, except: ERROR_ACTIONS
20 before_filter :load_filters_and_paging_params, except: ERROR_ACTIONS
21 before_filter :find_object_by_uuid, except: [:create, :index, :choose] + ERROR_ACTIONS
25 rescue_from(ActiveRecord::RecordNotFound,
26 ActionController::RoutingError,
27 ActionController::UnknownController,
28 AbstractController::ActionNotFound,
29 with: :render_not_found)
30 rescue_from(Exception,
31 ActionController::UrlGenerationError,
32 with: :render_exception)
36 response.headers["Cache-Control"] = "no-cache, no-store, max-age=0, must-revalidate"
37 response.headers["Pragma"] = "no-cache"
38 response.headers["Expires"] = "Fri, 01 Jan 1990 00:00:00 GMT"
41 def unprocessable(message=nil)
44 @errors << message if message
45 render_error status: 422
48 def render_error(opts={})
51 # json must come before html here, so it gets used as the
52 # default format when js is requested by the client. This lets
53 # ajax:error callback parse the response correctly, even though
55 f.json { render opts.merge(json: {success: false, errors: @errors}) }
56 f.html { render({action: 'error'}.merge(opts)) }
60 def render_exception(e)
61 logger.error e.inspect
62 logger.error e.backtrace.collect { |x| x + "\n" }.join('') if e.backtrace
63 err_opts = {status: 422}
64 if e.is_a?(ArvadosApiClient::ApiError)
65 err_opts.merge!(action: 'api_error', locals: {api_error: e})
66 @errors = e.api_response[:errors]
67 elsif @object.andand.errors.andand.full_messages.andand.any?
68 @errors = @object.errors.full_messages
72 # Make user information available on the error page, falling back to the
73 # session cache if the API server is unavailable.
75 load_api_token(session[:arvados_api_token])
76 rescue ArvadosApiClient::ApiError
77 unless session[:user].nil?
79 Thread.current[:user] = User.new(session[:user])
80 rescue ArvadosApiClient::ApiError
81 # This can happen if User's columns are unavailable. Nothing to do.
85 # Preload projects trees for the template. If that's not doable, set empty
86 # trees so error page rendering can proceed. (It's easier to rescue the
87 # exception here than in a template.)
88 unless current_user.nil?
91 rescue ArvadosApiClient::ApiError
92 # Fall back to the default-setting code later.
95 @my_project_tree ||= []
96 @shared_project_tree ||= []
97 render_error(err_opts)
100 def render_not_found(e=ActionController::RoutingError.new("Path not found"))
101 logger.error e.inspect
102 @errors = ["Path not found"]
103 set_thread_api_token do
104 self.render_error(action: '404', status: 404)
110 # The order can be left empty to allow it to default.
111 # Or it can be a comma separated list of real database column names, one per model.
112 # Column names should always be qualified by a table name and a direction is optional, defaulting to asc
113 # (e.g. "collections.name" or "collections.name desc").
114 # If a column name is specified, that table will be sorted by that column.
115 # If there are objects from different models that will be shown (such as in Jobs and Pipelines tab),
116 # then a sort column name can optionally be specified for each model, passed as an comma-separated list (e.g. "jobs.script, pipeline_instances.name")
117 # Currently only one sort column name and direction can be specified for each model.
118 def load_filters_and_paging_params
119 if params[:order].blank?
120 @order = 'created_at desc'
121 elsif params[:order].is_a? Array
122 @order = params[:order]
125 @order = JSON.load(params[:order])
127 @order = params[:order].split(',')
130 @order = [@order] unless @order.is_a? Array
134 @limit = params[:limit].to_i
139 @offset = params[:offset].to_i
144 filters = params[:filters]
145 if filters.is_a? String
146 filters = Oj.load filters
147 elsif filters.is_a? Array
148 filters = filters.collect do |filter|
149 if filter.is_a? String
150 # Accept filters[]=["foo","=","bar"]
153 # Accept filters=[["foo","=","bar"]]
158 # After this, params[:filters] can be trusted to be an array of arrays:
159 params[:filters] = filters
164 def find_objects_for_index
165 @objects ||= model_class
166 @objects = @objects.filter(@filters).limit(@limit).offset(@offset)
171 f.json { render json: @objects }
174 render_pane params[:tab_pane]
183 helper_method :render_pane
184 def render_pane tab_pane, opts={}
186 partial: 'show_' + tab_pane.downcase,
188 comparable: self.respond_to?(:compare),
191 }.merge(opts[:locals] || {})
194 render_to_string render_opts
201 find_objects_for_index if !@objects
205 helper_method :next_page_offset
206 def next_page_offset objects=nil
210 if objects.respond_to?(:result_offset) and
211 objects.respond_to?(:result_limit) and
212 objects.respond_to?(:items_available)
213 next_offset = objects.result_offset + objects.result_limit
214 if next_offset < objects.items_available
222 helper_method :next_page_href
223 def next_page_href with_params={}
225 url_for with_params.merge(offset: next_page_offset)
231 return render_not_found("object not found")
235 extra_attrs = { href: url_for(action: :show, id: @object) }
236 @object.textile_attributes.each do |textile_attr|
237 extra_attrs.merge!({ "#{textile_attr}Textile" => view_context.render_markup(@object.attributes[textile_attr]) })
239 render json: @object.attributes.merge(extra_attrs)
242 if params['tab_pane']
243 render_pane(if params['tab_pane'].is_a? Hash then params['tab_pane']["name"] else params['tab_pane'] end)
244 elsif request.method.in? ['GET', 'HEAD']
247 redirect_to params[:return_to] || @object
255 params[:limit] ||= 40
259 find_objects_for_index if !@objects
261 content: render_to_string(partial: "choose_rows.html",
263 next_page_href: next_page_href(partial: params[:partial])
268 find_objects_for_index if !@objects
269 render partial: 'choose', locals: {multiple: params[:multiple]}
276 return render_not_found("object not found")
281 @object = model_class.new
285 @updates ||= params[@object.resource_param_name.to_sym]
286 @updates.keys.each do |attr|
287 if @object.send(attr).is_a? Hash
288 if @updates[attr].is_a? String
289 @updates[attr] = Oj.load @updates[attr]
291 if params[:merge] || params["merge_#{attr}".to_sym]
292 # Merge provided Hash with current Hash, instead of
294 @updates[attr] = @object.send(attr).with_indifferent_access.
295 deep_merge(@updates[attr].with_indifferent_access)
299 if @object.update_attributes @updates
302 self.render_error status: 422
307 @new_resource_attrs ||= params[model_class.to_s.underscore.singularize]
308 @new_resource_attrs ||= {}
309 @new_resource_attrs.reject! { |k,v| k.to_s == 'uuid' }
310 @object ||= model_class.new @new_resource_attrs, params["options"]
313 f.json { render json: @object.attributes.merge(href: url_for(action: :show, id: @object)) }
320 self.render_error status: 422
324 # Clone the given object, merging any attribute values supplied as
325 # with a create action.
327 @new_resource_attrs ||= params[model_class.to_s.underscore.singularize]
328 @new_resource_attrs ||= {}
329 @object = @object.dup
330 @object.update_attributes @new_resource_attrs
331 if not @new_resource_attrs[:name] and @object.respond_to? :name
332 if @object.name and @object.name != ''
333 @object.name = "Copy of #{@object.name}"
345 f.json { render json: @object }
347 redirect_to(params[:return_to] || :back)
352 self.render_error status: 422
357 Thread.current[:user]
361 controller_name.classify.constantize
364 def breadcrumb_page_name
365 (@breadcrumb_page_name ||
366 (@object.friendly_link_name if @object.respond_to? :friendly_link_name) ||
375 %w(Attributes Advanced)
380 def strip_token_from_path(path)
381 path.sub(/([\?&;])api_token=[^&;]*[&;]?/, '\1')
384 def redirect_to_login
387 if request.method.in? ['GET', 'HEAD']
388 redirect_to arvados_api_client.arvados_login_url(return_to: strip_token_from_path(request.url))
390 flash[:error] = "Either you are not logged in, or your session has timed out. I can't automatically log you in and re-attempt this request."
395 @errors = ['You do not seem to be logged in. You did not supply an API token with this request, and your session (if any) has timed out.']
396 self.render_error status: 422
399 false # For convenience to return from callbacks
402 def using_specific_api_token(api_token)
404 [:arvados_api_token, :user].each do |key|
405 start_values[key] = Thread.current[key]
407 load_api_token(api_token)
411 start_values.each_key { |key| Thread.current[key] = start_values[key] }
416 def accept_uuid_as_id_param
417 if params[:id] and params[:id].match /\D/
418 params[:uuid] = params.delete :id
422 def find_object_by_uuid
426 elsif not params[:uuid].is_a?(String)
427 @object = model_class.where(uuid: params[:uuid]).first
428 elsif params[:uuid].empty?
430 elsif (model_class != Link and
431 resource_class_for_uuid(params[:uuid]) == Link)
432 @name_link = Link.find(params[:uuid])
433 @object = model_class.find(@name_link.head_uuid)
435 @object = model_class.find(params[:uuid])
437 rescue ArvadosApiClient::NotFoundException, RuntimeError => error
438 if error.is_a?(RuntimeError) and (error.message !~ /^argument to find\(/)
441 render_not_found(error)
448 Rails.cache.delete_matched(/^request_#{Thread.current.object_id}_/)
450 Rails.cache.delete_matched(/^request_#{Thread.current.object_id}_/)
453 # Set up the thread with the given API token and associated user object.
454 def load_api_token(new_token)
455 Thread.current[:arvados_api_token] = new_token
457 Thread.current[:user] = nil
459 Thread.current[:user] = User.current
463 # If there's a valid api_token parameter, set up the session with that
464 # user's information. Return true if the method redirects the request
465 # (usually a post-login redirect); false otherwise.
466 def setup_user_session
467 return false unless params[:api_token]
468 Thread.current[:arvados_api_token] = params[:api_token]
471 rescue ArvadosApiClient::NotLoggedInException
472 false # We may redirect to login, or not, based on the current action.
474 session[:arvados_api_token] = params[:api_token]
475 # If we later have trouble contacting the API server, we still want
476 # to be able to render basic user information in the UI--see
477 # render_exception above. We store that in the session here. This is
478 # not intended to be used as a general-purpose cache. See #2891.
482 first_name: user.first_name,
483 last_name: user.last_name,
484 is_active: user.is_active,
485 is_admin: user.is_admin,
489 if !request.format.json? and request.method.in? ['GET', 'HEAD']
490 # Repeat this request with api_token in the (new) session
491 # cookie instead of the query string. This prevents API
492 # tokens from appearing in (and being inadvisedly copied
493 # and pasted from) browser Location bars.
494 redirect_to strip_token_from_path(request.fullpath)
500 Thread.current[:arvados_api_token] = nil
504 # Save the session API token in thread-local storage, and yield.
505 # This method also takes care of session setup if the request
506 # provides a valid api_token parameter.
507 # If a token is unavailable or expired, the block is still run, with
509 def set_thread_api_token
510 if Thread.current[:arvados_api_token]
511 yield # An API token has already been found - pass it through.
513 elsif setup_user_session
514 return # A new session was set up and received a response.
518 load_api_token(session[:arvados_api_token])
520 rescue ArvadosApiClient::NotLoggedInException
521 # If we got this error with a token, it must've expired.
522 # Retry the request without a token.
523 unless Thread.current[:arvados_api_token].nil?
528 # Remove token in case this Thread is used for anything else.
533 # Redirect to login/welcome if client provided expired API token (or none at all)
534 def require_thread_api_token
535 if Thread.current[:arvados_api_token]
537 elsif session[:arvados_api_token]
538 # Expired session. Clear it before refreshing login so that,
539 # if this login procedure fails, we end up showing the "please
540 # log in" page instead of getting stuck in a redirect loop.
541 session.delete :arvados_api_token
544 redirect_to welcome_users_path(return_to: request.fullpath)
548 def ensure_current_user_is_admin
549 unless current_user and current_user.is_admin
550 @errors = ['Permission denied']
551 self.render_error status: 401
555 helper_method :unsigned_user_agreements
556 def unsigned_user_agreements
557 @signed_ua_uuids ||= UserAgreement.signatures.map &:head_uuid
558 @unsigned_user_agreements ||= UserAgreement.all.map do |ua|
559 if not @signed_ua_uuids.index ua.uuid
560 Collection.find(ua.uuid)
565 def check_user_agreements
566 if current_user && !current_user.is_active
567 if not current_user.is_invited
568 return redirect_to inactive_users_path(return_to: request.fullpath)
570 if unsigned_user_agreements.empty?
571 # No agreements to sign. Perhaps we just need to ask?
572 current_user.activate
573 if !current_user.is_active
574 logger.warn "#{current_user.uuid.inspect}: " +
575 "No user agreements to sign, but activate failed!"
578 if !current_user.is_active
579 redirect_to user_agreements_path(return_to: request.fullpath)
585 def check_user_profile
586 if request.method.downcase != 'get' || params[:partial] ||
587 params[:tab_pane] || params[:action_method] ||
588 params[:action] == 'setup_popup'
592 if missing_required_profile?
593 redirect_to profile_user_path(current_user.uuid, return_to: request.fullpath)
598 helper_method :missing_required_profile?
599 def missing_required_profile?
600 missing_required = false
602 profile_config = Rails.configuration.user_profile_form_fields
603 if current_user && profile_config
604 current_user_profile = current_user.prefs[:profile]
605 profile_config.kind_of?(Array) && profile_config.andand.each do |entry|
607 if !current_user_profile ||
608 !current_user_profile[entry['key'].to_sym] ||
609 current_user_profile[entry['key'].to_sym].empty?
610 missing_required = true
621 return Rails.configuration.arvados_theme
624 @@notification_tests = []
626 @@notification_tests.push lambda { |controller, current_user|
627 AuthorizedKey.limit(1).where(authorized_user_uuid: current_user.uuid).each do
630 return lambda { |view|
631 view.render partial: 'notifications/ssh_key_notification'
635 @@notification_tests.push lambda { |controller, current_user|
636 Collection.limit(1).where(created_by: current_user.uuid).each do
639 return lambda { |view|
640 view.render partial: 'notifications/collections_notification'
644 @@notification_tests.push lambda { |controller, current_user|
645 PipelineInstance.limit(1).where(created_by: current_user.uuid).each do
648 return lambda { |view|
649 view.render partial: 'notifications/pipelines_notification'
653 def check_user_notifications
654 return if params['tab_pane']
656 @notification_count = 0
659 if current_user.andand.is_active
660 @showallalerts = false
661 @@notification_tests.each do |t|
662 a = t.call(self, current_user)
664 @notification_count += 1
665 @notifications.push a
670 if @notification_count == 0
671 @notification_count = ''
675 helper_method :all_projects
677 @all_projects ||= Group.
678 filter([['group_class','=','project']]).order('name')
681 helper_method :my_projects
683 return @my_projects if @my_projects
686 all_projects.each do |g|
687 root_of[g.uuid] = g.owner_uuid
693 root_of = root_of.each_with_object({}) do |(child, parent), h|
695 h[child] = root_of[parent]
702 @my_projects = @my_projects.select do |g|
703 root_of[g.uuid] == current_user.uuid
707 helper_method :projects_shared_with_me
708 def projects_shared_with_me
709 my_project_uuids = my_projects.collect &:uuid
710 all_projects.reject { |x| x.uuid.in? my_project_uuids }
713 helper_method :recent_jobs_and_pipelines
714 def recent_jobs_and_pipelines
716 PipelineInstance.limit(10)).
718 (x.finished_at || x.started_at rescue nil) || x.modified_at || x.created_at
722 helper_method :running_pipelines
723 def running_pipelines
724 pi = PipelineInstance.order(["started_at asc", "created_at asc"]).filter([["state", "in", ["RunningOnServer", "RunningOnClient"]]])
727 pl.components.each do |k,v|
728 if v.is_a? Hash and v[:job]
729 jobs[v[:job][:uuid]] = {}
735 Job.filter([["uuid", "in", jobs.keys]]).each do |j|
740 pl.components.each do |k,v|
741 if v.is_a? Hash and v[:job]
742 v[:job] = jobs[v[:job][:uuid]]
751 helper_method :finished_pipelines
752 def finished_pipelines lim
753 PipelineInstance.limit(lim).order(["finished_at desc"]).filter([["state", "in", ["Complete", "Failed", "Paused"]], ["finished_at", "!=", nil]])
756 helper_method :recent_collections
757 def recent_collections lim
758 c = Collection.limit(lim).order(["modified_at desc"]).filter([["owner_uuid", "is_a", "arvados#group"]])
760 Group.filter([["uuid", "in", c.map(&:owner_uuid)]]).each do |g|
763 {collections: c, owners: own}
766 helper_method :my_project_tree
772 helper_method :shared_project_tree
773 def shared_project_tree
778 def build_project_trees
779 return if @my_project_tree and @shared_project_tree
780 parent_of = {current_user.uuid => 'me'}
781 all_projects.each do |ob|
782 parent_of[ob.uuid] = ob.owner_uuid
784 children_of = {false => [], 'me' => [current_user]}
785 all_projects.each do |ob|
786 if ob.owner_uuid != current_user.uuid and
787 not parent_of.has_key? ob.owner_uuid
788 parent_of[ob.uuid] = false
790 children_of[parent_of[ob.uuid]] ||= []
791 children_of[parent_of[ob.uuid]] << ob
793 buildtree = lambda do |children_of, root_uuid=false|
795 children_of[root_uuid].andand.each do |ob|
796 tree[ob] = buildtree.call(children_of, ob.uuid)
800 sorted_paths = lambda do |tree, depth=0|
802 tree.keys.sort_by { |ob|
803 ob.is_a?(String) ? ob : ob.friendly_link_name
805 paths << {object: ob, depth: depth}
806 paths += sorted_paths.call tree[ob], depth+1
811 sorted_paths.call buildtree.call(children_of, 'me')
812 @shared_project_tree =
813 sorted_paths.call({'Projects shared with me' =>
814 buildtree.call(children_of, false)})
817 helper_method :get_object
819 if @get_object.nil? and @objects
820 @get_object = @objects.each_with_object({}) do |object, h|
821 h[object.uuid] = object
828 helper_method :project_breadcrumbs
829 def project_breadcrumbs
831 current = @name_link || @object
833 if current.is_a?(Group) and current.group_class == 'project'
834 crumbs.prepend current
836 if current.is_a? Link
837 current = Group.find?(current.tail_uuid)
839 current = Group.find?(current.owner_uuid)
845 helper_method :current_project_uuid
846 def current_project_uuid
847 if @object.is_a? Group and @object.group_class == 'project'
849 elsif @name_link.andand.tail_uuid
851 elsif @object and resource_class_for_uuid(@object.owner_uuid) == Group
858 # helper method to get links for given object or uuid
859 helper_method :links_for_object
860 def links_for_object object_or_uuid
861 raise ArgumentError, 'No input argument' unless object_or_uuid
862 preload_links_for_objects([object_or_uuid])
863 uuid = object_or_uuid.is_a?(String) ? object_or_uuid : object_or_uuid.uuid
864 @all_links_for[uuid] ||= []
867 # helper method to preload links for given objects and uuids
868 helper_method :preload_links_for_objects
869 def preload_links_for_objects objects_and_uuids
870 @all_links_for ||= {}
872 raise ArgumentError, 'Argument is not an array' unless objects_and_uuids.is_a? Array
873 return @all_links_for if objects_and_uuids.empty?
875 uuids = objects_and_uuids.collect { |x| x.is_a?(String) ? x : x.uuid }
877 # if already preloaded for all of these uuids, return
878 if not uuids.select { |x| @all_links_for[x].nil? }.any?
879 return @all_links_for
883 @all_links_for[x] = []
886 # TODO: make sure we get every page of results from API server
887 Link.filter([['head_uuid', 'in', uuids]]).each do |link|
888 @all_links_for[link.head_uuid] << link
893 # helper method to get a certain number of objects of a specific type
894 # this can be used to replace any uses of: "dataclass.limit(n)"
895 helper_method :get_n_objects_of_class
896 def get_n_objects_of_class dataclass, size
897 @objects_map_for ||= {}
899 raise ArgumentError, 'Argument is not a data class' unless dataclass.is_a? Class and dataclass < ArvadosBase
900 raise ArgumentError, 'Argument is not a valid limit size' unless (size && size>0)
902 # if the objects_map_for has a value for this dataclass, and the
903 # size used to retrieve those objects is equal, return it
904 size_key = "#{dataclass.name}_size"
905 if @objects_map_for[dataclass.name] && @objects_map_for[size_key] &&
906 (@objects_map_for[size_key] == size)
907 return @objects_map_for[dataclass.name]
910 @objects_map_for[size_key] = size
911 @objects_map_for[dataclass.name] = dataclass.limit(size)
914 # helper method to get collections for the given uuid
915 helper_method :collections_for_object
916 def collections_for_object uuid
917 raise ArgumentError, 'No input argument' unless uuid
918 preload_collections_for_objects([uuid])
919 @all_collections_for[uuid] ||= []
922 # helper method to preload collections for the given uuids
923 helper_method :preload_collections_for_objects
924 def preload_collections_for_objects uuids
925 @all_collections_for ||= {}
927 raise ArgumentError, 'Argument is not an array' unless uuids.is_a? Array
928 return @all_collections_for if uuids.empty?
930 # if already preloaded for all of these uuids, return
931 if not uuids.select { |x| @all_collections_for[x].nil? }.any?
932 return @all_collections_for
936 @all_collections_for[x] = []
939 # TODO: make sure we get every page of results from API server
940 Collection.where(uuid: uuids).each do |collection|
941 @all_collections_for[collection.uuid] << collection
946 # helper method to get log collections for the given log
947 helper_method :log_collections_for_object
948 def log_collections_for_object log
949 raise ArgumentError, 'No input argument' unless log
951 preload_log_collections_for_objects([log])
954 fixup = /([a-f0-9]{32}\+\d+)(\+?.*)/.match(log)
955 if fixup && fixup.size>1
959 @all_log_collections_for[uuid] ||= []
962 # helper method to preload collections for the given uuids
963 helper_method :preload_log_collections_for_objects
964 def preload_log_collections_for_objects logs
965 @all_log_collections_for ||= {}
967 raise ArgumentError, 'Argument is not an array' unless logs.is_a? Array
968 return @all_log_collections_for if logs.empty?
972 fixup = /([a-f0-9]{32}\+\d+)(\+?.*)/.match(log)
973 if fixup && fixup.size>1
980 # if already preloaded for all of these uuids, return
981 if not uuids.select { |x| @all_log_collections_for[x].nil? }.any?
982 return @all_log_collections_for
986 @all_log_collections_for[x] = []
989 # TODO: make sure we get every page of results from API server
990 Collection.where(uuid: uuids).each do |collection|
991 @all_log_collections_for[collection.uuid] << collection
993 @all_log_collections_for
996 # helper method to get object of a given dataclass and uuid
997 helper_method :object_for_dataclass
998 def object_for_dataclass dataclass, uuid
999 raise ArgumentError, 'No input argument dataclass' unless (dataclass && uuid)
1000 preload_objects_for_dataclass(dataclass, [uuid])
1004 # helper method to preload objects for given dataclass and uuids
1005 helper_method :preload_objects_for_dataclass
1006 def preload_objects_for_dataclass dataclass, uuids
1009 raise ArgumentError, 'Argument is not a data class' unless dataclass.is_a? Class
1010 raise ArgumentError, 'Argument is not an array' unless uuids.is_a? Array
1012 return @objects_for if uuids.empty?
1014 # if already preloaded for all of these uuids, return
1015 if not uuids.select { |x| @objects_for[x].nil? }.any?
1019 dataclass.where(uuid: uuids).each do |obj|
1020 @objects_for[obj.uuid] = obj
1025 def wiselinks_layout