X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/c185e2e2eb0a411b40e8d34c5e0bfe31addedcff..7c21045a213c5cc8846a263124271c93d38d78b1:/apps/workbench/app/models/arvados_api_client.rb diff --git a/apps/workbench/app/models/arvados_api_client.rb b/apps/workbench/app/models/arvados_api_client.rb index 9c5fab91b3..c7f7d3435e 100644 --- a/apps/workbench/app/models/arvados_api_client.rb +++ b/apps/workbench/app/models/arvados_api_client.rb @@ -9,24 +9,33 @@ class ArvadosApiClient @@client_mtx = Mutex.new @@api_client = nil + @@profiling_enabled = Rails.configuration.profiling_enabled def api(resources_kind, action, data=nil) + profile_checkpoint + @@client_mtx.synchronize do - if not @@api_client + if not @@api_client @@api_client = HTTPClient.new if Rails.configuration.arvados_insecure_https @@api_client.ssl_config.verify_mode = OpenSSL::SSL::VERIFY_NONE + else + # Use system CA certificates + @@api_client.ssl_config.add_trust_ca('/etc/ssl/certs') end end end - api_token = Thread.current[:arvados_api_token] - api_token ||= '' - resources_kind = class_kind(resources_kind).pluralize if resources_kind.is_a? Class url = "#{self.arvados_v1_base}/#{resources_kind}#{action}" - query = {"api_token" => api_token} + # Clean up /arvados/v1/../../discovery/v1 to /discovery/v1 + url.sub! '/arvados/v1/../../', '/' + + query = { + 'api_token' => Thread.current[:arvados_api_token] || '', + 'reader_tokens' => (Thread.current[:reader_tokens] || []).to_json, + } if !data.nil? data.each do |k,v| if v.is_a? String or v.nil? @@ -41,20 +50,25 @@ class ArvadosApiClient end else query["_method"] = "GET" - end - + end + if @@profiling_enabled + query["_profile"] = "true" + end + header = {"Accept" => "application/json"} - msg = @@api_client.post(url, + profile_checkpoint { "Prepare request #{url} #{query[:uuid]} #{query[:where]}" } + msg = @@api_client.post(url, query, header: header) + profile_checkpoint 'API transaction' if msg.status_code == 401 raise NotLoggedInException.new end json = msg.content - + begin resp = Oj.load(json, :symbol_keys => true) rescue Oj::ParseError @@ -63,26 +77,47 @@ class ArvadosApiClient if not resp.is_a? Hash raise InvalidApiResponseException.new json end - if resp[:errors] - #if resp[:errors][0] == 'Not logged in' - # raise NotLoggedInException.new - #else - # errors = resp[:errors] - # errors = errors.join("\n\n") if errors.is_a? Array - # raise "API errors:\n\n#{errors}\n" - #end + if msg.status_code != 200 + errors = resp[:errors] + errors = errors.join("\n\n") if errors.is_a? Array + raise "#{errors} [API: #{msg.status_code}]" + end + if resp[:_profile] + Rails.logger.info "API client: " \ + "#{resp.delete(:_profile)[:request_time]} request_time" end + profile_checkpoint 'Parse response' resp end + def self.patch_paging_vars(ary, items_available, offset, limit, links=nil) + if items_available + (class << ary; self; end).class_eval { attr_accessor :items_available } + ary.items_available = items_available + end + if offset + (class << ary; self; end).class_eval { attr_accessor :offset } + ary.offset = offset + end + if limit + (class << ary; self; end).class_eval { attr_accessor :limit } + ary.limit = limit + end + if links + (class << ary; self; end).class_eval { attr_accessor :links } + ary.links = links + end + ary + end + def unpack_api_response(j, kind=nil) if j.is_a? Hash and j[:items].is_a? Array and j[:kind].match(/(_list|List)$/) - ary = j[:items].collect { |x| unpack_api_response x, j[:kind] } - if j[:items_available] - (class << ary; self; end).class_eval { attr_accessor :items_available } - ary.items_available = j[:items_available] + ary = j[:items].collect { |x| unpack_api_response x, x[:kind] } + links = ArvadosResourceList.new Link + links.results = (j[:links] || []).collect do |x| + unpack_api_response x, x[:kind] end - ary + self.class.patch_paging_vars(ary, j[:items_available], j[:offset], j[:limit], links) elsif j.is_a? Hash and (kind || j[:kind]) oclass = self.kind_class(kind || j[:kind]) if oclass @@ -122,8 +157,8 @@ class ArvadosApiClient Rails.configuration.arvados_v1_base end - def arvados_schema - @arvados_schema ||= api 'schema', '' + def discovery + @discovery ||= api '../../discovery/v1/apis/arvados/v1/rest', '' end def kind_class(kind) @@ -133,4 +168,15 @@ class ArvadosApiClient def class_kind(resource_class) resource_class.to_s.underscore end + + protected + def profile_checkpoint label=nil + return if !@@profiling_enabled + label = yield if block_given? + t = Time.now + if label and @profile_t0 + Rails.logger.info "API client: #{t - @profile_t0} #{label}" + end + @profile_t0 = t + end end