X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/c185e2e2eb0a411b40e8d34c5e0bfe31addedcff..6fb5d2bd10901a1e0ced4ea8849419145d47a0b5:/apps/workbench/app/models/arvados_api_client.rb?ds=sidebyside diff --git a/apps/workbench/app/models/arvados_api_client.rb b/apps/workbench/app/models/arvados_api_client.rb index 9c5fab91b3..2f83a41152 100644 --- a/apps/workbench/app/models/arvados_api_client.rb +++ b/apps/workbench/app/models/arvados_api_client.rb @@ -9,13 +9,19 @@ class ArvadosApiClient @@client_mtx = Mutex.new @@api_client = nil + @@profiling_enabled = Rails.configuration.profiling_enabled rescue false def api(resources_kind, action, data=nil) + profile_checkpoint + @@client_mtx.synchronize do if not @@api_client @@api_client = HTTPClient.new if Rails.configuration.arvados_insecure_https @@api_client.ssl_config.verify_mode = OpenSSL::SSL::VERIFY_NONE + else + # Use system CA certificates + @@api_client.ssl_config.add_trust_ca('/etc/ssl/certs') end end end @@ -26,6 +32,9 @@ class ArvadosApiClient resources_kind = class_kind(resources_kind).pluralize if resources_kind.is_a? Class url = "#{self.arvados_v1_base}/#{resources_kind}#{action}" + # Clean up /arvados/v1/../../discovery/v1 to /discovery/v1 + url.sub! '/arvados/v1/../../', '/' + query = {"api_token" => api_token} if !data.nil? data.each do |k,v| @@ -41,13 +50,18 @@ class ArvadosApiClient end else query["_method"] = "GET" - end + end + if @@profiling_enabled + query["_profile"] = "true" + end header = {"Accept" => "application/json"} + profile_checkpoint { "Prepare request #{url} #{query[:uuid]} #{query[:where]}" } msg = @@api_client.post(url, query, header: header) + profile_checkpoint 'API transaction' if msg.status_code == 401 raise NotLoggedInException.new @@ -63,26 +77,39 @@ class ArvadosApiClient if not resp.is_a? Hash raise InvalidApiResponseException.new json end - if resp[:errors] - #if resp[:errors][0] == 'Not logged in' - # raise NotLoggedInException.new - #else - # errors = resp[:errors] - # errors = errors.join("\n\n") if errors.is_a? Array - # raise "API errors:\n\n#{errors}\n" - #end + if msg.status_code != 200 + errors = resp[:errors] + errors = errors.join("\n\n") if errors.is_a? Array + raise "#{errors} [API: #{msg.status_code}]" + end + if resp[:_profile] + Rails.logger.info "API client: " \ + "#{resp.delete(:_profile)[:request_time]} request_time" end + profile_checkpoint 'Parse response' resp end + def self.patch_paging_vars(ary, items_available, offset, limit) + if items_available + (class << ary; self; end).class_eval { attr_accessor :items_available } + ary.items_available = items_available + end + if offset + (class << ary; self; end).class_eval { attr_accessor :offset } + ary.offset = offset + end + if limit + (class << ary; self; end).class_eval { attr_accessor :limit } + ary.limit = limit + end + ary + end + def unpack_api_response(j, kind=nil) if j.is_a? Hash and j[:items].is_a? Array and j[:kind].match(/(_list|List)$/) ary = j[:items].collect { |x| unpack_api_response x, j[:kind] } - if j[:items_available] - (class << ary; self; end).class_eval { attr_accessor :items_available } - ary.items_available = j[:items_available] - end - ary + ArvadosApiClient::patch_paging_vars(ary, j[:items_available], j[:offset], j[:limit]) elsif j.is_a? Hash and (kind || j[:kind]) oclass = self.kind_class(kind || j[:kind]) if oclass @@ -122,8 +149,8 @@ class ArvadosApiClient Rails.configuration.arvados_v1_base end - def arvados_schema - @arvados_schema ||= api 'schema', '' + def discovery + @discovery ||= api '../../discovery/v1/apis/arvados/v1/rest', '' end def kind_class(kind) @@ -133,4 +160,15 @@ class ArvadosApiClient def class_kind(resource_class) resource_class.to_s.underscore end + + protected + def profile_checkpoint label=nil + return if !@@profiling_enabled + label = yield if block_given? + t = Time.now + if label and @profile_t0 + Rails.logger.info "API client: #{t - @profile_t0} #{label}" + end + @profile_t0 = t + end end