move authorized_keys#get_all_logins to virtual_machines#get_all_logins

[arvados.git] / services / keep / keep.rb

diff --git a/services/keep/keep.rb b/services/keep/keep.rb
index 13dcb9552795d572731e97c6d4572884a56081b7..500461883142defbee94f88c650387da12bfbd2b 100755 (executable)
--- a/services/keep/keep.rb
+++ b/services/keep/keep.rb
@@ -6,6 +6,11 @@ require 'digest/sha1'
 require 'arvados'
 
 class Keep < Sinatra::Base
+  @@ssl_flag = false
+  def self.ssl_flag
+    @@ssl_flag
+  end
+
   configure do
     mime_type :binary, 'application/octet-stream'
     enable :logging
@@ -43,7 +48,7 @@ class Keep < Sinatra::Base
   def self.keepdirs
     return @@keepdirs if defined? @@keepdirs
     # Configure backing store directories
-    keepdirs = []
+    @@keepdirs = []
     rootdir = (ENV['KEEP_ROOT'] || '/').sub /\/$/, ''
     `mount`.split("\n").each do |mountline|
       dev, on_txt, mountpoint, type_txt, fstype, opts = mountline.split
@@ -53,16 +58,24 @@ class Keep < Sinatra::Base
           debuglog 2, "dir #{mountpoint} is in #{rootdir}/"
           keepdir = "#{mountpoint.sub /\/$/, ''}/keep"
           if File.exists? "#{keepdir}/."
-            keepdirs << {
-              :root => "#{keepdir}",
+            kd = {
+              :root => keepdir,
+              :arvados => {},
+              :arvados_file => File.join(keepdir, 'arvados_keep_disk.json'),
               :readonly => false,
               :device => dev,
               :device_inode => File.stat(dev).ino
             }
             if opts.gsub(/[\(\)]/, '').split(',').index('ro')
-              keepdirs[-1][:readonly] = true
+              kd[:readonly] = true
             end
-            debuglog 2, "keepdir #{keepdirs[-1].inspect}"
+            debuglog 2, "keepdir #{kd.inspect}"
+            begin
+              kd[:arvados] = JSON.parse(File.read(kd[:arvados_file]), symbolize_names: true)
+            rescue
+              debuglog 0, "keepdir #{kd.inspect} is new (no #{kd[:arvados_file]})"
+            end
+            @@keepdirs << kd
           end
         end
       end
@@ -70,14 +83,14 @@ class Keep < Sinatra::Base
     Dir.open('/dev/disk/by-uuid/').each do |fs_uuid|
       next if fs_uuid.match /^\./
       fs_root_inode = File.stat("/dev/disk/by-uuid/#{fs_uuid}").ino
-      keepdirs.each do |kd|
+      @@keepdirs.each do |kd|
         if kd[:device_inode] == fs_root_inode
           kd[:filesystem_uuid] = fs_uuid
-          debuglog 0, "keepdir #{kd.inspect}"
+          debuglog 0, "keepdir #{kd.reject { |k,v| k==:arvados }.inspect}"
         end
       end
     end
-    @@keepdirs = keepdirs
+    @@keepdirs
   end
   self.keepdirs
 
@@ -178,22 +191,31 @@ class Keep < Sinatra::Base
     return if defined? @@last_ping_at and @@last_ping_at > Time.now - 300
     @@last_ping_at = Time.now
     begin
-      @@arvados ||= Arvados.new
+      @@arvados ||= Arvados.new(api_token: '')
       @@keepdirs.each do |kd|
-        found = false
-        @@arvados.keep_disk.list(where:{filesystem_uuid: kd[:filesystem_uuid]})[:items].each do |arv_disk|
-          ack = @@arvados.keep_disk.
-            update(uuid: arv_disk[:uuid],
-                   keep_disk: { last_ping_at: Time.now })
+        ack = @@arvados.keep_disk.ping(uuid: kd[:arvados][:uuid],
+                                       service_port: settings.port,
+                                       service_ssl_flag: Keep.ssl_flag,
+                                       ping_secret: kd[:arvados][:ping_secret],
+                                       is_readable: true,
+                                       is_writable: !kd[:readonly],
+                                       filesystem_uuid: kd[:filesystem_uuid])
+        if ack and ack[:last_ping_at]
           debuglog 0, "device #{kd[:device]} uuid #{ack[:uuid]} last_ping_at #{ack[:last_ping_at]}"
-          found = true
-          break
-        end
-        if not found
-          @@arvados.keep_disk.create keep_disk: {
-            filesystem_uuid: kd[:filesystem_uuid],
-            last_ping_at: Time.now
-          }
+          if kd[:arvados].empty?
+            File.open(kd[:arvados_file]+'.tmp', 'a+', 0600) do end
+            File.open(kd[:arvados_file]+'.tmp', 'r+', 0600) do |f|
+              if f.flock File::LOCK_EX
+                f.seek 0, File::SEEK_SET
+                f.truncate 0
+                f.write ack.to_json
+                File.rename kd[:arvados_file]+'.tmp', kd[:arvados_file]
+                kd[:arvados] = ack
+              end
+            end
+          end
+        else
+          debuglog 0, "device #{kd[:device]} ping fail"
         end
       end
     rescue Exception => e
@@ -210,6 +232,7 @@ class Keep < Sinatra::Base
           :private_key_file => ENV['SSL_KEY'],
           :verify_peer => false
         }
+        @@ssl_flag = true
         server.ssl = true
         server.ssl_options = ssl_options
       end