#!/usr/bin/env ruby
require 'sinatra/base'
+require 'digest/md5'
+require 'digest/sha1'
+require 'arvados'
class Keep < Sinatra::Base
+ @@ssl_flag = false
+ def self.ssl_flag
+ @@ssl_flag
+ end
+
configure do
mime_type :binary, 'application/octet-stream'
enable :logging
set :bind, (ENV['IP'] || '0.0.0.0')
end
+ def verify_hash(data, hash)
+ if hash.length == 32
+ Digest::MD5.hexdigest(data) == hash && hash
+ elsif hash.length == 40
+ Digest::SHA1.hexdigest(data) == hash && hash
+ else
+ false
+ end
+ end
+
def self.debuglevel
if ENV['DEBUG'] and ENV['DEBUG'].match /^-?\d+/
ENV['DEBUG'].to_i
self.class.debuglog *args
end
- def keepdirs
- @@keepdirs
- end
-
def self.keepdirs
return @@keepdirs if defined? @@keepdirs
# Configure backing store directories
- keepdirs = []
+ @@keepdirs = []
rootdir = (ENV['KEEP_ROOT'] || '/').sub /\/$/, ''
`mount`.split("\n").each do |mountline|
dev, on_txt, mountpoint, type_txt, fstype, opts = mountline.split
debuglog 2, "dir #{mountpoint} is in #{rootdir}/"
keepdir = "#{mountpoint.sub /\/$/, ''}/keep"
if File.exists? "#{keepdir}/."
- keepdirs << { :root => "#{keepdir}", :readonly => false }
+ kd = {
+ :root => keepdir,
+ :arvados => {},
+ :arvados_file => File.join(keepdir, 'arvados_keep_disk.json'),
+ :readonly => false,
+ :device => dev,
+ :device_inode => File.stat(dev).ino
+ }
if opts.gsub(/[\(\)]/, '').split(',').index('ro')
- keepdirs[-1][:readonly] = true
+ kd[:readonly] = true
end
- debuglog 0, "keepdir #{keepdirs[-1].inspect}"
+ debuglog 2, "keepdir #{kd.inspect}"
+ begin
+ kd[:arvados] = JSON.parse(File.read(kd[:arvados_file]), symbolize_names: true)
+ rescue
+ debuglog 0, "keepdir #{kd.inspect} is new (no #{kd[:arvados_file]})"
+ end
+ @@keepdirs << kd
end
end
end
end
- @@keepdirs = keepdirs
+ Dir.open('/dev/disk/by-uuid/').each do |fs_uuid|
+ next if fs_uuid.match /^\./
+ fs_root_inode = File.stat("/dev/disk/by-uuid/#{fs_uuid}").ino
+ @@keepdirs.each do |kd|
+ if kd[:device_inode] == fs_root_inode
+ kd[:filesystem_uuid] = fs_uuid
+ debuglog 0, "keepdir #{kd.reject { |k,v| k==:arvados }.inspect}"
+ end
+ end
+ end
+ @@keepdirs
end
self.keepdirs
+ def find_backfile(hash, opts)
+ subdir = hash[0..2]
+ @@keepdirs.each do |keepdir|
+ backfile = "#{keepdir[:root]}/#{subdir}/#{hash}"
+ if File.exists? backfile
+ data = nil
+ File.open("#{keepdir[:root]}/lock", "a+") do |f|
+ if f.flock File::LOCK_EX
+ data = File.read backfile
+ end
+ end
+ if data and (!opts[:verify_hash] or verify_hash data, hash)
+ return [backfile, data]
+ end
+ end
+ end
+ nil
+ end
+
get '/:locator' do |locator|
regs = locator.match /^([0-9a-f]{32,})/
if regs
hash = regs[1]
+ backfile, data = find_backfile hash, :verify_hash => false
+ if data
+ content_type :binary
+ body data
+ else
+ status 404
+ body 'not found'
+ end
+ else
+ pass
+ end
+ self.class.ping_arvados
+ end
+
+ put '/:locator' do |locator|
+ data = request.body.read
+ hash = verify_hash(data, locator)
+ if not hash
+ status 422
+ body "Checksum mismatch"
+ return
+ end
+ backfile, havedata = find_backfile hash, :verify_hash => true
+ if havedata
+ status 200
+ body 'OK'
+ else
+ wrote = nil
subdir = hash[0..2]
- found = false
- keepdirs.each do |keepdir|
+ @@keepdirs.each do |keepdir|
+ next if keepdir[:readonly]
+ backdir = "#{keepdir[:root]}/#{subdir}"
+ if !File.exists? backdir
+ begin
+ Dir.mkdir backdir
+ rescue
+ end
+ end
backfile = "#{keepdir[:root]}/#{subdir}/#{hash}"
- if File.exists? backfile
- data = nil
- File.open("#{keepdir[:root]}/lock", "a+") do |f|
- if f.flock File::LOCK_EX
- data = File.read backfile
+ File.open("#{keepdir[:root]}/lock", "a+") do |lf|
+ if lf.flock File::LOCK_EX
+ File.open(backfile + ".tmp", "a+") do |wf|
+ if wf.flock File::LOCK_EX
+ wf.seek 0, File::SEEK_SET
+ wf.truncate 0
+ wrote = wf.write data
+ end
+ if wrote == data.length
+ File.rename backfile+".tmp", backfile
+ break
+ else
+ File.unlink backfile+".tmp"
+ end
end
end
- if data
- found = true
- content_type :binary
- body data
- break
- end
end
end
- if not found
- status 404
- body 'not found'
+ if wrote == data.length
+ status 200
+ body 'OK'
+ else
+ status 500
+ body 'Fail'
end
- else
- pass
+ end
+ self.class.ping_arvados
+ end
+
+ protected
+
+ def self.ping_arvados
+ return if defined? @@last_ping_at and @@last_ping_at > Time.now - 300
+ @@last_ping_at = Time.now
+ begin
+ @@arvados ||= Arvados.new(api_token: '')
+ @@keepdirs.each do |kd|
+ ack = @@arvados.keep_disk.ping(uuid: kd[:arvados][:uuid],
+ service_port: settings.port,
+ service_ssl_flag: Keep.ssl_flag,
+ ping_secret: kd[:arvados][:ping_secret],
+ is_readable: true,
+ is_writable: !kd[:readonly],
+ filesystem_uuid: kd[:filesystem_uuid])
+ if ack and ack[:last_ping_at]
+ debuglog 0, "device #{kd[:device]} uuid #{ack[:uuid]} last_ping_at #{ack[:last_ping_at]}"
+ if kd[:arvados].empty?
+ File.open(kd[:arvados_file]+'.tmp', 'a+', 0600) do end
+ File.open(kd[:arvados_file]+'.tmp', 'r+', 0600) do |f|
+ if f.flock File::LOCK_EX
+ f.seek 0, File::SEEK_SET
+ f.truncate 0
+ f.write ack.to_json
+ File.rename kd[:arvados_file]+'.tmp', kd[:arvados_file]
+ kd[:arvados] = ack
+ end
+ end
+ end
+ else
+ debuglog 0, "device #{kd[:device]} ping fail"
+ end
+ end
+ rescue Exception => e
+ debuglog 0, "ping_arvados: #{e.inspect}"
end
end
+ self.ping_arvados
if app_file == $0
run! do |server|
:private_key_file => ENV['SSL_KEY'],
:verify_peer => false
}
+ @@ssl_flag = true
server.ssl = true
server.ssl_options = ssl_options
end
projects / arvados.git / blobdiff