X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/4805867bc1004ae9d755a6375d592748a7b29585..8b95d2e5cb658d61d68262df278653261bd9791c:/services/api/app/models/node.rb diff --git a/services/api/app/models/node.rb b/services/api/app/models/node.rb index ab8b1974bc..bf27f6ff99 100644 --- a/services/api/app/models/node.rb +++ b/services/api/app/models/node.rb @@ -61,12 +61,12 @@ class Node < ArvadosModel def status if !self.last_ping_at - if Time.now - self.created_at > 5.minutes + if db_current_time - self.created_at > 5.minutes 'startup-fail' else 'pending' end - elsif Time.now - self.last_ping_at > 1.hours + elsif db_current_time - self.last_ping_at > 1.hours 'missing' else 'running' @@ -80,7 +80,9 @@ class Node < ArvadosModel logger.info "Ping: secret mismatch: received \"#{o[:ping_secret]}\" != \"#{self.info['ping_secret']}\"" raise ArvadosModel::UnauthorizedError.new("Incorrect ping_secret") end - self.last_ping_at = Time.now + + current_time = db_current_time + self.last_ping_at = current_time @bypass_arvados_authorization = true @@ -88,7 +90,7 @@ class Node < ArvadosModel if self.ip_address.nil? logger.info "#{self.uuid} ip_address= #{o[:ip]}" self.ip_address = o[:ip] - self.first_ping_at = Time.now + self.first_ping_at = current_time end # Record instance ID if not already known @@ -137,6 +139,17 @@ class Node < ArvadosModel def dns_server_update if self.hostname_changed? or self.ip_address_changed? + if not self.ip_address.nil? + stale_conflicting_nodes = Node.where('id != ? and ip_address = ? and last_ping_at < ?',self.id,self.ip_address,10.minutes.ago) + if not stale_conflicting_nodes.empty? + # One or more stale compute node records have the same IP address as the new node. + # Clear the ip_address field on the stale nodes. + stale_conflicting_nodes.each do |stale_node| + stale_node.ip_address = nil + stale_node.save! + end + end + end if self.hostname and self.ip_address self.class.dns_server_update(self.hostname, self.ip_address) end @@ -166,10 +179,6 @@ class Node < ArvadosModel STDERR.puts "Unable to write #{hostfile}: #{e.message}" return end - # f.puts "address=/#{hostname}/#{ip_address}" - # f.puts "address=/#{hostname}.#{@@domain}/#{ip_address}" if @@domain - # f.puts "ptr-record=#{ptr_domain},#{hostname}" - #end File.open(File.join(@@dns_server_conf_dir, 'restart.txt'), 'w') do |f| # this will trigger a dns server restart f.puts @@dns_server_reload_command @@ -182,8 +191,7 @@ class Node < ArvadosModel # At startup, make sure all DNS entries exist. Otherwise, slurmctld # will refuse to start. - if @@dns_server_conf_dir and @@dns_server_conf_template and - !File.exists? (File.join(@@dns_server_conf_dir, "#{hostname_for_slot(MAX_SLOTS-1)}.conf")) + if @@dns_server_conf_dir and @@dns_server_conf_template (0..MAX_SLOTS-1).each do |slot_number| hostname = hostname_for_slot(slot_number) hostfile = File.join @@dns_server_conf_dir, "#{hostname}.conf"