15531: Working on properly migrating usernames
[arvados.git] / services / api / app / models / user.rb
1 # Copyright (C) The Arvados Authors. All rights reserved.
2 #
3 # SPDX-License-Identifier: AGPL-3.0
4
5 require 'can_be_an_owner'
6 require 'refresh_permission_view'
7
8 class User < ArvadosModel
9   include HasUuid
10   include KindAndEtag
11   include CommonApiTemplate
12   include CanBeAnOwner
13   extend CurrentApiClient
14
15   serialize :prefs, Hash
16   has_many :api_client_authorizations
17   validates(:username,
18             format: {
19               with: /\A[A-Za-z][A-Za-z0-9]*\z/,
20               message: "must begin with a letter and contain only alphanumerics",
21             },
22             uniqueness: true,
23             allow_nil: true)
24   before_update :prevent_privilege_escalation
25   before_update :prevent_inactive_admin
26   before_update :verify_repositories_empty, :if => Proc.new { |user|
27     user.username.nil? and user.username_changed?
28   }
29   before_update :setup_on_activate
30   before_create :check_auto_admin
31   before_create :set_initial_username, :if => Proc.new { |user|
32     user.username.nil? and user.email
33   }
34   after_create :setup_on_activate
35   after_create :add_system_group_permission_link
36   after_create :invalidate_permissions_cache
37   after_create :auto_setup_new_user, :if => Proc.new { |user|
38     Rails.configuration.Users.AutoSetupNewUsers and
39     (user.uuid != system_user_uuid) and
40     (user.uuid != anonymous_user_uuid)
41   }
42   after_create :send_admin_notifications
43   after_update :send_profile_created_notification
44   after_update :sync_repository_names, :if => Proc.new { |user|
45     (user.uuid != system_user_uuid) and
46     user.username_changed? and
47     (not user.username_was.nil?)
48   }
49
50   has_many :authorized_keys, :foreign_key => :authorized_user_uuid, :primary_key => :uuid
51   has_many :repositories, foreign_key: :owner_uuid, primary_key: :uuid
52
53   default_scope { where('redirect_to_user_uuid is null') }
54
55   api_accessible :user, extend: :common do |t|
56     t.add :email
57     t.add :username
58     t.add :full_name
59     t.add :first_name
60     t.add :last_name
61     t.add :identity_url
62     t.add :is_active
63     t.add :is_admin
64     t.add :is_invited
65     t.add :prefs
66     t.add :writable_by
67   end
68
69   ALL_PERMISSIONS = {read: true, write: true, manage: true}
70
71   # Map numeric permission levels (see lib/create_permission_view.sql)
72   # back to read/write/manage flags.
73   PERMS_FOR_VAL =
74     [{},
75      {read: true},
76      {read: true, write: true},
77      {read: true, write: true, manage: true}]
78
79   def full_name
80     "#{first_name} #{last_name}".strip
81   end
82
83   def is_invited
84     !!(self.is_active ||
85        Rails.configuration.Users.NewUsersAreActive ||
86        self.groups_i_can(:read).select { |x| x.match(/-f+$/) }.first)
87   end
88
89   def groups_i_can(verb)
90     my_groups = self.group_permissions.select { |uuid, mask| mask[verb] }.keys
91     if verb == :read
92       my_groups << anonymous_group_uuid
93     end
94     my_groups
95   end
96
97   def can?(actions)
98     return true if is_admin
99     actions.each do |action, target|
100       unless target.nil?
101         if target.respond_to? :uuid
102           target_uuid = target.uuid
103         else
104           target_uuid = target
105           target = ArvadosModel.find_by_uuid(target_uuid)
106         end
107       end
108       next if target_uuid == self.uuid
109       next if (group_permissions[target_uuid] and
110                group_permissions[target_uuid][action])
111       if target.respond_to? :owner_uuid
112         next if target.owner_uuid == self.uuid
113         next if (group_permissions[target.owner_uuid] and
114                  group_permissions[target.owner_uuid][action])
115       end
116       sufficient_perms = case action
117                          when :manage
118                            ['can_manage']
119                          when :write
120                            ['can_manage', 'can_write']
121                          when :read
122                            ['can_manage', 'can_write', 'can_read']
123                          else
124                            # (Skip this kind of permission opportunity
125                            # if action is an unknown permission type)
126                          end
127       if sufficient_perms
128         # Check permission links with head_uuid pointing directly at
129         # the target object. If target is a Group, this is redundant
130         # and will fail except [a] if permission caching is broken or
131         # [b] during a race condition, where a permission link has
132         # *just* been added.
133         if Link.where(link_class: 'permission',
134                       name: sufficient_perms,
135                       tail_uuid: groups_i_can(action) + [self.uuid],
136                       head_uuid: target_uuid).any?
137           next
138         end
139       end
140       return false
141     end
142     true
143   end
144
145   def self.invalidate_permissions_cache(async=false)
146     refresh_permission_view(async)
147   end
148
149   def invalidate_permissions_cache
150     User.invalidate_permissions_cache
151   end
152
153   # Return a hash of {user_uuid: group_perms}
154   def self.all_group_permissions
155     all_perms = {}
156     ActiveRecord::Base.connection.
157       exec_query("SELECT user_uuid, target_owner_uuid, perm_level, trashed
158                   FROM #{PERMISSION_VIEW}
159                   WHERE target_owner_uuid IS NOT NULL",
160                   # "name" arg is a query label that appears in logs:
161                   "all_group_permissions",
162                   ).rows.each do |user_uuid, group_uuid, max_p_val, trashed|
163       all_perms[user_uuid] ||= {}
164       all_perms[user_uuid][group_uuid] = PERMS_FOR_VAL[max_p_val.to_i]
165     end
166     all_perms
167   end
168
169   # Return a hash of {group_uuid: perm_hash} where perm_hash[:read]
170   # and perm_hash[:write] are true if this user can read and write
171   # objects owned by group_uuid.
172   def group_permissions
173     group_perms = {self.uuid => {:read => true, :write => true, :manage => true}}
174     ActiveRecord::Base.connection.
175       exec_query("SELECT target_owner_uuid, perm_level, trashed
176                   FROM #{PERMISSION_VIEW}
177                   WHERE user_uuid = $1
178                   AND target_owner_uuid IS NOT NULL",
179                   # "name" arg is a query label that appears in logs:
180                   "group_permissions for #{uuid}",
181                   # "binds" arg is an array of [col_id, value] for '$1' vars:
182                   [[nil, uuid]],
183                 ).rows.each do |group_uuid, max_p_val, trashed|
184       group_perms[group_uuid] = PERMS_FOR_VAL[max_p_val.to_i]
185     end
186     group_perms
187   end
188
189   # create links
190   def setup(openid_prefix:, repo_name: nil, vm_uuid: nil)
191     oid_login_perm = create_oid_login_perm openid_prefix
192     repo_perm = create_user_repo_link repo_name
193     vm_login_perm = create_vm_login_permission_link(vm_uuid, username) if vm_uuid
194     group_perm = create_user_group_link
195
196     return [oid_login_perm, repo_perm, vm_login_perm, group_perm, self].compact
197   end
198
199   # delete user signatures, login, repo, and vm perms, and mark as inactive
200   def unsetup
201     # delete oid_login_perms for this user
202     Link.where(tail_uuid: self.email,
203                      link_class: 'permission',
204                      name: 'can_login').destroy_all
205
206     # delete repo_perms for this user
207     Link.where(tail_uuid: self.uuid,
208                      link_class: 'permission',
209                      name: 'can_manage').destroy_all
210
211     # delete vm_login_perms for this user
212     Link.where(tail_uuid: self.uuid,
213                      link_class: 'permission',
214                      name: 'can_login').destroy_all
215
216     # delete "All users" group read permissions for this user
217     group = Group.where(name: 'All users').select do |g|
218       g[:uuid].match(/-f+$/)
219     end.first
220     Link.where(tail_uuid: self.uuid,
221                      head_uuid: group[:uuid],
222                      link_class: 'permission',
223                      name: 'can_read').destroy_all
224
225     # delete any signatures by this user
226     Link.where(link_class: 'signature',
227                      tail_uuid: self.uuid).destroy_all
228
229     # delete user preferences (including profile)
230     self.prefs = {}
231
232     # mark the user as inactive
233     self.is_active = false
234     self.save!
235   end
236
237   def set_initial_username(requested: false)
238     if !requested.is_a?(String) || requested.empty?
239       email_parts = email.partition("@")
240       local_parts = email_parts.first.partition("+")
241       if email_parts.any?(&:empty?)
242         return
243       elsif not local_parts.first.empty?
244         requested = local_parts.first
245       else
246         requested = email_parts.first
247       end
248     end
249     requested.sub!(/^[^A-Za-z]+/, "")
250     requested.gsub!(/[^A-Za-z0-9]/, "")
251     unless requested.empty?
252       self.username = find_usable_username_from(requested)
253     end
254   end
255
256   def update_uuid(new_uuid:)
257     if !current_user.andand.is_admin
258       raise PermissionDeniedError
259     end
260     if uuid == system_user_uuid || uuid == anonymous_user_uuid
261       raise "update_uuid cannot update system accounts"
262     end
263     if self.class != self.class.resource_class_for_uuid(new_uuid)
264       raise "invalid new_uuid #{new_uuid.inspect}"
265     end
266     transaction(requires_new: true) do
267       reload
268       old_uuid = self.uuid
269       self.uuid = new_uuid
270       save!(validate: false)
271       change_all_uuid_refs(old_uuid: old_uuid, new_uuid: new_uuid)
272     end
273   end
274
275   # Move this user's (i.e., self's) owned items into new_owner_uuid.
276   # Also redirect future uses of this account to
277   # redirect_to_user_uuid, i.e., when a caller authenticates to this
278   # account in the future, the account redirect_to_user_uuid account
279   # will be used instead.
280   #
281   # current_user must have admin privileges, i.e., the caller is
282   # responsible for checking permission to do this.
283   def merge(new_owner_uuid:, redirect_to_user_uuid:, redirect_auth:)
284     raise PermissionDeniedError if !current_user.andand.is_admin
285     raise "not implemented" if !redirect_to_user_uuid
286     transaction(requires_new: true) do
287       reload
288       raise "cannot merge an already merged user" if self.redirect_to_user_uuid
289
290       new_user = User.where(uuid: redirect_to_user_uuid).first
291       raise "user does not exist" if !new_user
292       raise "cannot merge to an already merged user" if new_user.redirect_to_user_uuid
293
294       if redirect_auth
295         # Existing API tokens and ssh keys are updated to authenticate
296         # to the new user.
297         ApiClientAuthorization.
298           where(user_id: id).
299           update_all(user_id: new_user.id)
300
301         user_updates = [
302           [AuthorizedKey, :owner_uuid],
303           [AuthorizedKey, :authorized_user_uuid],
304           [Repository, :owner_uuid],
305           [Link, :owner_uuid],
306           [Link, :tail_uuid],
307           [Link, :head_uuid],
308         ]
309       else
310         # Destroy API tokens and ssh keys associated with the old
311         # user.
312         ApiClientAuthorization.where(user_id: id).destroy_all
313         AuthorizedKey.where(owner_uuid: uuid).destroy_all
314         AuthorizedKey.where(authorized_user_uuid: uuid).destroy_all
315         user_updates = [
316           [Repository, :owner_uuid],
317           [Link, :owner_uuid],
318           [Link, :tail_uuid],
319           [Link, :head_uuid],
320         ]
321       end
322
323       # References to the old user UUID in the context of a user ID
324       # (rather than a "home project" in the project hierarchy) are
325       # updated to point to the new user.
326       user_updates.each do |klass, column|
327         klass.where(column => uuid).update_all(column => new_user.uuid)
328       end
329
330       # References to the merged user's "home project" are updated to
331       # point to new_owner_uuid.
332       ActiveRecord::Base.descendants.reject(&:abstract_class?).each do |klass|
333         next if [ApiClientAuthorization,
334                  AuthorizedKey,
335                  Link,
336                  Log,
337                  Repository].include?(klass)
338         next if !klass.columns.collect(&:name).include?('owner_uuid')
339         klass.where(owner_uuid: uuid).update_all(owner_uuid: new_owner_uuid)
340       end
341
342       update_attributes!(redirect_to_user_uuid: new_user.uuid, username: nil)
343       invalidate_permissions_cache
344     end
345   end
346
347   def redirects_to
348     user = self
349     redirects = 0
350     while (uuid = user.redirect_to_user_uuid)
351       user = User.unscoped.find_by_uuid(uuid)
352       if !user
353         raise Exception.new("user uuid #{user.uuid} redirects to nonexistent uuid #{uuid}")
354       end
355       redirects += 1
356       if redirects > 15
357         raise "Starting from #{self.uuid} redirect_to_user_uuid exceeded maximum number of redirects"
358       end
359     end
360     user
361   end
362
363   def self.register info
364     # login info expected fields, all can be optional but at minimum
365     # must supply either 'identity_url' or 'email'
366     #
367     #   email
368     #   first_name
369     #   last_name
370     #   username
371     #   alternate_emails
372     #   identity_url
373
374     info = info.with_indifferent_access
375
376     primary_user = nil
377
378     # local database
379     identity_url = info['identity_url']
380
381     if identity_url && identity_url.length > 0
382       # Only local users can create sessions, hence uuid_like_pattern
383       # here.
384       user = User.unscoped.where('identity_url = ? and uuid like ?',
385                                  identity_url,
386                                  User.uuid_like_pattern).first
387       primary_user = user.redirects_to if user
388     end
389
390     if !primary_user
391       # identity url is unset or didn't find matching record.
392       emails = [info['email']] + (info['alternate_emails'] || [])
393       emails.select! {|em| !em.nil? && !em.empty?}
394
395       User.unscoped.where('email in (?) and uuid like ?',
396                           emails,
397                           User.uuid_like_pattern).each do |user|
398         if !primary_user
399           primary_user = user.redirects_to
400         elsif primary_user.uuid != user.redirects_to.uuid
401           raise "Ambigious email address, directs to both #{primary_user.uuid} and #{user.redirects_to.uuid}"
402         end
403       end
404     end
405
406     if !primary_user
407       # New user registration
408       primary_user = User.new(:owner_uuid => system_user_uuid,
409                               :is_admin => false,
410                               :is_active => Rails.configuration.Users.NewUsersAreActive)
411
412       primary_user.set_initial_username(requested: info['username']) if info['username']
413       primary_user.identity_url = info['identity_url'] if identity_url
414     end
415
416     primary_user.email = info['email'] if info['email']
417     primary_user.first_name = info['first_name'] if info['first_name']
418     primary_user.last_name = info['last_name'] if info['last_name']
419
420     if (!primary_user.email or primary_user.email.empty?) and (!primary_user.identity_url or primary_user.identity_url.empty?)
421       raise "Must have supply at least one of 'email' or 'identity_url' to User.register"
422     end
423
424     act_as_system_user do
425       primary_user.save!
426     end
427
428     primary_user
429   end
430
431   protected
432
433   def change_all_uuid_refs(old_uuid:, new_uuid:)
434     ActiveRecord::Base.descendants.reject(&:abstract_class?).each do |klass|
435       klass.columns.each do |col|
436         if col.name.end_with?('_uuid')
437           column = col.name.to_sym
438           klass.where(column => old_uuid).update_all(column => new_uuid)
439         end
440       end
441     end
442   end
443
444   def ensure_ownership_path_leads_to_user
445     true
446   end
447
448   def permission_to_update
449     if username_changed? || redirect_to_user_uuid_changed? || email_changed?
450       current_user.andand.is_admin
451     else
452       # users must be able to update themselves (even if they are
453       # inactive) in order to create sessions
454       self == current_user or super
455     end
456   end
457
458   def permission_to_create
459     current_user.andand.is_admin or
460       (self == current_user &&
461        self.redirect_to_user_uuid.nil? &&
462        self.is_active == Rails.configuration.Users.NewUsersAreActive)
463   end
464
465   def check_auto_admin
466     return if self.uuid.end_with?('anonymouspublic')
467     if (User.where("email = ?",self.email).where(:is_admin => true).count == 0 and
468         !Rails.configuration.Users.AutoAdminUserWithEmail.empty? and self.email == Rails.configuration.Users["AutoAdminUserWithEmail"]) or
469        (User.where("uuid not like '%-000000000000000'").where(:is_admin => true).count == 0 and
470         Rails.configuration.Users.AutoAdminFirstUser)
471       self.is_admin = true
472       self.is_active = true
473     end
474   end
475
476   def find_usable_username_from(basename)
477     # If "basename" is a usable username, return that.
478     # Otherwise, find a unique username "basenameN", where N is the
479     # smallest integer greater than 1, and return that.
480     # Return nil if a unique username can't be found after reasonable
481     # searching.
482     quoted_name = self.class.connection.quote_string(basename)
483     next_username = basename
484     next_suffix = 1
485     while Rails.configuration.Users.AutoSetupUsernameBlacklist[next_username]
486       next_suffix += 1
487       next_username = "%s%i" % [basename, next_suffix]
488     end
489     0.upto(6).each do |suffix_len|
490       pattern = "%s%s" % [quoted_name, "_" * suffix_len]
491       self.class.unscoped.
492           where("username like '#{pattern}'").
493           select(:username).
494           order('username asc').
495           each do |other_user|
496         if other_user.username > next_username
497           break
498         elsif other_user.username == next_username
499           next_suffix += 1
500           next_username = "%s%i" % [basename, next_suffix]
501         end
502       end
503       return next_username if (next_username.size <= pattern.size)
504     end
505     nil
506   end
507
508   def prevent_privilege_escalation
509     if current_user.andand.is_admin
510       return true
511     end
512     if self.is_active_changed?
513       if self.is_active != self.is_active_was
514         logger.warn "User #{current_user.uuid} tried to change is_active from #{self.is_active_was} to #{self.is_active} for #{self.uuid}"
515         self.is_active = self.is_active_was
516       end
517     end
518     if self.is_admin_changed?
519       if self.is_admin != self.is_admin_was
520         logger.warn "User #{current_user.uuid} tried to change is_admin from #{self.is_admin_was} to #{self.is_admin} for #{self.uuid}"
521         self.is_admin = self.is_admin_was
522       end
523     end
524     true
525   end
526
527   def prevent_inactive_admin
528     if self.is_admin and not self.is_active
529       # There is no known use case for the strange set of permissions
530       # that would result from this change. It's safest to assume it's
531       # a mistake and disallow it outright.
532       raise "Admin users cannot be inactive"
533     end
534     true
535   end
536
537   def search_permissions(start, graph, merged={}, upstream_mask=nil, upstream_path={})
538     nextpaths = graph[start]
539     return merged if !nextpaths
540     return merged if upstream_path.has_key? start
541     upstream_path[start] = true
542     upstream_mask ||= ALL_PERMISSIONS
543     nextpaths.each do |head, mask|
544       merged[head] ||= {}
545       mask.each do |k,v|
546         merged[head][k] ||= v if upstream_mask[k]
547       end
548       search_permissions(head, graph, merged, upstream_mask.select { |k,v| v && merged[head][k] }, upstream_path)
549     end
550     upstream_path.delete start
551     merged
552   end
553
554   def create_oid_login_perm(openid_prefix)
555     # Check oid_login_perm
556     oid_login_perms = Link.where(tail_uuid: self.email,
557                                  head_uuid: self.uuid,
558                                  link_class: 'permission',
559                                  name: 'can_login')
560
561     if !oid_login_perms.any?
562       # create openid login permission
563       oid_login_perm = Link.create!(link_class: 'permission',
564                                    name: 'can_login',
565                                    tail_uuid: self.email,
566                                    head_uuid: self.uuid,
567                                    properties: {
568                                      "identity_url_prefix" => openid_prefix,
569                                    })
570       logger.info { "openid login permission: " + oid_login_perm[:uuid] }
571     else
572       oid_login_perm = oid_login_perms.first
573     end
574
575     return oid_login_perm
576   end
577
578   def create_user_repo_link(repo_name)
579     # repo_name is optional
580     if not repo_name
581       logger.warn ("Repository name not given for #{self.uuid}.")
582       return
583     end
584
585     repo = Repository.where(owner_uuid: uuid, name: repo_name).first_or_create!
586     logger.info { "repo uuid: " + repo[:uuid] }
587     repo_perm = Link.where(tail_uuid: uuid, head_uuid: repo.uuid,
588                            link_class: "permission",
589                            name: "can_manage").first_or_create!
590     logger.info { "repo permission: " + repo_perm[:uuid] }
591     return repo_perm
592   end
593
594   # create login permission for the given vm_uuid, if it does not already exist
595   def create_vm_login_permission_link(vm_uuid, repo_name)
596     # vm uuid is optional
597     return if vm_uuid == ""
598
599     vm = VirtualMachine.where(uuid: vm_uuid).first
600     if !vm
601       logger.warn "Could not find virtual machine for #{vm_uuid.inspect}"
602       raise "No vm found for #{vm_uuid}"
603     end
604
605     logger.info { "vm uuid: " + vm[:uuid] }
606     login_attrs = {
607       tail_uuid: uuid, head_uuid: vm.uuid,
608       link_class: "permission", name: "can_login",
609     }
610
611     login_perm = Link.
612       where(login_attrs).
613       select { |link| link.properties["username"] == repo_name }.
614       first
615
616     login_perm ||= Link.
617       create(login_attrs.merge(properties: {"username" => repo_name}))
618
619     logger.info { "login permission: " + login_perm[:uuid] }
620     login_perm
621   end
622
623   # add the user to the 'All users' group
624   def create_user_group_link
625     return (Link.where(tail_uuid: self.uuid,
626                        head_uuid: all_users_group[:uuid],
627                        link_class: 'permission',
628                        name: 'can_read').first or
629             Link.create(tail_uuid: self.uuid,
630                         head_uuid: all_users_group[:uuid],
631                         link_class: 'permission',
632                         name: 'can_read'))
633   end
634
635   # Give the special "System group" permission to manage this user and
636   # all of this user's stuff.
637   def add_system_group_permission_link
638     return true if uuid == system_user_uuid
639     act_as_system_user do
640       Link.create(link_class: 'permission',
641                   name: 'can_manage',
642                   tail_uuid: system_group_uuid,
643                   head_uuid: self.uuid)
644     end
645   end
646
647   # Send admin notifications
648   def send_admin_notifications
649     AdminNotifier.new_user(self).deliver_now
650     if not self.is_active then
651       AdminNotifier.new_inactive_user(self).deliver_now
652     end
653   end
654
655   # Automatically setup if is_active flag turns on
656   def setup_on_activate
657     return if [system_user_uuid, anonymous_user_uuid].include?(self.uuid)
658     if is_active && (new_record? || is_active_changed?)
659       setup(openid_prefix: Rails.configuration.default_openid_prefix)
660     end
661   end
662
663   # Automatically setup new user during creation
664   def auto_setup_new_user
665     setup(openid_prefix: Rails.configuration.default_openid_prefix)
666     if username
667       create_vm_login_permission_link(Rails.configuration.Users.AutoSetupNewUsersWithVmUUID,
668                                       username)
669       repo_name = "#{username}/#{username}"
670       if Rails.configuration.Users.AutoSetupNewUsersWithRepository and
671           Repository.where(name: repo_name).first.nil?
672         repo = Repository.create!(name: repo_name, owner_uuid: uuid)
673         Link.create!(tail_uuid: uuid, head_uuid: repo.uuid,
674                      link_class: "permission", name: "can_manage")
675       end
676     end
677   end
678
679   # Send notification if the user saved profile for the first time
680   def send_profile_created_notification
681     if self.prefs_changed?
682       if self.prefs_was.andand.empty? || !self.prefs_was.andand['profile']
683         profile_notification_address = Rails.configuration.Users.UserProfileNotificationAddress
684         ProfileNotifier.profile_created(self, profile_notification_address).deliver_now if profile_notification_address and !profile_notification_address.empty?
685       end
686     end
687   end
688
689   def verify_repositories_empty
690     unless repositories.first.nil?
691       errors.add(:username, "can't be unset when the user owns repositories")
692       throw(:abort)
693     end
694   end
695
696   def sync_repository_names
697     old_name_re = /^#{Regexp.escape(username_was)}\//
698     name_sub = "#{username}/"
699     repositories.find_each do |repo|
700       repo.name = repo.name.sub(old_name_re, name_sub)
701       repo.save!
702     end
703   end
704 end