Local user and group info updated with TwoPercent (#519)

[SHD-1320](https://runway.powerhrg.com/backlog_items/SHD-1320)

- Adds `Audiences::Group` to store group data
- Watches for group related update/create/patch from TwoPercent and
keeps the related `Audiences::Group` updated
- Watches for user related update/create/patch from TwoPercent and keeps
the related `Audiences::ExternalUser` updated
-

Author: xjunior

audiences/Gemfile

@@ -25,3 +25,4 @@ gem "webmock", "~> 3.18"
 gem "mysql2", "~> 0.5.6"
 gem "pg", "~> 1.0"
 gem "puma", "~> 6.3"
+gem "two_percent", "~> 0.4.0"

audiences/Gemfile.lock

@@ -2,6 +2,7 @@ PATH
   remote: .
   specs:
     audiences (1.6.1)
+      aether_observatory (~> 1.0)
       rails (>= 6.0)
 
 GEM
@@ -68,6 +69,9 @@ GEM
       zeitwerk (~> 2.3)
     addressable (2.8.7)
       public_suffix (>= 2.0.2, < 7.0)
+    aether_observatory (1.0.0)
+      activemodel (>= 6.0.6.1)
+      activesupport (>= 6.0.6.1)
     appraisal (2.5.0)
       bundler
       rake
@@ -265,6 +269,9 @@ GEM
     thor (1.3.2)
     timeout (0.4.3)
     tomlrb (2.0.3)
+    two_percent (0.4.0)
+      aether_observatory (>= 1.0)
+      rails (>= 6.1)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.6.0)
@@ -314,6 +321,7 @@ DEPENDENCIES
   rubocop (>= 1.32)
   rubocop-powerhome
   shoulda-matchers (~> 5.0)
+  two_percent (~> 0.4.0)
   vite_rails (~> 3.0)
   webmock (~> 3.18)
 

audiences/app/models/audiences/external_user.rb

@@ -2,6 +2,9 @@
 
 module Audiences
   class ExternalUser < ApplicationRecord
+    has_many :group_memberships, dependent: :destroy
+    has_many :groups, through: :group_memberships
+
     if Audiences.config.identity_class
       belongs_to :identity, class_name: Audiences.config.identity_class, # rubocop:disable Rails/ReflectionClassName
                             primary_key: Audiences.config.identity_key,
@@ -10,6 +13,12 @@ class ExternalUser < ApplicationRecord
                             inverse_of: false
     end
 
+    def picture_urls = [picture_url]
+
+    def picture_urls=(urls)
+      self.picture_url = urls&.first
+    end
+
     def self.fetch(external_ids, count: 100)
       return [] unless external_ids.any?
 
@@ -23,11 +32,12 @@ def self.wrap(resources)
       return [] unless resources&.any?
 
       attrs = resources.map do |data|
-        { user_id: data["externalId"], data: data, created_at: Time.current, updated_at: Time.current }
+        { scim_id: data["id"], user_id: data["externalId"], data: data, created_at: Time.current,
+          updated_at: Time.current }
       end
-      unique_by = :user_id if connection.supports_insert_conflict_target?
+      unique_by = :scim_id if connection.supports_insert_conflict_target?
       upsert_all(attrs, unique_by: unique_by) # rubocop:disable Rails/SkipsModelValidations
-      where(user_id: attrs.pluck(:user_id))
+      where(scim_id: attrs.pluck(:scim_id))
     end
 
     def as_json(...)

audiences/app/models/audiences/group.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Audiences
+  class Group < ApplicationRecord
+    has_many :group_memberships, dependent: :destroy
+    has_many :external_users, through: :group_memberships
+
+    validates :display_name, presence: true
+    validates :external_id, presence: true
+    validates :scim_id, presence: true
+  end
+end

audiences/app/models/audiences/group_membership.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Audiences
+  class GroupMembership < ApplicationRecord
+    belongs_to :external_user
+    belongs_to :group
+  end
+end

audiences/audiences.gemspec

@@ -21,6 +21,7 @@ Gem::Specification.new do |spec|
   end
 
   spec.required_ruby_version = ">= 2.7"
+  spec.add_dependency "aether_observatory", "~> 1.0"
   spec.add_dependency "rails", ">= 6.0"
   spec.metadata["rubygems_mfa_required"] = "true"
 end

audiences/db/migrate/20250520181229_create_audiences_groups.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+class CreateAudiencesGroups < ActiveRecord::Migration[6.1]
+  def change
+    create_table :audiences_groups do |t|
+      t.string :external_id
+      t.string :scim_id
+      t.string :display_name
+      t.string :resource_type
+
+      t.timestamps
+
+      t.index %i[resource_type external_id], unique: true
+      t.index %i[resource_type scim_id], unique: true
+    end
+  end
+end

audiences/db/migrate/20250521173148_add_scim_id_to_audiences_external_users.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddScimIdToAudiencesExternalUsers < ActiveRecord::Migration[6.1]
+  def change
+    add_column :audiences_external_users, :scim_id, :string
+    add_index :audiences_external_users, :scim_id, unique: true
+  end
+end

audiences/db/migrate/20250521182852_create_audiences_group_memberships.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+class CreateAudiencesGroupMemberships < ActiveRecord::Migration[6.1]
+  def change
+    create_table :audiences_group_memberships do |t|
+      t.belongs_to :external_user, null: false, foreign_key: false, table: :audiences_external_users
+      t.belongs_to :group, null: false, foreign_key: false, table: :audiences_external_users
+
+      t.timestamps
+    end
+  end
+end

audiences/db/migrate/20250527203948_populate_external_users_scim_id.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class PopulateExternalUsersScimId < ActiveRecord::Migration[6.1]
+  def down; end
+
+  def up
+    Audiences::ExternalUser.find_each do |user|
+      user.update!(
+        scim_id: user.data&.fetch("id", nil),
+        display_name: user.data&.fetch("displayName", nil),
+        picture_urls: user.data&.fetch("photos", [])&.pluck("value")
+      )
+    end
+  end
+end