Create Evidence::ActivatedLLMPrompt (#12592)

services/QuillLMS/app/models/user.rb

@@ -7,25 +7,25 @@
 #  id                    :integer          not null, primary key
 #  account_type          :string           default("unknown")
 #  active                :boolean          default(FALSE)
-#  classcode             :string
-#  email                 :string
+#  classcode             :string(255)
+#  email                 :string(255)
 #  flags                 :string           default([]), not null, is an Array
 #  flagset               :string           default("production"), not null
 #  ip_address            :inet
 #  last_active           :datetime
 #  last_sign_in          :datetime
-#  name                  :string
-#  password_digest       :string
-#  role                  :string           default("user")
+#  name                  :string(255)
+#  password_digest       :string(255)
+#  role                  :string(255)      default("user")
 #  send_newsletter       :boolean          default(FALSE)
 #  signed_up_with_google :boolean          default(FALSE)
 #  time_zone             :string
 #  title                 :string
-#  token                 :string
-#  username              :string
-#  created_at            :datetime
-#  updated_at            :datetime
-#  clever_id             :string
+#  token                 :string(255)
+#  username              :string(255)
+#  created_at            :datetime         not null
+#  updated_at            :datetime         not null
+#  clever_id             :string(255)
 #  google_id             :string
 #  stripe_customer_id    :string
 #
@@ -50,10 +50,16 @@
 #  username_idx                       (username) USING gin
 #  users_to_tsvector_idx              (to_tsvector('english'::regconfig, (name)::text)) USING gin
 #  users_to_tsvector_idx1             (to_tsvector('english'::regconfig, (email)::text)) USING gin
+#  users_to_tsvector_idx10            (to_tsvector('english'::regconfig, (username)::text)) USING gin
+#  users_to_tsvector_idx11            (to_tsvector('english'::regconfig, split_part((ip_address)::text, '/'::text, 1))) USING gin
 #  users_to_tsvector_idx2             (to_tsvector('english'::regconfig, (role)::text)) USING gin
 #  users_to_tsvector_idx3             (to_tsvector('english'::regconfig, (classcode)::text)) USING gin
 #  users_to_tsvector_idx4             (to_tsvector('english'::regconfig, (username)::text)) USING gin
 #  users_to_tsvector_idx5             (to_tsvector('english'::regconfig, split_part((ip_address)::text, '/'::text, 1))) USING gin
+#  users_to_tsvector_idx6             (to_tsvector('english'::regconfig, (name)::text)) USING gin
+#  users_to_tsvector_idx7             (to_tsvector('english'::regconfig, (email)::text)) USING gin
+#  users_to_tsvector_idx8             (to_tsvector('english'::regconfig, (role)::text)) USING gin
+#  users_to_tsvector_idx9             (to_tsvector('english'::regconfig, (classcode)::text)) USING gin
 #
 
 # rubocop:disable Metrics/ClassLength

services/QuillLMS/config/initializers/zeitwerk.rb

@@ -3,6 +3,7 @@
 Rails.autoloaders.each do |autoloader|
   autoloader.inflector = Zeitwerk::Inflector.new
   autoloader.inflector.inflect(
+    'activated_llm_prompt' => 'ActivatedLLMPrompt',
     'auto_ml' => 'AutoML',
     'build_llm_example_worker' => 'BuildLLMExampleWorker',
     'concept_replacement_cms_worker' => 'ConceptReplacementCMSWorker',

services/QuillLMS/db/migrate/20241122185259_create_activated_llm_prompt.evidence.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+# This migration comes from evidence (originally 20241122181141)
+class CreateActivatedLLMPrompt < ActiveRecord::Migration[7.1]
+  def change
+    create_table :evidence_activated_llm_prompts do |t|
+      t.integer :prompt_id, null: false
+      t.integer :llm_prompt_id, null: false
+      t.boolean :active, null: false
+
+      t.timestamps
+    end
+  end
+end

services/QuillLMS/db/migrate/20241122195738_add_favorite_to_llm_prompt.evidence.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+# This migration comes from evidence (originally 20241122195610)
+class AddFavoriteToLLMPrompt < ActiveRecord::Migration[7.1]
+  def change
+    add_column :evidence_research_gen_ai_llm_prompts, :favorite, :boolean, default: false
+  end
+end

services/QuillLMS/db/structure.sql

@@ -145,7 +145,7 @@ CREATE FUNCTION public.timespent_question(act_sess integer, question character v
           item timestamp;
         BEGIN
           SELECT created_at INTO as_created_at FROM activity_sessions WHERE id = act_sess;
-          
+
           -- backward compatibility block
           IF as_created_at IS NULL OR as_created_at < timestamp '2013-08-25 00:00:00.000000' THEN
             SELECT SUM(
@@ -160,11 +160,11 @@ CREATE FUNCTION public.timespent_question(act_sess integer, question character v
                       'epoch' FROM (activity_sessions.completed_at - activity_sessions.started_at)
                     )
                 END) INTO time_spent FROM activity_sessions WHERE id = act_sess AND state='finished';
-                
+
                 RETURN COALESCE(time_spent,0);
           END IF;
-          
-          
+
+
           first_item := NULL;
           last_item := NULL;
           max_item := NULL;
@@ -188,11 +188,11 @@ CREATE FUNCTION public.timespent_question(act_sess integer, question character v
 
             END IF;
           END LOOP;
-          
+
           IF max_item IS NOT NULL AND first_item IS NOT NULL THEN
             time_spent := time_spent + EXTRACT( EPOCH FROM max_item - first_item );
           END IF;
-          
+
           RETURN time_spent;
         END;
       $$;
@@ -207,7 +207,7 @@ CREATE FUNCTION public.timespent_student(student integer) RETURNS bigint
     AS $$
         SELECT COALESCE(SUM(time_spent),0) FROM (
           SELECT id,timespent_activity_session(id) AS time_spent FROM activity_sessions
-          WHERE activity_sessions.user_id = student 
+          WHERE activity_sessions.user_id = student
           GROUP BY id) as as_ids;
 
       $$;
@@ -2677,6 +2677,39 @@ CREATE SEQUENCE public.english_texts_id_seq
 ALTER SEQUENCE public.english_texts_id_seq OWNED BY public.english_texts.id;
 
 
+--
+-- Name: evidence_activated_llm_prompts; Type: TABLE; Schema: public; Owner: -
+--
+
+CREATE TABLE public.evidence_activated_llm_prompts (
+    id bigint NOT NULL,
+    prompt_id integer NOT NULL,
+    llm_prompt_id integer NOT NULL,
+    active boolean NOT NULL,
+    created_at timestamp(6) without time zone NOT NULL,
+    updated_at timestamp(6) without time zone NOT NULL
+);
+
+
+--
+-- Name: evidence_activated_llm_prompts_id_seq; Type: SEQUENCE; Schema: public; Owner: -
+--
+
+CREATE SEQUENCE public.evidence_activated_llm_prompts_id_seq
+    START WITH 1
+    INCREMENT BY 1
+    NO MINVALUE
+    NO MAXVALUE
+    CACHE 1;
+
+
+--
+-- Name: evidence_activated_llm_prompts_id_seq; Type: SEQUENCE OWNED BY; Schema: public; Owner: -
+--
+
+ALTER SEQUENCE public.evidence_activated_llm_prompts_id_seq OWNED BY public.evidence_activated_llm_prompts.id;
+
+
 --
 -- Name: evidence_activity_healths; Type: TABLE; Schema: public; Owner: -
 --
@@ -3432,7 +3465,8 @@ CREATE TABLE public.evidence_research_gen_ai_llm_prompts (
     suboptimal_guidelines_count integer NOT NULL,
     optimal_examples_count integer NOT NULL,
     suboptimal_examples_count integer NOT NULL,
-    locked boolean NOT NULL
+    locked boolean NOT NULL,
+    favorite boolean DEFAULT false
 );
 
 
@@ -7042,6 +7076,13 @@ ALTER TABLE ONLY public.email_subscriptions ALTER COLUMN id SET DEFAULT nextval(
 ALTER TABLE ONLY public.english_texts ALTER COLUMN id SET DEFAULT nextval('public.english_texts_id_seq'::regclass);
 
 
+--
+-- Name: evidence_activated_llm_prompts id; Type: DEFAULT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.evidence_activated_llm_prompts ALTER COLUMN id SET DEFAULT nextval('public.evidence_activated_llm_prompts_id_seq'::regclass);
+
+
 --
 -- Name: evidence_activity_healths id; Type: DEFAULT; Schema: public; Owner: -
 --
@@ -8371,6 +8412,14 @@ ALTER TABLE ONLY public.english_texts
     ADD CONSTRAINT english_texts_pkey PRIMARY KEY (id);
 
 
+--
+-- Name: evidence_activated_llm_prompts evidence_activated_llm_prompts_pkey; Type: CONSTRAINT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.evidence_activated_llm_prompts
+    ADD CONSTRAINT evidence_activated_llm_prompts_pkey PRIMARY KEY (id);
+
+
 --
 -- Name: evidence_activity_healths evidence_activity_healths_pkey; Type: CONSTRAINT; Schema: public; Owner: -
 --
@@ -11825,6 +11874,8 @@ ALTER TABLE ONLY public.learn_worlds_account_course_events
 SET search_path TO "$user", public;
 
 INSERT INTO "schema_migrations" (version) VALUES
+('20241122195738'),
+('20241122185259'),
 ('20241122002716'),
 ('20241122002645'),
 ('20241121214425'),

services/QuillLMS/engines/evidence/app/models/evidence/activated_llm_prompt.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+# == Schema Information
+#
+# Table name: evidence_activated_llm_prompts
+#
+#  id            :bigint           not null, primary key
+#  active        :boolean          not null
+#  created_at    :datetime         not null
+#  updated_at    :datetime         not null
+#  llm_prompt_id :integer          not null
+#  prompt_id     :integer          not null
+#
+module Evidence
+  class ActivatedLLMPrompt < ApplicationRecord
+    belongs_to :llm_prompt, class_name: 'Evidence::Research::GenAI::LLMPrompt'
+    belongs_to :prompt
+
+    validates :llm_prompt, presence: true
+    validates :prompt, presence: true
+
+    attr_readonly :llm_prompt_id, :prompt_id, :active
+
+    scope :active, -> { where(active: true) }
+
+    validates :llm_prompt_id, uniqueness: { scope: :prompt_id }, if: :active?
+
+    before_save :deactivate_other_prompts, if: :active?
+
+    private def deactivate_other_prompts
+      self
+        .class
+        .where(prompt_id:)
+        .where.not(id:)
+        .update_all(active: false)
+    end
+  end
+end

services/QuillLMS/engines/evidence/app/models/evidence/prompt.rb

@@ -43,6 +43,8 @@ class Prompt < ApplicationRecord
     has_many :active_labels, through: :active_automl_rules, source: :label
     has_many :misc_labels, -> { misc }, through: :active_automl_rules, source: :label
     has_many :stem_vaults, inverse_of: :prompt, class_name: 'Evidence::Research::GenAI::StemVault'
+    has_many :activated_llm_prompts, dependent: :destroy
+    has_many :llm_prompts, through: :activated_llm_prompts
 
     after_create :assign_universal_rules
     before_validation :downcase_conjunction
@@ -68,28 +70,18 @@ def serializable_hash(options = nil)
       ))
     end
 
-    def change_log_name
-      'Evidence Stem'
-    end
-
-    def url
-      activity.url
-    end
-
-    def conjunctions
-      [conjunction]
-    end
-
+    def change_log_name = 'Evidence Stem'
+    def url = activity.url
+    def conjunctions = [conjunction]
     def label_names = labels.map(&:name)
-
     def first_passage = activity.passages.first
+    def plagiarism_texts = plagiarism_rule&.plagiarism_texts&.map(&:text) || []
 
-    def plagiarism_texts
-      plagiarism_rule&.plagiarism_texts&.map(&:text) || []
-    end
-
-    private def plagiarism_rule
-      rules&.find_by(rule_type: Evidence::Rule::TYPE_PLAGIARISM)
+    def active_llm_prompt
+      llm_prompts
+        .joins(:activated_llm_prompts)
+        .merge(Evidence::ActivatedLLMPrompt.active)
+        .first
     end
 
     def distinct_automl_highlight_arrays
@@ -120,9 +112,17 @@ def example_sets(optimal: true, limit: 2, offset: SUBOPTIMAL_SAMPLE_COUNT)
 
     def optimal_label_feedback
       # we can just grab the first feedback here because all optimal feedback text strings will be the same for any given prompt
-      rules.where(optimal: true, rule_type: Evidence::Rule::TYPE_AUTOML).joins('JOIN comprehension_feedbacks ON comprehension_feedbacks.rule_id = comprehension_rules.id').first&.feedbacks&.first&.text
+      rules
+        .where(optimal: true, rule_type: Evidence::Rule::TYPE_AUTOML)
+        .joins('JOIN comprehension_feedbacks ON comprehension_feedbacks.rule_id = comprehension_rules.id')
+        .first
+        &.feedbacks
+        &.first
+        &.text
     end
 
+    private def plagiarism_rule = rules&.find_by(rule_type: Evidence::Rule::TYPE_PLAGIARISM)
+
     private def downcase_conjunction
       self.conjunction = conjunction&.downcase
     end

services/QuillLMS/engines/evidence/app/models/evidence/research/gen_ai/llm_prompt.rb

@@ -5,6 +5,7 @@
 # Table name: evidence_research_gen_ai_llm_prompts
 #
 #  id                          :bigint           not null, primary key
+#  favorite                    :boolean          default(FALSE)
 #  locked                      :boolean          not null
 #  optimal_examples_count      :integer          not null
 #  optimal_guidelines_count    :integer          not null
@@ -30,6 +31,7 @@ class LLMPrompt < ApplicationRecord
 
         has_many :llm_prompt_guidelines, dependent: :destroy
         has_many :guidelines, through: :llm_prompt_guidelines
+        has_many :activated_llm_prompts, class_name: 'Evidence::ActivatedLLMPrompt', dependent: :destroy
 
         validates :prompt, presence: true
         validates :llm_prompt_template_id, presence: true

services/QuillLMS/engines/evidence/config/initializers/zeitwerk.rb

@@ -3,6 +3,7 @@
 Rails.autoloaders.each do |autoloader|
   autoloader.inflector = Zeitwerk::Inflector.new
   autoloader.inflector.inflect(
+    'activated_llm_prompt' => 'ActivatedLLMPrompt',
     'auto_ml' => 'AutoML',
     'build_llm_example_worker' => 'BuildLLMExampleWorker',
     'gen_ai' => 'GenAI',

services/QuillLMS/engines/evidence/db/migrate/20241122181141_create_activated_llm_prompt.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+class CreateActivatedLLMPrompt < ActiveRecord::Migration[7.1]
+  def change
+    create_table :evidence_activated_llm_prompts do |t|
+      t.integer :prompt_id, null: false
+      t.integer :llm_prompt_id, null: false
+      t.boolean :active, null: false
+
+      t.timestamps
+    end
+  end
+end

services/QuillLMS/engines/evidence/db/migrate/20241122195610_add_favorite_to_llm_prompt.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddFavoriteToLLMPrompt < ActiveRecord::Migration[7.1]
+  def change
+    add_column :evidence_research_gen_ai_llm_prompts, :favorite, :boolean, default: false
+  end
+end