feat: Use embeddings in help center search (#9227)

enterprise/app/services/features/base_service.rb

@@ -0,0 +1,7 @@
+class Features::BaseService
+  MIGRATION_VERSION = ActiveRecord::Migration[7.0]
+
+  def vector_extension_enabled?
+    ActiveRecord::Base.connection.extension_enabled?('vector')
+  end
+end

enterprise/app/services/features/helpcenter_embedding_search_service.rb

@@ -0,0 +1,42 @@
+# ensure vector extension is enabled via response bot service
+class Features::HelpcenterEmbeddingSearchService < Features::BaseService
+  def enable_in_installation
+    create_tables
+  end
+
+  def disable_in_installation
+    drop_tables
+  end
+
+  def feature_enabled?
+    vector_extension_enabled? && MIGRATION_VERSION.table_exists?(:article_embeddings)
+  end
+
+  def create_tables
+    return unless vector_extension_enabled?
+
+    %i[article_embeddings].each do |table|
+      send("create_#{table}_table")
+    end
+  end
+
+  def drop_tables
+    %i[article_embeddings].each do |table|
+      MIGRATION_VERSION.drop_table table if MIGRATION_VERSION.table_exists?(table)
+    end
+  end
+
+  private
+
+  def create_article_embeddings_table
+    return if MIGRATION_VERSION.table_exists?(:article_embeddings)
+
+    MIGRATION_VERSION.create_table :article_embeddings do |t|
+      t.bigint :article_id, null: false
+      t.text :term, null: false
+      t.vector :embedding, limit: 1536
+      t.timestamps
+    end
+    MIGRATION_VERSION.add_index :article_embeddingsk, :embedding, using: :ivfflat, opclass: :vector_l2_ops
+  end
+end

enterprise/app/services/features/response_bot_service.rb

@@ -1,6 +1,4 @@
-class Features::ResponseBotService
-  MIGRATION_VERSION = ActiveRecord::Migration[7.0]
-
+class Features::ResponseBotService < Features::BaseService
   def enable_in_installation
     enable_vector_extension
     create_tables
@@ -21,10 +19,6 @@ class Features::ResponseBotService
     MIGRATION_VERSION.disable_extension 'vector'
   end
 
-  def vector_extension_enabled?
-    ActiveRecord::Base.connection.extension_enabled?('vector')
-  end
-
   def create_tables
     return unless vector_extension_enabled?
 

enterprise/app/services/openai/embeddings_service.rb

@@ -1,11 +1,11 @@
 class Openai::EmbeddingsService
-  def get_embedding(content)
-    fetch_embeddings(content)
+  def get_embedding(content, model = 'text-embedding-ada-002')
+    fetch_embeddings(content, model)
   end
 
   private
 
-  def fetch_embeddings(input)
+  def fetch_embeddings(input, model)
     url = 'https://api.openai.com/v1/embeddings'
     headers = {
       'Authorization' => "Bearer #{ENV.fetch('OPENAI_API_KEY', '')}",
@@ -13,7 +13,7 @@ class Openai::EmbeddingsService
     }
     data = {
       input: input,
-      model: 'text-embedding-ada-002'
+      model: model
     }
 
     response = Net::HTTP.post(URI(url), data.to_json, headers)