feat: Add article messages along with bot responses (#7993)

ref: https://linear.app/chatwoot/issue/CW-2464/bot-should-also-return-links-to-the-information

enterprise/app/services/enterprise/message_templates/response_bot_service.rb

@@ -3,8 +3,8 @@ class Enterprise::MessageTemplates::ResponseBotService
 
   def perform
     ActiveRecord::Base.transaction do
-      response = get_response(conversation.messages.last.content)
-      process_response(response['response'])
+      @response = get_response(conversation.messages.last.content)
+      process_response
     end
   rescue StandardError => e
     process_action('handoff') # something went wrong, pass to agent
@@ -44,11 +44,11 @@ class Enterprise::MessageTemplates::ResponseBotService
     message.message_type == 'incoming' ? 'user' : 'system'
   end
 
-  def process_response(response)
-    if response == 'conversation_handoff'
+  def process_response
+    if @response['response'] == 'conversation_handoff'
       process_action('handoff')
     else
-      create_messages(response)
+      create_messages
     end
   end
 
@@ -61,61 +61,47 @@ class Enterprise::MessageTemplates::ResponseBotService
     end
   end
 
-  def create_messages(response)
-    response = process_response_content(response).first
-    create_outgoing_message(response)
+  def create_messages
+    message_content = @response['response']
+
+    message_content = append_message_with_sources(message_content)
+
+    create_outgoing_message(message_content)
   end
 
-  def process_response_content(response)
-    # Regular expression to match '{context_ids: [ids]}'
-    regex = /{context_ids: \[(\d+(?:, *\d+)*)\]}/
+  def append_message_with_sources(message_content)
+    article_ids = @response['context_ids']
+    return message_content if article_ids.blank?
 
-    # Extract ids from string
-    id_string = response[regex, 1] # This will give you '42, 43'
-    article_ids = id_string.split(',').map(&:to_i) if id_string # This will give you [42, 43]
+    message_content += "\n \n \n **Sources**  \n"
+    articles_hash = get_article_hash(article_ids.uniq)
 
-    # Remove '{context_ids: [ids]}' from string
-    response = response.sub(regex, '')
-
-    [response, article_ids]
+    articles_hash.first(3).each do |article_hash|
+      message_content += " - [#{article_hash[:response].question}](#{article_hash[:response_document].document_link}) \n"
+    end
+    message_content
   end
 
-  def create_outgoing_message(response)
+  def create_outgoing_message(message_content)
     conversation.messages.create!(
       {
         message_type: :outgoing,
         account_id: conversation.account_id,
         inbox_id: conversation.inbox_id,
-        content: response
-      }
-    )
-  end
-
-  def create_outgoing_message_with_cards(article_ids, conversation)
-    content_attributes = get_article_hash(article_ids.uniq)
-    return if content_attributes.blank?
-
-    conversation.messages.create!(
-      {
-        message_type: :outgoing,
-        account_id: conversation.account_id,
-        inbox_id: conversation.inbox_id,
-        content: 'suggested articles',
-        content_type: 'article',
-        content_attributes: content_attributes
+        content: message_content
       }
     )
   end
 
   def get_article_hash(article_ids)
-    items = []
-    article_ids.each do |article_id|
+    seen_documents = Set.new
+    article_ids.uniq.filter_map do |article_id|
       response = Response.find(article_id)
-      next if response.nil?
+      response_document = response.response_document
+      next if response_document.blank? || seen_documents.include?(response_document)
 
-      items << { title: response.question, description: response.answer[0, 120], link: response.response_document.document_link }
+      seen_documents << response_document
+      { response: response, response_document: response_document }
     end
-
-    items.present? ? { items: items } : {}
   end
 end

enterprise/app/services/openai/embeddings_service.rb

@@ -8,7 +8,7 @@ class Openai::EmbeddingsService
   def fetch_embeddings(input)
     url = 'https://api.openai.com/v1/embeddings'
     headers = {
-      'Authorization' => "Bearer #{ENV.fetch('OPENAI_API_KEY')}",
+      'Authorization' => "Bearer #{ENV.fetch('OPENAI_API_KEY', '')}",
       'Content-Type' => 'application/json'
     }
     data = {
@@ -17,6 +17,6 @@ class Openai::EmbeddingsService
     }
 
     response = Net::HTTP.post(URI(url), data.to_json, headers)
-    JSON.parse(response.body)['data'].pick('embedding')
+    JSON.parse(response.body)['data']&.pick('embedding')
   end
 end