cc86b8c7f1
We’ve been watching Sidekiq workers climb from ~600 MB at boot to 1.4–1.5 GB after an hour whenever attachment-heavy jobs run. This PR is an experiment to curb that growth by streaming attachments instead of loading the whole blob into Ruby: reply-mailer inline attachments, Telegram uploads, and audio transcriptions now read/write in chunks. If this keeps RSS stable in production we’ll keep it; otherwise we’ll roll it back and keep digging
81 lines
2.1 KiB
Ruby
81 lines
2.1 KiB
Ruby
class Messages::AudioTranscriptionService < Llm::LegacyBaseOpenAiService
|
|
attr_reader :attachment, :message, :account
|
|
|
|
def initialize(attachment)
|
|
super()
|
|
@attachment = attachment
|
|
@message = attachment.message
|
|
@account = message.account
|
|
end
|
|
|
|
def perform
|
|
return { error: 'Transcription limit exceeded' } unless can_transcribe?
|
|
return { error: 'Message not found' } if message.blank?
|
|
|
|
transcriptions = transcribe_audio
|
|
Rails.logger.info "Audio transcription successful: #{transcriptions}"
|
|
{ success: true, transcriptions: transcriptions }
|
|
end
|
|
|
|
private
|
|
|
|
def can_transcribe?
|
|
return false unless account.feature_enabled?('captain_integration')
|
|
return false if account.audio_transcriptions.blank?
|
|
|
|
account.usage_limits[:captain][:responses][:current_available].positive?
|
|
end
|
|
|
|
def fetch_audio_file
|
|
temp_dir = Rails.root.join('tmp/uploads/audio-transcriptions')
|
|
FileUtils.mkdir_p(temp_dir)
|
|
temp_file_path = File.join(temp_dir, "#{attachment.file.blob.key}-#{attachment.file.filename}")
|
|
|
|
File.open(temp_file_path, 'wb') do |file|
|
|
attachment.file.blob.open do |blob_file|
|
|
IO.copy_stream(blob_file, file)
|
|
end
|
|
end
|
|
|
|
temp_file_path
|
|
end
|
|
|
|
def transcribe_audio
|
|
transcribed_text = attachment.meta&.[]('transcribed_text') || ''
|
|
return transcribed_text if transcribed_text.present?
|
|
|
|
temp_file_path = fetch_audio_file
|
|
|
|
response_text = nil
|
|
|
|
File.open(temp_file_path, 'rb') do |file|
|
|
response = @client.audio.transcribe(
|
|
parameters: {
|
|
model: 'whisper-1',
|
|
file: file,
|
|
temperature: 0.4
|
|
}
|
|
)
|
|
|
|
response_text = response['text']
|
|
end
|
|
|
|
FileUtils.rm_f(temp_file_path)
|
|
|
|
update_transcription(response_text)
|
|
response_text
|
|
end
|
|
|
|
def update_transcription(transcribed_text)
|
|
return if transcribed_text.blank?
|
|
|
|
attachment.update!(meta: { transcribed_text: transcribed_text })
|
|
message.reload.send_update_event
|
|
message.account.increment_response_usage
|
|
|
|
return unless ChatwootApp.advanced_search_allowed?
|
|
|
|
message.reindex
|
|
end
|
|
end
|