This PR adds LLM instrumentation on langfuse for ai-editor feature ## Type of change New feature (non-breaking change which adds functionality) Needs langfuse account and env vars to be set ## How Has This Been Tested? I configured personal langfuse credentials and instrumented the app, traces can be seen in langfuse. each conversation is one session. <img width="1683" height="714" alt="image" src="https://github.com/user-attachments/assets/3fcba1c9-63cf-44b9-a355-fd6608691559" /> <img width="1446" height="172" alt="image" src="https://github.com/user-attachments/assets/dfa6e98f-4741-4e04-9a9e-078d1f01e97b" /> ## Checklist: - [x ] My code follows the style guidelines of this project - [ x] I have performed a self-review of my code - [ x] I have commented on my code, particularly in hard-to-understand areas - [ ] I have made corresponding changes to the documentation - [ x] My changes generate no new warnings - [ ] I have added tests that prove my fix is effective or that my feature works - [ ] New and existing unit tests pass locally with my changes - [ ] Any dependent changes have been merged and published in downstream modules --------- Co-authored-by: aakashb95 <aakash@chatwoot.com> Co-authored-by: Vishnu Narayanan <iamwishnu@gmail.com> Co-authored-by: Pranav <pranav@chatwoot.com>
92 lines
2.6 KiB
Ruby
92 lines
2.6 KiB
Ruby
require 'opentelemetry/sdk'
|
|
require 'opentelemetry/exporter/otlp'
|
|
require 'base64'
|
|
|
|
module OpentelemetryConfig
|
|
class << self
|
|
def tracer
|
|
initialize! unless initialized?
|
|
OpenTelemetry.tracer_provider.tracer('chatwoot')
|
|
end
|
|
|
|
def initialized?
|
|
@initialized ||= false
|
|
end
|
|
|
|
def initialize!
|
|
return if @initialized
|
|
return mark_initialized unless langfuse_provider?
|
|
return mark_initialized unless langfuse_credentials_present?
|
|
|
|
configure_opentelemetry
|
|
mark_initialized
|
|
rescue StandardError => e
|
|
Rails.logger.error "Failed to configure OpenTelemetry: #{e.message}"
|
|
mark_initialized
|
|
end
|
|
|
|
def reset!
|
|
@initialized = false
|
|
end
|
|
|
|
private
|
|
|
|
def mark_initialized
|
|
@initialized = true
|
|
end
|
|
|
|
def langfuse_provider?
|
|
otel_provider = InstallationConfig.find_by(name: 'OTEL_PROVIDER')&.value
|
|
otel_provider == 'langfuse'
|
|
end
|
|
|
|
def langfuse_credentials_present?
|
|
endpoint = InstallationConfig.find_by(name: 'LANGFUSE_BASE_URL')&.value
|
|
public_key = InstallationConfig.find_by(name: 'LANGFUSE_PUBLIC_KEY')&.value
|
|
secret_key = InstallationConfig.find_by(name: 'LANGFUSE_SECRET_KEY')&.value
|
|
|
|
if endpoint.blank? || public_key.blank? || secret_key.blank?
|
|
Rails.logger.error 'OpenTelemetry disabled (LANGFUSE_BASE_URL, LANGFUSE_PUBLIC_KEY or LANGFUSE_SECRET_KEY is missing)'
|
|
return false
|
|
end
|
|
|
|
true
|
|
end
|
|
|
|
def langfuse_credentials
|
|
{
|
|
endpoint: InstallationConfig.find_by(name: 'LANGFUSE_BASE_URL')&.value,
|
|
public_key: InstallationConfig.find_by(name: 'LANGFUSE_PUBLIC_KEY')&.value,
|
|
secret_key: InstallationConfig.find_by(name: 'LANGFUSE_SECRET_KEY')&.value
|
|
}
|
|
end
|
|
|
|
def traces_endpoint
|
|
credentials = langfuse_credentials
|
|
"#{credentials[:endpoint]}/api/public/otel/v1/traces"
|
|
end
|
|
|
|
def exporter_config
|
|
credentials = langfuse_credentials
|
|
auth_header = Base64.strict_encode64("#{credentials[:public_key]}:#{credentials[:secret_key]}")
|
|
|
|
config = {
|
|
endpoint: traces_endpoint,
|
|
headers: { 'Authorization' => "Basic #{auth_header}" }
|
|
}
|
|
|
|
config[:ssl_verify_mode] = OpenSSL::SSL::VERIFY_NONE if Rails.env.development?
|
|
config
|
|
end
|
|
|
|
def configure_opentelemetry
|
|
OpenTelemetry::SDK.configure do |c|
|
|
c.service_name = 'chatwoot'
|
|
exporter = OpenTelemetry::Exporter::OTLP::Exporter.new(**exporter_config)
|
|
c.add_span_processor(OpenTelemetry::SDK::Trace::Export::BatchSpanProcessor.new(exporter))
|
|
Rails.logger.info 'OpenTelemetry initialized and configured to export to Langfuse'
|
|
end
|
|
end
|
|
end
|
|
end
|