fix: Added authentication to FireCrawl API, remove unused RobinAI references (#10737)

- Fixed Firecrawl webhook payloads to ensure proper data handling and
delivery.
- Removed unused Robin AI code to improve codebase cleanliness and
maintainability.
- Implement authentication for the Firecrawl endpoint to improve
security. A key is generated to secure the webhook URLs from FireCrawl.

---------

Co-authored-by: Pranav <pranavrajs@gmail.com>
This commit is contained in:
Sojan Jose
2025-01-23 07:44:25 +05:30
committed by GitHub
parent 3b366f43e6
commit be8205657e
28 changed files with 345 additions and 470 deletions

View File

@@ -1,17 +0,0 @@
class ResponseSourcePolicy < ApplicationPolicy
def parse?
@account_user.administrator?
end
def create?
@account_user.administrator?
end
def add_document?
@account_user.administrator?
end
def remove_document?
@account_user.administrator?
end
end

View File

@@ -1,3 +0,0 @@
json.array! @response_sources do |response_source|
json.partial! 'api/v1/models/response_source', formats: [:json], resource: response_source
end

View File

@@ -1 +0,0 @@
json.partial! 'api/v1/models/response_source', formats: [:json], resource: @response_source

View File

@@ -1 +0,0 @@
json.partial! 'api/v1/models/response_source', formats: [:json], resource: @response_source

View File

@@ -1 +0,0 @@
json.partial! 'api/v1/models/response_source', formats: [:json], resource: @response_source

View File

@@ -1,15 +0,0 @@
json.id resource.id
json.name resource.name
json.source_link resource.source_link
json.source_type resource.source_type
json.account_id resource.account_id
json.created_at resource.created_at.to_i
json.updated_at resource.updated_at.to_i
json.response_documents do
json.array! resource.response_documents do |response_document|
json.id response_document.id
json.document_link response_document.document_link
json.created_at response_document.created_at.to_i
json.updated_at response_document.updated_at.to_i
end
end

View File

@@ -32,7 +32,7 @@ as defined by the routes in the `admin/` namespace
<ul class="my-4">
<%= render partial: "nav_item", locals: { icon: 'icon-grid-line', url: super_admin_root_url, label: 'Dashboard' } %>
<% Administrate::Namespace.new(namespace).resources.each do |resource| %>
<% next if ["account_users", "access_tokens", "installation_configs", "dashboard", "devise/sessions", "app_configs", "instance_statuses", "responses", "response_sources", "response_documents" , "settings"].include? resource.resource %>
<% next if ["account_users", "access_tokens", "installation_configs", "dashboard", "devise/sessions", "app_configs", "instance_statuses", "settings"].include? resource.resource %>
<%= render partial: "nav_item", locals: {
icon: sidebar_icons[resource.resource.to_sym],
url: resource_index_route(resource),