fix: Add URL validation and rate limiting for contact avatar sync (#11979)
- Implement 1-minute rate limiting for contacts to prevent bombardment - Add URL hash comparison to sync only when avatar URL changes
This commit is contained in:
@@ -1,4 +1,5 @@
|
||||
module PortalHelper
|
||||
include UrlHelper
|
||||
def set_og_image_url(portal_name, title)
|
||||
cdn_url = GlobalConfig.get('OG_IMAGE_CDN_URL')['OG_IMAGE_CDN_URL']
|
||||
return if cdn_url.blank?
|
||||
@@ -79,7 +80,7 @@ module PortalHelper
|
||||
query_params = Rack::Utils.parse_query(url.query)
|
||||
query_params['utm_medium'] = 'helpcenter'
|
||||
query_params['utm_campaign'] = 'branding'
|
||||
query_params['utm_source'] = URI.parse(referer).host if referer.present? && referer.match?(URI::DEFAULT_PARSER.make_regexp)
|
||||
query_params['utm_source'] = URI.parse(referer).host if url_valid?(referer)
|
||||
|
||||
url.query = query_params.to_query
|
||||
url.to_s
|
||||
|
||||
@@ -1,27 +1,83 @@
|
||||
# Downloads and attaches avatar images from a URL.
|
||||
# Notes:
|
||||
# - For contact objects, we use `additional_attributes` to rate limit the
|
||||
# job and track state.
|
||||
# - We save the hash of the synced URL to retrigger downloads only when
|
||||
# there is a change in the underlying asset.
|
||||
# - A 1 minute rate limit window is enforced via `last_avatar_sync_at`.
|
||||
class Avatar::AvatarFromUrlJob < ApplicationJob
|
||||
include UrlHelper
|
||||
queue_as :purgable
|
||||
|
||||
MAX_DOWNLOAD_SIZE = 15 * 1024 * 1024
|
||||
RATE_LIMIT_WINDOW = 1.minute
|
||||
|
||||
def perform(avatarable, avatar_url)
|
||||
return unless avatarable.respond_to?(:avatar)
|
||||
return unless url_valid?(avatar_url)
|
||||
|
||||
avatar_file = Down.download(
|
||||
avatar_url,
|
||||
max_size: 15 * 1024 * 1024
|
||||
return unless should_sync_avatar?(avatarable, avatar_url)
|
||||
|
||||
avatar_file = Down.download(avatar_url, max_size: MAX_DOWNLOAD_SIZE)
|
||||
raise Down::Error, 'Invalid file' unless valid_file?(avatar_file)
|
||||
|
||||
avatarable.avatar.attach(
|
||||
io: avatar_file,
|
||||
filename: avatar_file.original_filename,
|
||||
content_type: avatar_file.content_type
|
||||
)
|
||||
if valid_image?(avatar_file)
|
||||
avatarable.avatar.attach(io: avatar_file, filename: avatar_file.original_filename,
|
||||
content_type: avatar_file.content_type)
|
||||
end
|
||||
|
||||
rescue Down::NotFound, Down::Error => e
|
||||
Rails.logger.error "Exception: invalid avatar url #{avatar_url} : #{e.message}"
|
||||
Rails.logger.error "AvatarFromUrlJob error for #{avatar_url}: #{e.class} - #{e.message}"
|
||||
ensure
|
||||
update_avatar_sync_attributes(avatarable, avatar_url)
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def valid_image?(file)
|
||||
return false if file.original_filename.blank?
|
||||
def should_sync_avatar?(avatarable, avatar_url)
|
||||
# Only Contacts are rate-limited and hash-gated.
|
||||
return true unless avatarable.is_a?(Contact)
|
||||
|
||||
# TODO: check if the file is an actual image
|
||||
attrs = avatarable.additional_attributes || {}
|
||||
|
||||
return false if within_rate_limit?(attrs)
|
||||
return false if duplicate_url?(attrs, avatar_url)
|
||||
|
||||
true
|
||||
end
|
||||
|
||||
def within_rate_limit?(attrs)
|
||||
ts = attrs['last_avatar_sync_at']
|
||||
return false if ts.blank?
|
||||
|
||||
Time.zone.parse(ts) > RATE_LIMIT_WINDOW.ago
|
||||
end
|
||||
|
||||
def duplicate_url?(attrs, avatar_url)
|
||||
stored_hash = attrs['avatar_url_hash']
|
||||
stored_hash.present? && stored_hash == generate_url_hash(avatar_url)
|
||||
end
|
||||
|
||||
def generate_url_hash(url)
|
||||
Digest::SHA256.hexdigest(url)
|
||||
end
|
||||
|
||||
def update_avatar_sync_attributes(avatarable, avatar_url)
|
||||
# Only Contacts have sync attributes persisted
|
||||
return unless avatarable.is_a?(Contact)
|
||||
return if avatar_url.blank?
|
||||
|
||||
additional_attributes = avatarable.additional_attributes || {}
|
||||
additional_attributes['last_avatar_sync_at'] = Time.current.iso8601
|
||||
additional_attributes['avatar_url_hash'] = generate_url_hash(avatar_url)
|
||||
|
||||
# Persist without triggering validations that may fail due to avatar file checks
|
||||
avatarable.update_columns(additional_attributes: additional_attributes) # rubocop:disable Rails/SkipsModelValidations
|
||||
end
|
||||
|
||||
def valid_file?(file)
|
||||
return false if file.original_filename.blank?
|
||||
|
||||
true
|
||||
end
|
||||
|
||||
Reference in New Issue
Block a user