require "uri" require_dependency "file_store/base_store" require_dependency "file_store/local_store" require_dependency "s3_helper" require_dependency "file_helper" module FileStore class S3Store < BaseStore attr_reader :s3_bucket, :s3_bucket_folder_path TOMBSTONE_PREFIX ||= "tombstone/" def initialize(s3_helper=nil) @s3_bucket, @s3_bucket_folder_path = begin raise Discourse::SiteSettingMissing.new("s3_upload_bucket") if SiteSetting.s3_upload_bucket.blank? SiteSetting.s3_upload_bucket.downcase.split("/".freeze, 2) end tombstone_prefix = if @s3_bucket_folder_path File.join(@s3_bucket_folder_path, TOMBSTONE_PREFIX) else TOMBSTONE_PREFIX end @s3_helper = s3_helper || S3Helper.new(s3_bucket, tombstone_prefix) end def store_upload(file, upload, content_type = nil) path = get_path_for_s3_upload(get_path_for_upload(upload)) store_file(file, path, filename: upload.original_filename, content_type: content_type, cache_locally: true) end def store_optimized_image(file, optimized_image) path = get_path_for_s3_upload(get_path_for_optimized_image(optimized_image)) store_file(file, path) end # options # - filename # - content_type # - cache_locally def store_file(file, path, opts={}) filename = opts[:filename].presence content_type = opts[:content_type].presence # cache file locally when needed cache_file(file, File.basename(path)) if opts[:cache_locally] # stored uploaded are public by default options = { acl: "public-read" } # add a "content disposition" header for "attachments" options[:content_disposition] = "attachment; filename=\"#{filename}\"" if filename && !FileHelper.is_image?(filename) # add a "content type" header when provided options[:content_type] = content_type if content_type # if this fails, it will throw an exception @s3_helper.upload(file, path, options) # return the upload url "#{absolute_base_url}/#{path}" end def remove_file(url, path) return unless has_been_uploaded?(url) # copy the removed file to tombstone @s3_helper.remove(get_path_for_s3_upload(path), path) end def has_been_uploaded?(url) return false if url.blank? base_hostname = URI.parse(absolute_base_url).hostname return true if url[base_hostname] return false if SiteSetting.s3_cdn_url.blank? cdn_hostname = URI.parse(SiteSetting.s3_cdn_url || "").hostname cdn_hostname.presence && url[cdn_hostname] end def absolute_base_url # cf. http://docs.aws.amazon.com/general/latest/gr/rande.html#s3_region @absolute_base_url ||= if SiteSetting.s3_region == "us-east-1" "//#{s3_bucket}.s3.amazonaws.com" elsif SiteSetting.s3_region == 'cn-north-1' "//#{s3_bucket}.s3.cn-north-1.amazonaws.com.cn" else "//#{s3_bucket}.s3-#{SiteSetting.s3_region}.amazonaws.com" end end def external? true end def purge_tombstone(grace_period) @s3_helper.update_tombstone_lifecycle(grace_period) end def path_for(upload) url = upload.try(:url) FileStore::LocalStore.new.path_for(upload) if url && url[/^\/[^\/]/] end def cdn_url(url) return url if SiteSetting.s3_cdn_url.blank? schema = url[/^(https?:)?\/\//, 1] url.sub("#{schema}#{absolute_base_url}", SiteSetting.s3_cdn_url) end def cache_avatar(avatar, user_id) source = avatar.url.sub(absolute_base_url + "/", "") destination = avatar_template(avatar, user_id).sub(absolute_base_url + "/", "") @s3_helper.copy(source, destination) end def avatar_template(avatar, user_id) UserAvatar.external_avatar_url(user_id, avatar.upload_id, avatar.width) end def get_path_for_s3_upload(path) path = File.join(@s3_bucket_folder_path, path) if @s3_bucket_folder_path path end end end