require "final_destination" require "mini_mime" require "open-uri" class FileHelper def self.log(log_level, message) Rails.logger.public_send( log_level, "#{RailsMultisite::ConnectionManagement.current_db}: #{message}" ) end def self.is_image?(filename) filename =~ images_regexp end class FakeIO attr_accessor :status end def self.download(url, max_file_size:, tmp_file_name:, follow_redirect: false, read_timeout: 5, skip_rate_limit: false, verbose: nil) # verbose logging is default while debugging onebox verbose = verbose.nil? ? true : verbose url = "https:" + url if url.start_with?("//") raise Discourse::InvalidParameters.new(:url) unless url =~ /^https?:\/\// uri = dest = FinalDestination.new( url, max_redirects: follow_redirect ? 5 : 1, skip_rate_limit: skip_rate_limit ) uri = dest.resolve if !uri && dest.status_code.to_i >= 400 # attempt error API compatability io = FakeIO.new io.status = [dest.status_code.to_s, ""] # TODO perhaps translate and add Discourse::DownloadError raise OpenURI::HTTPError.new("#{dest.status_code} Error", io) end unless uri log(:error, "FinalDestination did not work for: #{url}") if verbose return end downloaded = uri.open("rb", read_timeout: read_timeout) extension = File.extname(uri.path) if extension.blank? && downloaded.content_type.present? ext = MiniMime.lookup_by_content_type(downloaded.content_type)&.extension ext = "jpg" if ext == "jpe" extension = "." + ext if ext.present? end tmp = Tempfile.new([tmp_file_name, extension]) File.open(tmp.path, "wb") do |f| while f.size <= max_file_size && data = downloaded.read(512.kilobytes) f.write(data) end end tmp ensure downloaded&.close end def self.optimize_image!(filename) ImageOptim.new( # GLOBAL timeout: 15, skip_missing_workers: true, # PNG optipng: { level: 2, strip: SiteSetting.strip_image_metadata }, advpng: false, pngcrush: false, pngout: false, pngquant: false, # JPG jpegoptim: { strip: SiteSetting.strip_image_metadata ? "all" : "none" }, jpegtran: false, jpegrecompress: false, ).optimize_image!(filename) end private def self.images @@images ||= Set.new %w{jpg jpeg png gif tif tiff bmp svg webp ico} end def self.images_regexp @@images_regexp ||= /\.(#{images.to_a.join("|")})$/i end end