2019-05-03 06:17:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2017-05-24 01:31:20 +08:00
|
|
|
require "final_destination"
|
2017-06-13 19:27:05 +08:00
|
|
|
require "mini_mime"
|
|
|
|
require "open-uri"
|
2014-04-22 23:11:06 +08:00
|
|
|
|
2014-04-15 04:55:57 +08:00
|
|
|
class FileHelper
|
|
|
|
|
2017-09-28 07:00:13 +08:00
|
|
|
def self.log(log_level, message)
|
2017-09-28 07:07:43 +08:00
|
|
|
Rails.logger.public_send(
|
|
|
|
log_level,
|
|
|
|
"#{RailsMultisite::ConnectionManagement.current_db}: #{message}"
|
|
|
|
)
|
|
|
|
end
|
2017-09-28 07:00:13 +08:00
|
|
|
|
2018-09-10 10:22:45 +08:00
|
|
|
def self.is_supported_image?(filename)
|
2020-01-16 11:50:27 +08:00
|
|
|
(filename =~ supported_images_regexp).present?
|
2014-04-15 04:55:57 +08:00
|
|
|
end
|
|
|
|
|
2019-11-18 09:25:42 +08:00
|
|
|
def self.is_supported_media?(filename)
|
2020-01-16 11:50:27 +08:00
|
|
|
(filename =~ supported_media_regexp).present?
|
2019-11-18 09:25:42 +08:00
|
|
|
end
|
|
|
|
|
2017-09-28 14:35:27 +08:00
|
|
|
class FakeIO
|
|
|
|
attr_accessor :status
|
|
|
|
end
|
|
|
|
|
2017-05-25 01:46:57 +08:00
|
|
|
def self.download(url,
|
|
|
|
max_file_size:,
|
|
|
|
tmp_file_name:,
|
|
|
|
follow_redirect: false,
|
|
|
|
read_timeout: 5,
|
2017-09-28 09:32:26 +08:00
|
|
|
skip_rate_limit: false,
|
2018-08-17 16:52:55 +08:00
|
|
|
verbose: false,
|
2019-05-28 08:28:57 +08:00
|
|
|
validate_uri: true,
|
2018-08-17 16:52:55 +08:00
|
|
|
retain_on_max_file_size_exceeded: false)
|
2017-05-25 01:46:57 +08:00
|
|
|
|
2017-05-16 03:32:55 +08:00
|
|
|
url = "https:" + url if url.start_with?("//")
|
2014-05-12 22:57:52 +08:00
|
|
|
raise Discourse::InvalidParameters.new(:url) unless url =~ /^https?:\/\//
|
2014-04-15 04:55:57 +08:00
|
|
|
|
2018-02-24 19:35:57 +08:00
|
|
|
tmp = nil
|
|
|
|
|
|
|
|
fd = FinalDestination.new(
|
2017-05-25 01:46:57 +08:00
|
|
|
url,
|
2019-05-28 08:28:57 +08:00
|
|
|
max_redirects: follow_redirect ? 5 : 0,
|
2017-11-01 00:03:03 +08:00
|
|
|
skip_rate_limit: skip_rate_limit,
|
2019-05-28 08:28:57 +08:00
|
|
|
verbose: verbose,
|
|
|
|
validate_uri: validate_uri
|
2017-09-28 14:35:27 +08:00
|
|
|
)
|
2017-06-13 19:27:05 +08:00
|
|
|
|
2018-02-24 19:35:57 +08:00
|
|
|
fd.get do |response, chunk, uri|
|
|
|
|
if tmp.nil?
|
|
|
|
# error handling
|
|
|
|
if uri.blank?
|
|
|
|
if response.code.to_i >= 400
|
|
|
|
# attempt error API compatibility
|
|
|
|
io = FakeIO.new
|
|
|
|
io.status = [response.code, ""]
|
2018-09-13 15:43:58 +08:00
|
|
|
raise OpenURI::HTTPError.new("#{response.code} Error: #{response.body}", io)
|
2018-02-24 19:35:57 +08:00
|
|
|
else
|
|
|
|
log(:error, "FinalDestination did not work for: #{url}") if verbose
|
|
|
|
throw :done
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-07-30 10:48:44 +08:00
|
|
|
if response.content_type.present?
|
2018-02-24 19:35:57 +08:00
|
|
|
ext = MiniMime.lookup_by_content_type(response.content_type)&.extension
|
|
|
|
ext = "jpg" if ext == "jpe"
|
|
|
|
tmp_file_ext = "." + ext if ext.present?
|
|
|
|
end
|
|
|
|
|
2018-07-30 10:48:44 +08:00
|
|
|
tmp_file_ext ||= File.extname(uri.path)
|
2018-02-24 19:35:57 +08:00
|
|
|
tmp = Tempfile.new([tmp_file_name, tmp_file_ext])
|
|
|
|
tmp.binmode
|
|
|
|
end
|
2018-02-23 01:15:42 +08:00
|
|
|
|
2018-02-24 19:35:57 +08:00
|
|
|
tmp.write(chunk)
|
2014-04-15 04:55:57 +08:00
|
|
|
|
2018-08-17 16:17:58 +08:00
|
|
|
if tmp.size > max_file_size
|
2018-08-17 16:52:55 +08:00
|
|
|
unless retain_on_max_file_size_exceeded
|
|
|
|
tmp.close
|
|
|
|
tmp = nil
|
|
|
|
end
|
|
|
|
|
2018-08-17 16:17:58 +08:00
|
|
|
throw :done
|
|
|
|
end
|
2014-04-15 04:55:57 +08:00
|
|
|
end
|
|
|
|
|
2018-02-24 19:35:57 +08:00
|
|
|
tmp&.rewind
|
2014-04-15 04:55:57 +08:00
|
|
|
tmp
|
|
|
|
end
|
|
|
|
|
2019-01-02 14:19:52 +08:00
|
|
|
def self.optimize_image!(filename, allow_pngquant: false)
|
2019-01-09 09:28:06 +08:00
|
|
|
image_optim(
|
|
|
|
allow_pngquant: allow_pngquant,
|
|
|
|
strip_image_metadata: SiteSetting.strip_image_metadata
|
|
|
|
).optimize_image!(filename)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.image_optim(allow_pngquant: false, strip_image_metadata: true)
|
|
|
|
# memoization is critical, initializing an ImageOptim object is very expensive
|
|
|
|
# sometimes up to 200ms searching for binaries and looking at versions
|
|
|
|
memoize("image_optim", allow_pngquant, strip_image_metadata) do
|
|
|
|
pngquant_options = false
|
|
|
|
if allow_pngquant
|
|
|
|
pngquant_options = { allow_lossy: true }
|
|
|
|
end
|
|
|
|
|
|
|
|
ImageOptim.new(
|
|
|
|
# GLOBAL
|
|
|
|
timeout: 15,
|
|
|
|
skip_missing_workers: true,
|
|
|
|
# PNG
|
|
|
|
optipng: { level: 2, strip: strip_image_metadata },
|
|
|
|
advpng: false,
|
|
|
|
pngcrush: false,
|
|
|
|
pngout: false,
|
|
|
|
pngquant: pngquant_options,
|
|
|
|
# JPG
|
|
|
|
jpegoptim: { strip: strip_image_metadata ? "all" : "none" },
|
|
|
|
jpegtran: false,
|
|
|
|
jpegrecompress: false,
|
|
|
|
)
|
2019-01-02 14:19:52 +08:00
|
|
|
end
|
2019-01-09 09:28:06 +08:00
|
|
|
end
|
2019-01-02 14:19:52 +08:00
|
|
|
|
2019-01-09 09:28:06 +08:00
|
|
|
def self.memoize(*args)
|
|
|
|
(@memoized ||= {})[args] ||= yield
|
2017-07-25 17:48:39 +08:00
|
|
|
end
|
|
|
|
|
2019-07-31 11:16:03 +08:00
|
|
|
def self.supported_gravatar_extensions
|
|
|
|
@@supported_gravatar_images ||= Set.new(%w{jpg jpeg png gif})
|
|
|
|
end
|
|
|
|
|
2018-09-10 10:03:44 +08:00
|
|
|
def self.supported_images
|
2020-02-21 11:08:02 +08:00
|
|
|
@@supported_images ||= Set.new %w{jpg jpeg png gif svg ico webp}
|
2018-06-07 13:28:18 +08:00
|
|
|
end
|
2014-04-15 04:55:57 +08:00
|
|
|
|
2019-11-18 09:25:42 +08:00
|
|
|
def self.supported_audio
|
|
|
|
@@supported_audio ||= Set.new %w{mp3 ogg wav m4a}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.supported_video
|
|
|
|
@@supported_video ||= Set.new %w{mov mp4 webm ogv}
|
|
|
|
end
|
|
|
|
|
2018-09-10 10:22:45 +08:00
|
|
|
def self.supported_images_regexp
|
|
|
|
@@supported_images_regexp ||= /\.(#{supported_images.to_a.join("|")})$/i
|
2018-06-07 13:28:18 +08:00
|
|
|
end
|
2014-04-15 04:55:57 +08:00
|
|
|
|
2019-11-18 09:25:42 +08:00
|
|
|
def self.supported_media_regexp
|
|
|
|
media = supported_images | supported_audio | supported_video
|
|
|
|
@@supported_media_regexp ||= /\.(#{media.to_a.join("|")})$/i
|
|
|
|
end
|
2014-04-15 04:55:57 +08:00
|
|
|
end
|