2013-06-17 08:46:42 +08:00
|
|
|
require "digest/sha1"
|
2015-06-12 18:02:36 +08:00
|
|
|
require_dependency "file_helper"
|
|
|
|
require_dependency "url_helper"
|
|
|
|
require_dependency "db_helper"
|
|
|
|
require_dependency "file_store/local_store"
|
2013-06-17 08:46:42 +08:00
|
|
|
|
2013-06-16 16:39:48 +08:00
|
|
|
class OptimizedImage < ActiveRecord::Base
|
|
|
|
belongs_to :upload
|
|
|
|
|
2015-05-28 07:03:24 +08:00
|
|
|
# BUMP UP if optimized image algorithm changes
|
|
|
|
VERSION = 1
|
|
|
|
|
2014-05-22 15:34:33 +08:00
|
|
|
def self.create_for(upload, width, height, opts={})
|
2013-11-06 02:04:47 +08:00
|
|
|
return unless width > 0 && height > 0
|
2015-06-11 00:15:10 +08:00
|
|
|
return if upload.try(:sha1).blank?
|
2013-07-08 07:39:08 +08:00
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
DistributedMutex.synchronize("optimized_image_#{upload.id}_#{width}_#{height}") do
|
|
|
|
# do we already have that thumbnail?
|
|
|
|
thumbnail = find_by(upload_id: upload.id, width: width, height: height)
|
2013-06-17 08:46:42 +08:00
|
|
|
|
2015-06-01 23:49:58 +08:00
|
|
|
# make sure we have an url
|
2015-05-12 22:45:33 +08:00
|
|
|
if thumbnail && thumbnail.url.blank?
|
|
|
|
thumbnail.destroy
|
|
|
|
thumbnail = nil
|
|
|
|
end
|
2013-11-06 02:04:47 +08:00
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
# return the previous thumbnail if any
|
|
|
|
return thumbnail unless thumbnail.nil?
|
2013-06-17 08:46:42 +08:00
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
# create the thumbnail otherwise
|
2015-06-01 09:17:42 +08:00
|
|
|
original_path = Discourse.store.path_for(upload)
|
|
|
|
if original_path.blank?
|
2015-06-11 00:18:20 +08:00
|
|
|
external_copy = Discourse.store.download(upload) rescue nil
|
2015-06-01 09:17:42 +08:00
|
|
|
original_path = external_copy.try(:path)
|
2015-02-04 01:44:18 +08:00
|
|
|
end
|
2014-11-04 02:54:10 +08:00
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
if original_path.blank?
|
|
|
|
Rails.logger.error("Could not find file in the store located at url: #{upload.url}")
|
|
|
|
else
|
|
|
|
# create a temp file with the same extension as the original
|
|
|
|
extension = File.extname(original_path)
|
|
|
|
temp_file = Tempfile.new(["discourse-thumbnail", extension])
|
|
|
|
temp_path = temp_file.path
|
|
|
|
|
|
|
|
if extension =~ /\.svg$/i
|
|
|
|
FileUtils.cp(original_path, temp_path)
|
|
|
|
resized = true
|
2013-11-06 02:04:47 +08:00
|
|
|
else
|
2015-05-12 22:45:33 +08:00
|
|
|
resized = resize(original_path, temp_path, width, height, opts)
|
2013-11-06 02:04:47 +08:00
|
|
|
end
|
2015-05-12 22:45:33 +08:00
|
|
|
|
|
|
|
if resized
|
|
|
|
thumbnail = OptimizedImage.create!(
|
|
|
|
upload_id: upload.id,
|
|
|
|
sha1: Digest::SHA1.file(temp_path).hexdigest,
|
|
|
|
extension: extension,
|
|
|
|
width: width,
|
|
|
|
height: height,
|
|
|
|
url: "",
|
|
|
|
)
|
|
|
|
# store the optimized image and update its url
|
2015-05-29 19:02:05 +08:00
|
|
|
File.open(temp_path) do |file|
|
|
|
|
url = Discourse.store.store_optimized_image(file, thumbnail)
|
|
|
|
if url.present?
|
|
|
|
thumbnail.url = url
|
|
|
|
thumbnail.save
|
|
|
|
else
|
|
|
|
Rails.logger.error("Failed to store optimized image #{width}x#{height} for #{upload.url}")
|
|
|
|
end
|
2015-05-12 22:45:33 +08:00
|
|
|
end
|
|
|
|
else
|
|
|
|
Rails.logger.error("Failed to create optimized image #{width}x#{height} for #{upload.url}")
|
|
|
|
end
|
|
|
|
|
|
|
|
# close && remove temp file
|
|
|
|
temp_file.close!
|
2013-11-06 02:04:47 +08:00
|
|
|
end
|
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
# make sure we remove the cached copy from external stores
|
|
|
|
if Discourse.store.external?
|
|
|
|
external_copy.try(:close!) rescue nil
|
|
|
|
end
|
2013-06-17 08:46:42 +08:00
|
|
|
|
2015-05-12 22:45:33 +08:00
|
|
|
thumbnail
|
2015-02-10 00:00:58 +08:00
|
|
|
end
|
2013-06-17 07:00:25 +08:00
|
|
|
end
|
|
|
|
|
2013-06-21 15:34:02 +08:00
|
|
|
def destroy
|
|
|
|
OptimizedImage.transaction do
|
2013-08-14 04:09:27 +08:00
|
|
|
Discourse.store.remove_optimized_image(self)
|
2013-06-21 15:34:02 +08:00
|
|
|
super
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-05-26 10:32:52 +08:00
|
|
|
def local?
|
|
|
|
!(url =~ /^(https?:)?\/\//)
|
|
|
|
end
|
|
|
|
|
2015-02-25 22:08:33 +08:00
|
|
|
def self.resize_instructions(from, to, dimensions, opts={})
|
2014-06-11 22:01:01 +08:00
|
|
|
# NOTE: ORDER is important!
|
2015-02-25 22:08:33 +08:00
|
|
|
%W{
|
2015-07-22 23:10:42 +08:00
|
|
|
convert
|
2015-02-25 22:08:33 +08:00
|
|
|
#{from}[0]
|
|
|
|
-gravity center
|
|
|
|
-background transparent
|
|
|
|
-thumbnail #{dimensions}^
|
|
|
|
-extent #{dimensions}
|
|
|
|
-interpolate bicubic
|
|
|
|
-unsharp 2x0.5+0.7+0
|
|
|
|
-quality 98
|
|
|
|
#{to}
|
|
|
|
}
|
2015-02-21 00:24:37 +08:00
|
|
|
end
|
2014-05-22 15:34:33 +08:00
|
|
|
|
2015-02-25 22:08:33 +08:00
|
|
|
def self.resize_instructions_animated(from, to, dimensions, opts={})
|
|
|
|
%W{
|
2015-07-22 23:10:42 +08:00
|
|
|
gifsicle
|
2015-02-25 22:08:33 +08:00
|
|
|
#{from}
|
2015-07-22 23:10:42 +08:00
|
|
|
--colors=256
|
|
|
|
--resize-fit #{dimensions}
|
|
|
|
--optimize=3
|
|
|
|
--output #{to}
|
2015-02-25 22:08:33 +08:00
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.downsize_instructions(from, to, dimensions, opts={})
|
|
|
|
%W{
|
2015-07-22 23:10:42 +08:00
|
|
|
convert
|
2015-02-25 22:08:33 +08:00
|
|
|
#{from}[0]
|
|
|
|
-gravity center
|
|
|
|
-background transparent
|
2015-03-27 01:16:15 +08:00
|
|
|
-resize #{dimensions}#{!!opts[:force_aspect_ratio] ? "\\!" : "\\>"}
|
2015-02-25 22:08:33 +08:00
|
|
|
#{to}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.downsize_instructions_animated(from, to, dimensions, opts={})
|
2015-07-22 23:10:42 +08:00
|
|
|
resize_instructions_animated(from, to, dimensions, opts)
|
2014-05-22 15:34:33 +08:00
|
|
|
end
|
|
|
|
|
2015-02-22 01:37:37 +08:00
|
|
|
def self.resize(from, to, width, height, opts={})
|
2015-08-13 00:33:13 +08:00
|
|
|
optimize("resize", from, to, "#{width}x#{height}", opts)
|
2015-02-21 00:24:37 +08:00
|
|
|
end
|
|
|
|
|
2015-02-22 01:37:37 +08:00
|
|
|
def self.downsize(from, to, max_width, max_height, opts={})
|
2015-08-13 00:33:13 +08:00
|
|
|
optimize("downsize", from, to, "#{max_width}x#{max_height}", opts)
|
2015-02-25 22:08:33 +08:00
|
|
|
end
|
|
|
|
|
2015-08-13 00:33:13 +08:00
|
|
|
def self.downsize(from, to, dimensions, opts={})
|
|
|
|
optimize("downsize", from, to, dimensions, opts)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.optimize(operation, from, to, dimensions, opts={})
|
2015-02-25 22:08:33 +08:00
|
|
|
method_name = "#{operation}_instructions"
|
2015-09-21 04:01:03 +08:00
|
|
|
if !!opts[:allow_animation] && (from =~ /\.GIF$/i || opts[:filename] =~ /\.GIF$/i)
|
|
|
|
method_name += "_animated"
|
|
|
|
end
|
2015-08-13 00:33:13 +08:00
|
|
|
instructions = self.send(method_name.to_sym, from, to, dimensions, opts)
|
2015-05-29 16:58:27 +08:00
|
|
|
convert_with(instructions, to)
|
2015-02-25 22:08:33 +08:00
|
|
|
end
|
|
|
|
|
2015-05-29 16:58:27 +08:00
|
|
|
def self.convert_with(instructions, to)
|
2015-07-22 23:10:42 +08:00
|
|
|
`#{instructions.join(" ")} &> /dev/null`
|
2015-02-21 00:24:37 +08:00
|
|
|
return false if $?.exitstatus != 0
|
|
|
|
|
2015-05-29 19:02:05 +08:00
|
|
|
ImageOptim.new.optimize_image!(to)
|
2015-02-21 00:24:37 +08:00
|
|
|
true
|
2015-05-29 19:02:05 +08:00
|
|
|
rescue
|
|
|
|
Rails.logger.error("Could not optimize image: #{to}")
|
|
|
|
false
|
2015-02-21 00:24:37 +08:00
|
|
|
end
|
|
|
|
|
2015-06-12 18:02:36 +08:00
|
|
|
def self.migrate_to_new_scheme(limit=50)
|
|
|
|
problems = []
|
|
|
|
|
|
|
|
if SiteSetting.migrate_to_new_scheme
|
|
|
|
max_file_size_kb = SiteSetting.max_image_size_kb.kilobytes
|
|
|
|
local_store = FileStore::LocalStore.new
|
|
|
|
|
|
|
|
OptimizedImage.includes(:upload)
|
|
|
|
.where("url NOT LIKE '%/optimized/_X/%'")
|
|
|
|
.limit(limit)
|
|
|
|
.order(id: :desc)
|
|
|
|
.each do |optimized_image|
|
|
|
|
begin
|
|
|
|
# keep track of the url
|
|
|
|
previous_url = optimized_image.url.dup
|
|
|
|
# where is the file currently stored?
|
|
|
|
external = previous_url =~ /^\/\//
|
|
|
|
# download if external
|
|
|
|
if external
|
|
|
|
url = SiteSetting.scheme + ":" + previous_url
|
|
|
|
file = FileHelper.download(url, max_file_size_kb, "discourse", true) rescue nil
|
|
|
|
path = file.path
|
|
|
|
else
|
|
|
|
path = local_store.path_for(optimized_image)
|
|
|
|
file = File.open(path)
|
|
|
|
end
|
|
|
|
# compute SHA if missing
|
|
|
|
if optimized_image.sha1.blank?
|
|
|
|
optimized_image.sha1 = Digest::SHA1.file(path).hexdigest
|
|
|
|
end
|
|
|
|
# optimize if image
|
|
|
|
ImageOptim.new.optimize_image!(path)
|
|
|
|
# store to new location & update the filesize
|
|
|
|
File.open(path) do |f|
|
|
|
|
optimized_image.url = Discourse.store.store_optimized_image(f, optimized_image)
|
|
|
|
optimized_image.save
|
|
|
|
end
|
|
|
|
# remap the URLs
|
|
|
|
DbHelper.remap(UrlHelper.absolute(previous_url), optimized_image.url) unless external
|
|
|
|
DbHelper.remap(previous_url, optimized_image.url)
|
|
|
|
# remove the old file (when local)
|
|
|
|
unless external
|
|
|
|
FileUtils.rm(path, force: true) rescue nil
|
|
|
|
end
|
|
|
|
rescue => e
|
|
|
|
problems << { optimized_image: optimized_image, ex: e }
|
2015-06-16 00:30:11 +08:00
|
|
|
# just ditch the optimized image if there was any errors
|
|
|
|
optimized_image.destroy
|
2015-06-12 18:02:36 +08:00
|
|
|
ensure
|
|
|
|
file.try(:unlink) rescue nil
|
|
|
|
file.try(:close) rescue nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
problems
|
|
|
|
end
|
|
|
|
|
2013-06-16 16:39:48 +08:00
|
|
|
end
|
2013-06-17 08:48:58 +08:00
|
|
|
|
|
|
|
# == Schema Information
|
|
|
|
#
|
|
|
|
# Table name: optimized_images
|
|
|
|
#
|
|
|
|
# id :integer not null, primary key
|
2013-06-17 10:02:17 +08:00
|
|
|
# sha1 :string(40) not null
|
|
|
|
# extension :string(10) not null
|
2013-06-17 08:48:58 +08:00
|
|
|
# width :integer not null
|
|
|
|
# height :integer not null
|
|
|
|
# upload_id :integer not null
|
2013-08-14 04:09:27 +08:00
|
|
|
# url :string(255) not null
|
2013-06-17 08:48:58 +08:00
|
|
|
#
|
|
|
|
# Indexes
|
|
|
|
#
|
|
|
|
# index_optimized_images_on_upload_id (upload_id)
|
|
|
|
# index_optimized_images_on_upload_id_and_width_and_height (upload_id,width,height) UNIQUE
|
|
|
|
#
|