2017-04-12 22:52:52 +08:00
|
|
|
require_dependency 'distributed_cache'
|
|
|
|
require_dependency 'stylesheet/compiler'
|
|
|
|
|
|
|
|
module Stylesheet; end
|
|
|
|
|
|
|
|
class Stylesheet::Manager
|
|
|
|
|
|
|
|
CACHE_PATH ||= 'tmp/stylesheet-cache'
|
|
|
|
MANIFEST_DIR ||= "#{Rails.root}/tmp/cache/assets/#{Rails.env}"
|
|
|
|
MANIFEST_FULL_PATH ||= "#{MANIFEST_DIR}/stylesheet-manifest"
|
2018-08-08 12:46:34 +08:00
|
|
|
THEME_REGEX ||= /_theme$/
|
2017-04-12 22:52:52 +08:00
|
|
|
|
|
|
|
@lock = Mutex.new
|
|
|
|
|
|
|
|
def self.cache
|
|
|
|
@cache ||= DistributedCache.new("discourse_stylesheet")
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.clear_theme_cache!
|
2017-07-28 09:20:09 +08:00
|
|
|
cache.hash.keys.select { |k| k =~ /theme/ }.each { |k|cache.delete(k) }
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
def self.stylesheet_data(target = :desktop, theme_ids = :missing)
|
|
|
|
stylesheet_details(target, "all", theme_ids)
|
2017-04-19 04:48:15 +08:00
|
|
|
end
|
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
def self.stylesheet_link_tag(target = :desktop, media = 'all', theme_ids = :missing)
|
|
|
|
stylesheets = stylesheet_details(target, media, theme_ids)
|
|
|
|
stylesheets.map do |stylesheet|
|
|
|
|
href = stylesheet[:new_href]
|
|
|
|
theme_id = stylesheet[:theme_id]
|
|
|
|
data_theme_id = theme_id ? "data-theme-id=\"#{theme_id}\"" : ""
|
|
|
|
%[<link href="#{href}" media="#{media}" rel="stylesheet" data-target="#{target}" #{data_theme_id}/>]
|
|
|
|
end.join("\n").html_safe
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.stylesheet_details(target = :desktop, media = 'all', theme_ids = :missing)
|
|
|
|
if theme_ids == :missing
|
|
|
|
theme_ids = [SiteSetting.default_theme_id]
|
|
|
|
end
|
2017-04-12 22:52:52 +08:00
|
|
|
|
|
|
|
target = target.to_sym
|
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
theme_ids = [theme_ids] unless Array === theme_ids
|
|
|
|
theme_ids = [theme_ids.first] unless target =~ THEME_REGEX
|
|
|
|
theme_ids = Theme.transform_ids(theme_ids, extend: false)
|
2017-04-12 22:52:52 +08:00
|
|
|
|
2018-02-20 09:52:20 +08:00
|
|
|
current_hostname = Discourse.current_hostname
|
2017-04-12 22:52:52 +08:00
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
array_cache_key = "array_themes_#{theme_ids.join(",")}_#{target}_#{current_hostname}"
|
|
|
|
stylesheets = cache[array_cache_key]
|
|
|
|
return stylesheets if stylesheets.present?
|
2017-04-12 22:52:52 +08:00
|
|
|
|
|
|
|
@lock.synchronize do
|
2018-08-08 12:46:34 +08:00
|
|
|
stylesheets = []
|
|
|
|
theme_ids.each do |theme_id|
|
|
|
|
data = { target: target }
|
|
|
|
cache_key = "path_#{target}_#{theme_id}_#{current_hostname}"
|
|
|
|
href = cache[cache_key]
|
|
|
|
|
|
|
|
unless href
|
|
|
|
builder = self.new(target, theme_id)
|
|
|
|
is_theme = builder.is_theme?
|
|
|
|
has_theme = builder.theme.present?
|
|
|
|
|
|
|
|
if is_theme && !has_theme
|
|
|
|
next
|
|
|
|
else
|
|
|
|
data[:theme_id] = builder.theme.id if has_theme && is_theme
|
|
|
|
builder.compile unless File.exists?(builder.stylesheet_fullpath)
|
|
|
|
href = builder.stylesheet_path(current_hostname)
|
|
|
|
end
|
|
|
|
cache[cache_key] = href
|
|
|
|
end
|
2017-04-12 22:52:52 +08:00
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
data[:theme_id] = theme_id if theme_id.present? && data[:theme_id].blank?
|
|
|
|
data[:new_href] = href
|
|
|
|
stylesheets << data
|
|
|
|
end
|
|
|
|
cache[array_cache_key] = stylesheets.freeze
|
|
|
|
stylesheets
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.precompile_css
|
2018-07-12 12:18:21 +08:00
|
|
|
themes = Theme.where('user_selectable OR id = ?', SiteSetting.default_theme_id).pluck(:id, :name)
|
2017-04-12 22:52:52 +08:00
|
|
|
themes << nil
|
2018-07-12 12:18:21 +08:00
|
|
|
themes.each do |id, name|
|
2018-08-31 19:23:55 +08:00
|
|
|
[:desktop, :mobile, :desktop_rtl, :mobile_rtl, :desktop_theme, :mobile_theme, :admin].each do |target|
|
2018-07-12 12:18:21 +08:00
|
|
|
theme_id = id || SiteSetting.default_theme_id
|
2018-08-31 19:23:55 +08:00
|
|
|
next if target =~ THEME_REGEX && theme_id == -1
|
2018-07-12 12:18:21 +08:00
|
|
|
cache_key = "#{target}_#{theme_id}"
|
2017-04-13 00:46:03 +08:00
|
|
|
|
2017-04-12 22:52:52 +08:00
|
|
|
STDERR.puts "precompile target: #{target} #{name}"
|
2018-07-12 12:18:21 +08:00
|
|
|
builder = self.new(target, theme_id)
|
2017-04-13 00:46:03 +08:00
|
|
|
builder.compile(force: true)
|
|
|
|
cache[cache_key] = nil
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.last_file_updated
|
|
|
|
if Rails.env.production?
|
|
|
|
@last_file_updated ||= if File.exists?(MANIFEST_FULL_PATH)
|
|
|
|
File.readlines(MANIFEST_FULL_PATH, 'r')[0]
|
|
|
|
else
|
|
|
|
mtime = max_file_mtime
|
|
|
|
FileUtils.mkdir_p(MANIFEST_DIR)
|
|
|
|
File.open(MANIFEST_FULL_PATH, "w") { |f| f.print(mtime) }
|
|
|
|
mtime
|
|
|
|
end
|
|
|
|
else
|
|
|
|
max_file_mtime
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.max_file_mtime
|
2017-04-13 00:30:24 +08:00
|
|
|
globs = ["#{Rails.root}/app/assets/stylesheets/**/*.*css",
|
|
|
|
"#{Rails.root}/app/assets/images/**/*.*"]
|
2017-04-12 22:52:52 +08:00
|
|
|
|
|
|
|
Discourse.plugins.map { |plugin| File.dirname(plugin.path) }.each do |path|
|
2017-04-13 00:30:24 +08:00
|
|
|
globs << "#{path}/plugin.rb"
|
|
|
|
globs << "#{path}/**/*.*css"
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
globs.map do |pattern|
|
|
|
|
Dir.glob(pattern).map { |x| File.mtime(x) }.max
|
|
|
|
end.compact.max.to_i
|
|
|
|
end
|
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
def self.cache_fullpath
|
|
|
|
"#{Rails.root}/#{CACHE_PATH}"
|
|
|
|
end
|
|
|
|
|
2018-07-12 12:18:21 +08:00
|
|
|
def initialize(target = :desktop, theme_id)
|
2017-04-12 22:52:52 +08:00
|
|
|
@target = target
|
2018-07-12 12:18:21 +08:00
|
|
|
@theme_id = theme_id
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
2017-07-28 09:20:09 +08:00
|
|
|
def compile(opts = {})
|
2017-04-12 22:52:52 +08:00
|
|
|
unless opts[:force]
|
|
|
|
if File.exists?(stylesheet_fullpath)
|
|
|
|
unless StylesheetCache.where(target: qualified_target, digest: digest).exists?
|
|
|
|
begin
|
2018-03-28 16:20:08 +08:00
|
|
|
source_map = begin
|
|
|
|
File.read(source_map_fullpath)
|
|
|
|
rescue Errno::ENOENT
|
|
|
|
end
|
|
|
|
|
2017-04-12 22:52:52 +08:00
|
|
|
StylesheetCache.add(qualified_target, digest, File.read(stylesheet_fullpath), source_map)
|
|
|
|
rescue => e
|
|
|
|
Rails.logger.warn "Completely unexpected error adding contents of '#{stylesheet_fullpath}' to cache #{e}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
return true
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
rtl = @target.to_s =~ /_rtl$/
|
2017-07-28 09:20:09 +08:00
|
|
|
css, source_map = begin
|
2017-04-12 22:52:52 +08:00
|
|
|
Stylesheet::Compiler.compile_asset(
|
|
|
|
@target,
|
|
|
|
rtl: rtl,
|
|
|
|
theme_id: theme&.id,
|
|
|
|
source_map_file: source_map_filename
|
|
|
|
)
|
|
|
|
rescue SassC::SyntaxError => e
|
2018-08-17 15:09:47 +08:00
|
|
|
|
|
|
|
# we do not need this reported as we will report it in the UI anyway
|
|
|
|
Rails.logger.info "Failed to compile #{@target} stylesheet: #{e.message}"
|
|
|
|
|
2017-04-20 04:46:28 +08:00
|
|
|
if %w{embedded_theme mobile_theme desktop_theme}.include?(@target.to_s)
|
|
|
|
# no special errors for theme, handled in theme editor
|
|
|
|
["", nil]
|
|
|
|
else
|
|
|
|
[Stylesheet::Compiler.error_as_css(e, "#{@target} stylesheet"), nil]
|
|
|
|
end
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
FileUtils.mkdir_p(cache_fullpath)
|
|
|
|
|
|
|
|
File.open(stylesheet_fullpath, "w") do |f|
|
|
|
|
f.puts css
|
|
|
|
end
|
|
|
|
|
|
|
|
if source_map.present?
|
|
|
|
File.open(source_map_fullpath, "w") do |f|
|
|
|
|
f.puts source_map
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
begin
|
|
|
|
StylesheetCache.add(qualified_target, digest, css, source_map)
|
|
|
|
rescue => e
|
|
|
|
Rails.logger.warn "Completely unexpected error adding item to cache #{e}"
|
|
|
|
end
|
|
|
|
css
|
|
|
|
end
|
|
|
|
|
|
|
|
def cache_fullpath
|
|
|
|
self.class.cache_fullpath
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_fullpath
|
|
|
|
"#{cache_fullpath}/#{stylesheet_filename}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def source_map_fullpath
|
|
|
|
"#{cache_fullpath}/#{source_map_filename}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def source_map_filename
|
|
|
|
"#{stylesheet_filename}.map"
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_fullpath_no_digest
|
|
|
|
"#{cache_fullpath}/#{stylesheet_filename_no_digest}"
|
|
|
|
end
|
|
|
|
|
2018-02-20 09:52:20 +08:00
|
|
|
def stylesheet_cdnpath(hostname)
|
|
|
|
"#{GlobalSetting.cdn_url}#{stylesheet_relpath}?__ws=#{hostname}"
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
2018-02-20 09:52:20 +08:00
|
|
|
def stylesheet_path(hostname)
|
|
|
|
stylesheet_cdnpath(hostname)
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def root_path
|
|
|
|
"#{GlobalSetting.relative_url_root}/"
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_relpath
|
|
|
|
"#{root_path}stylesheets/#{stylesheet_filename}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_relpath_no_digest
|
|
|
|
"#{root_path}stylesheets/#{stylesheet_filename_no_digest}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def qualified_target
|
|
|
|
if is_theme?
|
|
|
|
"#{@target}_#{theme.id}"
|
|
|
|
else
|
|
|
|
scheme_string = theme && theme.color_scheme ? "_#{theme.color_scheme.id}" : ""
|
|
|
|
"#{@target}#{scheme_string}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_filename(with_digest = true)
|
|
|
|
digest_string = "_#{self.digest}" if with_digest
|
|
|
|
"#{qualified_target}#{digest_string}.css"
|
|
|
|
end
|
|
|
|
|
|
|
|
def stylesheet_filename_no_digest
|
2017-07-28 09:20:09 +08:00
|
|
|
stylesheet_filename(_with_digest = false)
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def is_theme?
|
2018-08-08 12:46:34 +08:00
|
|
|
!!(@target.to_s =~ THEME_REGEX)
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
# digest encodes the things that trigger a recompile
|
|
|
|
def digest
|
|
|
|
@digest ||= begin
|
|
|
|
if is_theme?
|
|
|
|
theme_digest
|
|
|
|
else
|
|
|
|
color_scheme_digest
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def theme
|
2018-08-08 12:46:34 +08:00
|
|
|
@theme ||= Theme.find_by(id: @theme_id) || :nil
|
2017-04-12 22:52:52 +08:00
|
|
|
@theme == :nil ? nil : @theme
|
|
|
|
end
|
|
|
|
|
|
|
|
def theme_digest
|
|
|
|
scss = ""
|
|
|
|
|
|
|
|
if [:mobile_theme, :desktop_theme].include?(@target)
|
|
|
|
scss = theme.resolve_baked_field(:common, :scss)
|
|
|
|
scss += theme.resolve_baked_field(@target.to_s.sub("_theme", ""), :scss)
|
|
|
|
elsif @target == :embedded_theme
|
|
|
|
scss = theme.resolve_baked_field(:common, :embedded_scss)
|
|
|
|
else
|
|
|
|
raise "attempting to look up theme digest for invalid field"
|
|
|
|
end
|
|
|
|
|
2018-06-13 21:54:26 +08:00
|
|
|
Digest::SHA1.hexdigest(scss.to_s + color_scheme_digest.to_s + settings_digest + plugins_digest + uploads_digest)
|
2018-05-31 15:02:27 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
# this protects us from situations where new versions of a plugin removed a file
|
|
|
|
# old instances may still be serving CSS and not aware of the change
|
|
|
|
# so we could end up poisoning the cache with a bad file that can not be removed
|
|
|
|
def plugins_digest
|
|
|
|
assets = []
|
|
|
|
assets += DiscoursePluginRegistry.stylesheets.to_a
|
|
|
|
assets += DiscoursePluginRegistry.mobile_stylesheets.to_a
|
|
|
|
assets += DiscoursePluginRegistry.desktop_stylesheets.to_a
|
|
|
|
Digest::SHA1.hexdigest(assets.sort.join)
|
2018-03-05 08:04:23 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def settings_digest
|
2018-08-30 18:53:03 +08:00
|
|
|
theme_ids = Theme.components_for(@theme_id).dup
|
|
|
|
theme_ids << @theme_id
|
|
|
|
|
2018-08-08 12:46:34 +08:00
|
|
|
fields = ThemeField.where(
|
|
|
|
name: "yaml",
|
|
|
|
type_id: ThemeField.types[:yaml],
|
2018-08-30 18:53:03 +08:00
|
|
|
theme_id: theme_ids
|
2018-08-08 12:46:34 +08:00
|
|
|
).pluck(:updated_at)
|
|
|
|
|
2018-08-30 18:53:03 +08:00
|
|
|
settings = ThemeSetting.where(theme_id: theme_ids).pluck(:updated_at)
|
2018-08-08 12:46:34 +08:00
|
|
|
timestamps = fields.concat(settings).map!(&:to_f).sort!.join(",")
|
|
|
|
|
|
|
|
Digest::SHA1.hexdigest(timestamps)
|
2017-04-12 22:52:52 +08:00
|
|
|
end
|
|
|
|
|
2018-06-13 21:54:26 +08:00
|
|
|
def uploads_digest
|
|
|
|
Digest::SHA1.hexdigest(ThemeField.joins(:upload).where(id: theme&.all_theme_variables).pluck(:sha1).join(","))
|
|
|
|
end
|
|
|
|
|
2017-04-12 22:52:52 +08:00
|
|
|
def color_scheme_digest
|
|
|
|
|
|
|
|
cs = theme&.color_scheme
|
2017-10-05 05:04:29 +08:00
|
|
|
category_updated = Category.where("uploaded_background_id IS NOT NULL").pluck(:updated_at).map(&:to_i).sum
|
2017-04-12 22:52:52 +08:00
|
|
|
|
|
|
|
if cs || category_updated > 0
|
|
|
|
Digest::SHA1.hexdigest "#{RailsMultisite::ConnectionManagement.current_db}-#{cs&.id}-#{cs&.version}-#{Stylesheet::Manager.last_file_updated}-#{category_updated}"
|
|
|
|
else
|
|
|
|
digest_string = "defaults-#{Stylesheet::Manager.last_file_updated}"
|
|
|
|
|
|
|
|
if cdn_url = GlobalSetting.cdn_url
|
|
|
|
digest_string = "#{digest_string}-#{cdn_url}"
|
|
|
|
end
|
|
|
|
|
|
|
|
Digest::SHA1.hexdigest digest_string
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|