2013-10-14 20:27:41 +08:00
|
|
|
module Jobs
|
|
|
|
class CleanUpUploads < Jobs::Scheduled
|
2014-02-06 07:14:41 +08:00
|
|
|
every 1.hour
|
2013-10-14 20:27:41 +08:00
|
|
|
|
|
|
|
def execute(args)
|
2013-10-16 16:55:42 +08:00
|
|
|
return unless SiteSetting.clean_up_uploads?
|
2013-10-14 20:27:41 +08:00
|
|
|
|
2017-06-08 04:53:15 +08:00
|
|
|
base_url = Discourse.store.internal? ? Discourse.store.relative_base_url : Discourse.store.absolute_base_url
|
|
|
|
s3_hostname = URI.parse(base_url).hostname
|
2017-10-06 13:20:01 +08:00
|
|
|
s3_cdn_hostname = URI.parse(SiteSetting.Upload.s3_cdn_url || "").hostname
|
2017-06-08 04:53:15 +08:00
|
|
|
|
2016-09-09 04:58:07 +08:00
|
|
|
# Any URLs in site settings are fair game
|
2016-11-02 11:14:02 +08:00
|
|
|
ignore_urls = [
|
2016-10-25 16:43:57 +08:00
|
|
|
SiteSetting.logo_url,
|
|
|
|
SiteSetting.logo_small_url,
|
|
|
|
SiteSetting.favicon_url,
|
2017-06-08 04:53:15 +08:00
|
|
|
SiteSetting.apple_touch_icon_url,
|
|
|
|
].map do |url|
|
2017-06-09 02:31:58 +08:00
|
|
|
if url.present?
|
|
|
|
url = url.dup
|
2017-09-28 17:38:53 +08:00
|
|
|
|
|
|
|
if s3_cdn_hostname.present? && s3_hostname.present?
|
|
|
|
url.gsub!(s3_cdn_hostname, s3_hostname)
|
|
|
|
end
|
|
|
|
|
2017-06-09 02:31:58 +08:00
|
|
|
url[base_url] && url[url.index(base_url)..-1]
|
|
|
|
else
|
|
|
|
nil
|
|
|
|
end
|
2017-06-08 04:53:15 +08:00
|
|
|
end.compact.uniq
|
2016-09-09 04:58:07 +08:00
|
|
|
|
2013-11-28 05:01:41 +08:00
|
|
|
grace_period = [SiteSetting.clean_orphan_uploads_grace_period_hours, 1].max
|
2013-10-14 20:27:41 +08:00
|
|
|
|
2016-11-02 11:14:02 +08:00
|
|
|
result = Upload.where("uploads.retain_hours IS NULL OR uploads.created_at < current_timestamp - interval '1 hour' * uploads.retain_hours")
|
|
|
|
.where("uploads.created_at < ?", grace_period.hour.ago)
|
|
|
|
.joins("LEFT JOIN post_uploads pu ON pu.upload_id = uploads.id")
|
|
|
|
.joins("LEFT JOIN users u ON u.uploaded_avatar_id = uploads.id")
|
2017-11-21 06:50:23 +08:00
|
|
|
.joins("LEFT JOIN user_avatars ua ON ua.gravatar_upload_id = uploads.id OR ua.custom_upload_id = uploads.id")
|
2016-11-02 11:14:02 +08:00
|
|
|
.joins("LEFT JOIN user_profiles up ON up.profile_background = uploads.url OR up.card_background = uploads.url")
|
2016-12-02 15:15:34 +08:00
|
|
|
.joins("LEFT JOIN categories c ON c.uploaded_logo_id = uploads.id OR c.uploaded_background_id = uploads.id")
|
2017-02-02 17:41:57 +08:00
|
|
|
.joins("LEFT JOIN custom_emojis ce ON ce.upload_id = uploads.id")
|
2017-05-08 23:38:48 +08:00
|
|
|
.joins("LEFT JOIN theme_fields tf ON tf.upload_id = uploads.id")
|
2016-11-02 11:14:02 +08:00
|
|
|
.where("pu.upload_id IS NULL")
|
|
|
|
.where("u.uploaded_avatar_id IS NULL")
|
|
|
|
.where("ua.gravatar_upload_id IS NULL AND ua.custom_upload_id IS NULL")
|
|
|
|
.where("up.profile_background IS NULL AND up.card_background IS NULL")
|
2016-12-02 15:15:34 +08:00
|
|
|
.where("c.uploaded_logo_id IS NULL AND c.uploaded_background_id IS NULL")
|
2017-11-21 06:50:23 +08:00
|
|
|
.where("ce.upload_id IS NULL")
|
|
|
|
.where("tf.upload_id IS NULL")
|
2017-06-08 04:53:15 +08:00
|
|
|
|
|
|
|
result = result.where("uploads.url NOT IN (?)", ignore_urls) if ignore_urls.present?
|
2013-10-14 20:27:41 +08:00
|
|
|
|
2016-08-02 00:35:57 +08:00
|
|
|
result.find_each do |upload|
|
2017-11-14 17:56:10 +08:00
|
|
|
if upload.sha1.present?
|
|
|
|
encoded_sha = Base62.encode(upload.sha1.hex)
|
|
|
|
next if QueuedPost.where("raw LIKE '%#{upload.sha1}%' OR raw LIKE '%#{encoded_sha}%'").exists?
|
|
|
|
next if Draft.where("data LIKE '%#{upload.sha1}%' OR data LIKE '%#{encoded_sha}%'").exists?
|
2017-11-21 17:20:42 +08:00
|
|
|
upload.destroy
|
|
|
|
else
|
|
|
|
upload.delete
|
2017-11-14 17:56:10 +08:00
|
|
|
end
|
2016-07-01 15:22:30 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2013-10-14 20:27:41 +08:00
|
|
|
end
|