discourse/app/services/random_topic_selector.rb
Martin Brennan 9174716737
DEV: Remove Discourse.redis.delete_prefixed (#22103)
This method is a huge footgun in production, since it calls
the Redis KEYS command. From the Redis documentation at
https://redis.io/commands/keys/:

> Warning: consider KEYS as a command that should only be used in
production environments with extreme care. It may ruin performance when
it is executed against large databases. This command is intended for
debugging and special operations, such as changing your keyspace layout.
Don't use KEYS in your regular application code.

Since we were only using `delete_prefixed` in specs (now that we
removed the usage in production in 24ec06ff85)
we can remove this and instead rely on `use_redis_snapshotting` on the
particular tests that need this kind of clearing functionality.
2023-06-16 12:44:35 +10:00

95 lines
2.3 KiB
Ruby

# frozen_string_literal: true
class RandomTopicSelector
BACKFILL_SIZE = 3000
BACKFILL_LOW_WATER_MARK = 500
def self.backfill(category = nil)
exclude = category&.topic_id
options = {
per_page: category ? category.num_featured_topics : 3,
visible: true,
no_definitions: true,
}
options[:except_topic_ids] = [category.topic_id] if exclude
if category
options[:category] = category.id
# NOTE: at the moment this site setting scopes tightly to a category (excluding subcats)
# this is done so we don't populate a junk cache
options[:no_subcategories] = true if SiteSetting.limit_suggested_to_category
# don't leak private categories into the "everything" group
options[:guardian] = Guardian.new(Discourse.system_user)
end
query = TopicQuery.new(nil, options)
results =
query
.latest_results
.order("RANDOM()")
.where(closed: false, archived: false)
.where("topics.created_at > ?", SiteSetting.suggested_topics_max_days_old.days.ago)
.limit(BACKFILL_SIZE)
.reorder("RANDOM()")
.pluck(:id)
key = cache_key(category)
if results.present?
Discourse.redis.multi do |transaction|
transaction.rpush(key, results)
transaction.expire(key, 2.days)
end
end
results
end
def self.next(count, category = nil)
key = cache_key(category)
results = []
return results if count < 1
results =
Discourse.redis.multi do |transaction|
transaction.lrange(key, 0, count - 1)
transaction.ltrim(key, count, -1)
end
if !results.is_a?(Array) # Redis is in readonly mode
results = Discourse.redis.lrange(key, 0, count - 1)
else
results = results[0]
end
results.map!(&:to_i)
left = count - results.length
backfilled = false
if left > 0
ids = backfill(category)
backfilled = true
results += ids[0...count]
results.uniq!
results = results[0...count]
end
if !backfilled && Discourse.redis.llen(key) < BACKFILL_LOW_WATER_MARK
Scheduler::Defer.later("backfill") { backfill(category) }
end
results
end
def self.cache_key(category = nil)
"random_topic_cache_#{category&.id}"
end
end