2019-05-03 06:17:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2013-02-06 03:16:51 +08:00
|
|
|
#
|
|
|
|
# A wrapper around redis that namespaces keys with the current site id
|
|
|
|
#
|
2017-10-05 15:57:08 +08:00
|
|
|
|
2013-02-06 03:16:51 +08:00
|
|
|
class DiscourseRedis
|
2013-03-25 14:19:59 +08:00
|
|
|
def self.raw_connection(config = nil)
|
|
|
|
config ||= self.config
|
2015-06-25 14:51:48 +08:00
|
|
|
Redis.new(config)
|
2013-03-25 14:19:59 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.config
|
2015-06-25 14:51:48 +08:00
|
|
|
GlobalSetting.redis_config
|
2013-03-25 14:19:59 +08:00
|
|
|
end
|
|
|
|
|
2022-05-10 06:19:02 +08:00
|
|
|
def initialize(config = nil, namespace: true, raw_redis: nil)
|
2015-04-25 01:10:43 +08:00
|
|
|
@config = config || DiscourseRedis.config
|
2022-05-10 06:19:02 +08:00
|
|
|
@redis = raw_redis || DiscourseRedis.raw_connection(@config.dup)
|
2017-08-02 13:32:01 +08:00
|
|
|
@namespace = namespace
|
2013-02-06 03:16:51 +08:00
|
|
|
end
|
|
|
|
|
2013-12-21 05:34:34 +08:00
|
|
|
def without_namespace
|
|
|
|
# Only use this if you want to store and fetch data that's shared between sites
|
|
|
|
@redis
|
|
|
|
end
|
|
|
|
|
2015-04-25 01:10:43 +08:00
|
|
|
def self.ignore_readonly
|
|
|
|
yield
|
|
|
|
rescue Redis::CommandError => ex
|
|
|
|
if ex.message =~ /READONLY/
|
2019-06-21 22:08:57 +08:00
|
|
|
Discourse.received_redis_readonly!
|
2017-10-25 10:19:43 +08:00
|
|
|
nil
|
2015-04-25 01:10:43 +08:00
|
|
|
else
|
|
|
|
raise ex
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2013-02-06 03:16:51 +08:00
|
|
|
# prefix the key with the namespace
|
2021-09-28 10:11:18 +08:00
|
|
|
def method_missing(meth, *args, **kwargs, &block)
|
2013-02-06 03:16:51 +08:00
|
|
|
if @redis.respond_to?(meth)
|
2021-10-06 22:42:04 +08:00
|
|
|
DiscourseRedis.ignore_readonly { @redis.public_send(meth, *args, **kwargs, &block) }
|
2013-02-06 03:16:51 +08:00
|
|
|
else
|
|
|
|
super
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Proxy key methods through, but prefix the keys with the namespace
|
2023-01-09 20:10:19 +08:00
|
|
|
%i[
|
2020-06-10 14:52:05 +08:00
|
|
|
append
|
|
|
|
blpop
|
|
|
|
brpop
|
|
|
|
brpoplpush
|
|
|
|
decr
|
|
|
|
decrby
|
|
|
|
expire
|
|
|
|
expireat
|
|
|
|
get
|
|
|
|
getbit
|
|
|
|
getrange
|
|
|
|
getset
|
2013-05-06 07:51:09 +08:00
|
|
|
hdel
|
|
|
|
hexists
|
|
|
|
hget
|
|
|
|
hgetall
|
|
|
|
hincrby
|
|
|
|
hincrbyfloat
|
|
|
|
hkeys
|
|
|
|
hlen
|
|
|
|
hmget
|
|
|
|
hmset
|
|
|
|
hset
|
|
|
|
hsetnx
|
|
|
|
hvals
|
|
|
|
incr
|
2014-01-01 04:52:16 +08:00
|
|
|
incrby
|
|
|
|
incrbyfloat
|
|
|
|
lindex
|
|
|
|
linsert
|
|
|
|
llen
|
|
|
|
lpop
|
|
|
|
lpush
|
|
|
|
lpushx
|
|
|
|
lrange
|
|
|
|
lrem
|
|
|
|
lset
|
|
|
|
ltrim
|
2015-09-28 14:38:52 +08:00
|
|
|
mapped_hmset
|
|
|
|
mapped_hmget
|
|
|
|
mapped_mget
|
|
|
|
mapped_mset
|
|
|
|
mapped_msetnx
|
|
|
|
move
|
|
|
|
mset
|
2022-12-08 06:48:44 +08:00
|
|
|
msetnx
|
|
|
|
persist
|
|
|
|
pexpire
|
|
|
|
pexpireat
|
|
|
|
psetex
|
|
|
|
pttl
|
|
|
|
rename
|
|
|
|
renamenx
|
|
|
|
rpop
|
|
|
|
rpoplpush
|
|
|
|
rpush
|
|
|
|
rpushx
|
|
|
|
sadd
|
|
|
|
sadd?
|
|
|
|
scard
|
|
|
|
sdiff
|
|
|
|
set
|
|
|
|
setbit
|
|
|
|
setex
|
|
|
|
setnx
|
|
|
|
setrange
|
|
|
|
sinter
|
|
|
|
sismember
|
|
|
|
smembers
|
|
|
|
sort
|
|
|
|
spop
|
|
|
|
srandmember
|
|
|
|
srem
|
|
|
|
srem?
|
|
|
|
strlen
|
2013-05-06 07:51:09 +08:00
|
|
|
sunion
|
|
|
|
ttl
|
|
|
|
type
|
|
|
|
watch
|
|
|
|
zadd
|
|
|
|
zcard
|
|
|
|
zcount
|
|
|
|
zincrby
|
|
|
|
zrange
|
|
|
|
zrangebyscore
|
|
|
|
zrank
|
|
|
|
zrem
|
|
|
|
zremrangebyrank
|
2021-12-11 04:25:26 +08:00
|
|
|
zremrangebyscore
|
|
|
|
zrevrange
|
|
|
|
zrevrangebyscore
|
|
|
|
zrevrank
|
|
|
|
zrangebyscore
|
|
|
|
dump
|
|
|
|
restore
|
|
|
|
].each do |m|
|
2021-09-28 10:11:18 +08:00
|
|
|
define_method m do |*args, **kwargs|
|
2017-08-02 13:32:01 +08:00
|
|
|
args[0] = "#{namespace}:#{args[0]}" if @namespace
|
2021-09-28 10:11:18 +08:00
|
|
|
DiscourseRedis.ignore_readonly { @redis.public_send(m, *args, **kwargs) }
|
2013-02-10 07:02:29 +08:00
|
|
|
end
|
2013-02-06 03:16:51 +08:00
|
|
|
end
|
|
|
|
|
2020-06-15 09:57:44 +08:00
|
|
|
def exists(*args)
|
|
|
|
args.map! { |a| "#{namespace}:#{a}" } if @namespace
|
|
|
|
DiscourseRedis.ignore_readonly { @redis.exists(*args) }
|
|
|
|
end
|
2020-06-10 14:52:05 +08:00
|
|
|
|
2020-06-15 09:57:44 +08:00
|
|
|
def exists?(*args)
|
|
|
|
args.map! { |a| "#{namespace}:#{a}" } if @namespace
|
|
|
|
DiscourseRedis.ignore_readonly { @redis.exists?(*args) }
|
2020-06-10 14:52:05 +08:00
|
|
|
end
|
|
|
|
|
2015-09-28 14:38:52 +08:00
|
|
|
def mget(*args)
|
2017-08-02 13:32:01 +08:00
|
|
|
args.map! { |a| "#{namespace}:#{a}" } if @namespace
|
2015-09-28 14:38:52 +08:00
|
|
|
DiscourseRedis.ignore_readonly { @redis.mget(*args) }
|
|
|
|
end
|
|
|
|
|
2022-02-11 13:09:32 +08:00
|
|
|
def del(*keys)
|
2015-04-25 01:10:43 +08:00
|
|
|
DiscourseRedis.ignore_readonly do
|
2022-02-11 13:09:32 +08:00
|
|
|
keys = keys.flatten(1)
|
|
|
|
keys.map! { |k| "#{namespace}:#{k}" } if @namespace
|
|
|
|
@redis.del(*keys)
|
2015-04-25 01:10:43 +08:00
|
|
|
end
|
2014-01-06 13:50:04 +08:00
|
|
|
end
|
|
|
|
|
2018-12-15 08:53:52 +08:00
|
|
|
def scan_each(options = {}, &block)
|
|
|
|
DiscourseRedis.ignore_readonly do
|
|
|
|
match = options[:match].presence || "*"
|
|
|
|
|
|
|
|
options[:match] = if @namespace
|
|
|
|
"#{namespace}:#{match}"
|
|
|
|
else
|
|
|
|
match
|
|
|
|
end
|
|
|
|
|
|
|
|
if block
|
2021-09-27 20:45:05 +08:00
|
|
|
@redis.scan_each(**options) do |key|
|
2018-12-15 08:53:52 +08:00
|
|
|
key = remove_namespace(key) if @namespace
|
|
|
|
block.call(key)
|
|
|
|
end
|
|
|
|
else
|
2021-09-27 20:45:05 +08:00
|
|
|
@redis
|
|
|
|
.scan_each(**options)
|
|
|
|
.map do |key|
|
2018-12-15 08:53:52 +08:00
|
|
|
key = remove_namespace(key) if @namespace
|
|
|
|
key
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-01-30 00:44:51 +08:00
|
|
|
def keys(pattern = nil)
|
2015-04-25 01:10:43 +08:00
|
|
|
DiscourseRedis.ignore_readonly do
|
2017-08-02 13:32:01 +08:00
|
|
|
pattern = pattern || "*"
|
|
|
|
pattern = "#{namespace}:#{pattern}" if @namespace
|
|
|
|
keys = @redis.keys(pattern)
|
|
|
|
|
|
|
|
if @namespace
|
|
|
|
len = namespace.length + 1
|
|
|
|
keys.map! { |k| k[len..-1] }
|
|
|
|
end
|
|
|
|
|
|
|
|
keys
|
2015-04-25 01:10:43 +08:00
|
|
|
end
|
2014-01-06 13:50:04 +08:00
|
|
|
end
|
|
|
|
|
2015-02-03 01:44:21 +08:00
|
|
|
def delete_prefixed(prefix)
|
2019-12-03 17:05:53 +08:00
|
|
|
DiscourseRedis.ignore_readonly { keys("#{prefix}*").each { |k| Discourse.redis.del(k) } }
|
2015-02-03 01:44:21 +08:00
|
|
|
end
|
|
|
|
|
2014-01-06 13:50:04 +08:00
|
|
|
def reconnect
|
2018-04-20 13:01:17 +08:00
|
|
|
@redis._client.reconnect
|
2014-01-06 13:50:04 +08:00
|
|
|
end
|
|
|
|
|
2017-10-25 10:19:43 +08:00
|
|
|
def namespace_key(key)
|
|
|
|
if @namespace
|
|
|
|
"#{namespace}:#{key}"
|
|
|
|
else
|
|
|
|
key
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-05-06 07:53:10 +08:00
|
|
|
def namespace
|
|
|
|
RailsMultisite::ConnectionManagement.current_db
|
|
|
|
end
|
|
|
|
|
2013-03-11 20:33:20 +08:00
|
|
|
def self.new_redis_store
|
2014-01-06 13:50:04 +08:00
|
|
|
Cache.new
|
2013-03-11 20:33:20 +08:00
|
|
|
end
|
|
|
|
|
2022-05-10 06:19:02 +08:00
|
|
|
def multi
|
2022-05-13 16:18:13 +08:00
|
|
|
DiscourseRedis.ignore_readonly do
|
|
|
|
if block_given?
|
|
|
|
@redis.multi do |transaction|
|
|
|
|
yield DiscourseRedis.new(@config, namespace: @namespace, raw_redis: transaction)
|
|
|
|
end
|
|
|
|
else
|
|
|
|
@redis.multi
|
2022-05-10 06:19:02 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def pipelined
|
2022-05-13 16:18:13 +08:00
|
|
|
DiscourseRedis.ignore_readonly do
|
|
|
|
if block_given?
|
|
|
|
@redis.pipelined do |transaction|
|
|
|
|
yield DiscourseRedis.new(@config, namespace: @namespace, raw_redis: transaction)
|
|
|
|
end
|
|
|
|
else
|
|
|
|
@redis.pipelined
|
2022-05-10 06:19:02 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-12-15 08:53:52 +08:00
|
|
|
private
|
|
|
|
|
|
|
|
def remove_namespace(key)
|
|
|
|
key[(namespace.length + 1)..-1]
|
|
|
|
end
|
2020-01-24 06:20:17 +08:00
|
|
|
|
2022-02-16 00:06:12 +08:00
|
|
|
class EvalHelper
|
|
|
|
def initialize(script)
|
|
|
|
@script = script
|
|
|
|
@sha1 = Digest::SHA1.hexdigest(script)
|
|
|
|
end
|
|
|
|
|
|
|
|
def eval(redis, *args, **kwargs)
|
|
|
|
redis.evalsha @sha1, *args, **kwargs
|
|
|
|
rescue ::Redis::CommandError => e
|
2023-01-21 02:52:49 +08:00
|
|
|
if e.to_s =~ /\ANOSCRIPT/
|
2022-02-16 00:06:12 +08:00
|
|
|
redis.eval @script, *args, **kwargs
|
|
|
|
else
|
|
|
|
raise
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2013-02-06 03:16:51 +08:00
|
|
|
end
|