2020-01-13 07:12:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module BackupRestore
|
|
|
|
class RunningSidekiqJobsError < RuntimeError
|
|
|
|
def initialize
|
|
|
|
super("Sidekiq did not finish running all the jobs in the allowed time!")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
class SystemInterface
|
|
|
|
delegate :log, to: :@logger, private: true
|
|
|
|
|
|
|
|
def initialize(logger)
|
|
|
|
@logger = logger
|
|
|
|
|
|
|
|
@current_db = RailsMultisite::ConnectionManagement.current_db
|
|
|
|
@readonly_mode_was_enabled = Discourse.readonly_mode?
|
|
|
|
end
|
|
|
|
|
|
|
|
def enable_readonly_mode
|
|
|
|
return if @readonly_mode_was_enabled
|
|
|
|
log "Enabling readonly mode..."
|
|
|
|
Discourse.enable_readonly_mode
|
|
|
|
end
|
|
|
|
|
|
|
|
def disable_readonly_mode
|
|
|
|
return if @readonly_mode_was_enabled
|
|
|
|
log "Disabling readonly mode..."
|
|
|
|
Discourse.disable_readonly_mode
|
|
|
|
rescue => ex
|
|
|
|
log "Something went wrong while disabling readonly mode.", ex
|
|
|
|
end
|
|
|
|
|
|
|
|
def mark_restore_as_running
|
|
|
|
log "Marking restore as running..."
|
|
|
|
BackupRestore.mark_as_running!
|
|
|
|
end
|
|
|
|
|
|
|
|
def mark_restore_as_not_running
|
|
|
|
log "Marking restore as finished..."
|
|
|
|
BackupRestore.mark_as_not_running!
|
|
|
|
rescue => ex
|
|
|
|
log "Something went wrong while marking restore as finished.", ex
|
|
|
|
end
|
|
|
|
|
|
|
|
def listen_for_shutdown_signal
|
2020-10-13 22:41:43 +08:00
|
|
|
BackupRestore.clear_shutdown_signal!
|
|
|
|
|
2020-01-13 07:12:27 +08:00
|
|
|
Thread.new do
|
|
|
|
while BackupRestore.is_operation_running?
|
|
|
|
exit if BackupRestore.should_shutdown?
|
|
|
|
sleep 0.1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-10-16 21:19:02 +08:00
|
|
|
def pause_sidekiq(reason)
|
|
|
|
return if Sidekiq.paused?
|
|
|
|
|
2020-01-13 07:12:27 +08:00
|
|
|
log "Pausing sidekiq..."
|
2020-10-16 21:19:02 +08:00
|
|
|
Sidekiq.pause!(reason)
|
2020-01-13 07:12:27 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def unpause_sidekiq
|
2020-10-16 21:19:02 +08:00
|
|
|
return unless Sidekiq.paused?
|
|
|
|
|
2020-01-13 07:12:27 +08:00
|
|
|
log "Unpausing sidekiq..."
|
|
|
|
Sidekiq.unpause!
|
|
|
|
rescue => ex
|
|
|
|
log "Something went wrong while unpausing Sidekiq.", ex
|
|
|
|
end
|
|
|
|
|
|
|
|
def wait_for_sidekiq
|
|
|
|
# Wait at least 6 seconds because the data about workers is updated every 5 seconds
|
|
|
|
# https://github.com/mperham/sidekiq/wiki/API#workers
|
|
|
|
max_wait_seconds = 60
|
|
|
|
wait_seconds = 6.0
|
|
|
|
|
|
|
|
log "Waiting up to #{max_wait_seconds} seconds for Sidekiq to finish running jobs..."
|
|
|
|
|
|
|
|
max_iterations = (max_wait_seconds / wait_seconds).ceil
|
|
|
|
iterations = 1
|
|
|
|
|
|
|
|
loop do
|
|
|
|
sleep wait_seconds
|
|
|
|
break if !sidekiq_has_running_jobs?
|
|
|
|
|
|
|
|
iterations += 1
|
|
|
|
raise RunningSidekiqJobsError.new if iterations > max_iterations
|
|
|
|
|
|
|
|
log "Waiting for sidekiq to finish running jobs... ##{iterations}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-10-16 21:19:02 +08:00
|
|
|
def flush_redis
|
|
|
|
redis = Discourse.redis
|
|
|
|
redis.scan_each(match: "*") do |key|
|
|
|
|
redis.del(key) unless key == SidekiqPauser::PAUSED_KEY
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def clear_sidekiq_queues
|
|
|
|
Sidekiq::Queue.all.each do |queue|
|
|
|
|
queue.each { |job| delete_job_if_it_belongs_to_current_site(job) }
|
|
|
|
end
|
|
|
|
|
|
|
|
Sidekiq::RetrySet.new.each { |job| delete_job_if_it_belongs_to_current_site(job) }
|
|
|
|
Sidekiq::ScheduledSet.new.each { |job| delete_job_if_it_belongs_to_current_site(job) }
|
|
|
|
Sidekiq::DeadSet.new.each { |job| delete_job_if_it_belongs_to_current_site(job) }
|
|
|
|
end
|
|
|
|
|
2020-01-13 07:12:27 +08:00
|
|
|
protected
|
|
|
|
|
|
|
|
def sidekiq_has_running_jobs?
|
|
|
|
Sidekiq::Workers.new.each do |_, _, work|
|
|
|
|
args = work&.dig("payload", "args")&.first
|
|
|
|
current_site_id = args["current_site_id"] if args.present?
|
|
|
|
|
|
|
|
return true if current_site_id.blank? || current_site_id == @current_db
|
|
|
|
end
|
|
|
|
|
|
|
|
false
|
|
|
|
end
|
2020-10-16 21:19:02 +08:00
|
|
|
|
|
|
|
def delete_job_if_it_belongs_to_current_site(job)
|
|
|
|
job.delete if job.args.first&.fetch("current_site_id", nil) == @current_db
|
|
|
|
end
|
2020-01-13 07:12:27 +08:00
|
|
|
end
|
|
|
|
end
|