discourse/lib/scheduler/defer.rb
Sam 057087e0e8 FEATURE: log long running jobs in the defer queue
If a job in the defer queue takes longer than 90 seconds log an error
2018-10-12 17:03:47 +11:00

113 lines
2.3 KiB
Ruby

# frozen_string_literal: true
require 'weakref'
module Scheduler
module Deferrable
DEFAULT_TIMEOUT ||= 90
def initialize
@async = !Rails.env.test?
@queue = Queue.new
@mutex = Mutex.new
@paused = false
@thread = nil
@reactor = nil
@timeout = DEFAULT_TIMEOUT
end
def timeout=(t)
@mutex.synchronize do
@timeout = t
end
end
def length
@queue.length
end
def pause
stop!
@paused = true
end
def resume
@paused = false
end
# for test and sidekiq
def async=(val)
@async = val
end
def later(desc = nil, db = RailsMultisite::ConnectionManagement.current_db, &blk)
if @async
start_thread if !@thread&.alive? && !@paused
@queue << [db, blk, desc]
else
blk.call
end
end
def stop!
@thread.kill if @thread&.alive?
@thread = nil
@reactor&.stop
@reactor = nil
end
# test only
def stopped?
!@thread&.alive?
end
def do_all_work
while !@queue.empty?
do_work(_non_block = true)
end
end
private
def start_thread
@mutex.synchronize do
if !@reactor
@reactor = MessageBus::TimerThread.new
end
if !@thread&.alive?
@thread = Thread.new { do_work while true }
end
end
end
# using non_block to match Ruby #deq
def do_work(non_block = false)
db, job, desc = @queue.deq(non_block)
db ||= RailsMultisite::ConnectionManagement::DEFAULT
RailsMultisite::ConnectionManagement.with_connection(db) do
begin
warning_job = @reactor.queue(@timeout) do
Rails.logger.error "'#{desc}' is still running after #{@timeout} seconds on db #{db}, this process may need to be restarted!"
end if !non_block
job.call
rescue => ex
Discourse.handle_job_exception(ex, message: "Running deferred code '#{desc}'")
ensure
warning_job&.cancel
end
end
rescue => ex
Discourse.handle_job_exception(ex, message: "Processing deferred code queue")
ensure
ActiveRecord::Base.connection_handler.clear_active_connections!
end
end
class Defer
extend Deferrable
initialize
end
end