2019-05-03 06:17:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2019-10-02 12:54:08 +08:00
|
|
|
require "demon/base"
|
2013-10-10 10:33:52 +08:00
|
|
|
|
2019-10-02 12:54:08 +08:00
|
|
|
class Demon::Sidekiq < ::Demon::Base
|
2013-10-10 10:33:52 +08:00
|
|
|
def self.prefix
|
|
|
|
"sidekiq"
|
|
|
|
end
|
|
|
|
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
def self.after_fork(&blk)
|
|
|
|
blk ? (@blk = blk) : @blk
|
|
|
|
end
|
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
private
|
|
|
|
|
2014-04-17 13:57:17 +08:00
|
|
|
def suppress_stdout
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def suppress_stderr
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
2024-06-03 12:51:12 +08:00
|
|
|
def log_in_trap(message, level: :info)
|
|
|
|
SignalTrapLogger.instance.log(@logger, message, level: level)
|
2024-05-29 11:15:20 +08:00
|
|
|
end
|
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
def after_fork
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
Demon::Sidekiq.after_fork&.call
|
2024-06-03 12:51:12 +08:00
|
|
|
SignalTrapLogger.instance.after_fork
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
|
2024-05-29 11:15:20 +08:00
|
|
|
log("Loading Sidekiq in process id #{Process.pid}")
|
2013-10-10 10:33:52 +08:00
|
|
|
require "sidekiq/cli"
|
2013-11-02 06:57:50 +08:00
|
|
|
cli = Sidekiq::CLI.instance
|
2014-04-17 13:57:17 +08:00
|
|
|
|
2020-04-16 19:13:13 +08:00
|
|
|
# Unicorn uses USR1 to indicate that log files have been rotated
|
2024-10-10 08:01:40 +08:00
|
|
|
Signal.trap("USR1") { reopen_logs }
|
|
|
|
|
|
|
|
Signal.trap("USR2") do
|
|
|
|
sleep 1
|
|
|
|
reopen_logs
|
2020-04-16 19:13:13 +08:00
|
|
|
end
|
|
|
|
|
2017-04-27 15:28:23 +08:00
|
|
|
options = ["-c", GlobalSetting.sidekiq_workers.to_s]
|
|
|
|
|
2019-08-30 18:26:16 +08:00
|
|
|
[["critical", 8], ["default", 4], ["low", 2], ["ultra_low", 1]].each do |queue_name, weight|
|
2017-04-27 15:28:23 +08:00
|
|
|
custom_queue_hostname = ENV["UNICORN_SIDEKIQ_#{queue_name.upcase}_QUEUE_HOSTNAME"]
|
|
|
|
|
2020-02-18 12:11:30 +08:00
|
|
|
if !custom_queue_hostname || custom_queue_hostname.split(",").include?(Discourse.os_hostname)
|
2017-04-27 15:28:23 +08:00
|
|
|
options << "-q"
|
|
|
|
options << "#{queue_name},#{weight}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-01-09 06:29:14 +08:00
|
|
|
# Sidekiq not as high priority as web, in this environment it is forked so a web is very
|
|
|
|
# likely running
|
|
|
|
Discourse::Utils.execute_command("renice", "-n", "5", "-p", Process.pid.to_s)
|
|
|
|
|
2017-04-27 15:28:23 +08:00
|
|
|
cli.parse(options)
|
2015-12-09 08:48:41 +08:00
|
|
|
load Rails.root + "config/initializers/100-sidekiq.rb"
|
2013-11-02 06:57:50 +08:00
|
|
|
cli.run
|
2024-06-11 12:29:48 +08:00
|
|
|
rescue => error
|
|
|
|
log(
|
|
|
|
"Error encountered while starting Sidekiq: [#{error.class}] #{error.message}\n#{error.backtrace.join("\n")}",
|
|
|
|
level: :error,
|
|
|
|
)
|
|
|
|
|
2013-11-02 06:57:50 +08:00
|
|
|
exit 1
|
2013-10-10 10:33:52 +08:00
|
|
|
end
|
2024-10-10 08:01:40 +08:00
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def reopen_logs
|
|
|
|
begin
|
|
|
|
log_in_trap("Sidekiq reopening logs...")
|
|
|
|
Unicorn::Util.reopen_logs
|
|
|
|
log_in_trap("Sidekiq done reopening logs...")
|
|
|
|
rescue => error
|
|
|
|
log_in_trap(
|
|
|
|
"Error encountered while reopening logs: [#{error.class}] #{error.message}\n#{error.backtrace.join("\n")}",
|
|
|
|
level: :error,
|
|
|
|
)
|
|
|
|
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
end
|
2013-10-10 10:33:52 +08:00
|
|
|
end
|