2019-05-03 06:17:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2019-10-02 12:54:08 +08:00
|
|
|
require "demon/base"
|
2013-10-10 10:33:52 +08:00
|
|
|
|
2019-10-02 12:54:08 +08:00
|
|
|
class Demon::Sidekiq < ::Demon::Base
|
2013-11-02 06:57:50 +08:00
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
def self.prefix
|
|
|
|
"sidekiq"
|
|
|
|
end
|
|
|
|
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
def self.after_fork(&blk)
|
2017-07-28 09:20:09 +08:00
|
|
|
blk ? (@blk = blk) : @blk
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
end
|
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
private
|
|
|
|
|
2014-04-17 13:57:17 +08:00
|
|
|
def suppress_stdout
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def suppress_stderr
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
def after_fork
|
FEATURE: set UNICORN_STATS_SOCKET_DIR for status socket
eg:
sam@ubuntu stats_sockets % socat - UNIX-CONNECT:9622.sock
gc_stat
{"count":46,"heap_allocated_pages":2459,"heap_sorted_length":2460,"heap_allocatable_pages":0,"heap_available_slots":1002267,"heap_live_slots":647293,"heap_free_slots":354974,"heap_final_slots":0,"heap_marked_slots":503494,"heap_swept_slots":498773,"heap_eden_pages":2459,"heap_tomb_pages":0,"total_allocated_pages":2459,"total_freed_pages":0,"total_allocated_objects":4337014,"total_freed_objects":3689721,"malloc_increase_bytes":6448248,"malloc_increase_bytes_limit":29188387,"minor_gc_count":36,"major_gc_count":10,"remembered_wb_unprotected_objects":19958,"remembered_wb_unprotected_objects_limit":39842,"old_objects":462019,"old_objects_limit":895782,"oldmalloc_increase_bytes":6448696,"oldmalloc_increase_bytes_limit":19350882}
2017-04-21 23:36:51 +08:00
|
|
|
Demon::Sidekiq.after_fork&.call
|
|
|
|
|
2017-11-03 16:57:48 +08:00
|
|
|
puts "Loading Sidekiq in process id #{Process.pid}"
|
2013-10-10 10:33:52 +08:00
|
|
|
require 'sidekiq/cli'
|
2014-06-03 15:17:10 +08:00
|
|
|
# CLI will close the logger, if we have one set we can be in big
|
|
|
|
# trouble, if STDOUT is closed in our process all sort of weird
|
|
|
|
# will ensue, resetting the logger ensures it will reinit correctly
|
|
|
|
# parent process is in charge of the file anyway.
|
2019-12-10 12:09:51 +08:00
|
|
|
Sidekiq.logger = nil
|
2013-11-02 06:57:50 +08:00
|
|
|
cli = Sidekiq::CLI.instance
|
2014-04-17 13:57:17 +08:00
|
|
|
|
2020-04-16 19:13:13 +08:00
|
|
|
# Unicorn uses USR1 to indicate that log files have been rotated
|
|
|
|
Signal.trap("USR1") do
|
|
|
|
puts "Sidekiq PID #{Process.pid} reopening logs..."
|
|
|
|
Unicorn::Util.reopen_logs
|
|
|
|
puts "Sidekiq PID #{Process.pid} done reopening logs..."
|
|
|
|
end
|
|
|
|
|
2017-04-27 15:28:23 +08:00
|
|
|
options = ["-c", GlobalSetting.sidekiq_workers.to_s]
|
|
|
|
|
2019-08-30 18:26:16 +08:00
|
|
|
[['critical', 8], ['default', 4], ['low', 2], ['ultra_low', 1]].each do |queue_name, weight|
|
2017-04-27 15:28:23 +08:00
|
|
|
custom_queue_hostname = ENV["UNICORN_SIDEKIQ_#{queue_name.upcase}_QUEUE_HOSTNAME"]
|
|
|
|
|
2020-02-18 12:11:30 +08:00
|
|
|
if !custom_queue_hostname || custom_queue_hostname.split(',').include?(Discourse.os_hostname)
|
2017-04-27 15:28:23 +08:00
|
|
|
options << "-q"
|
|
|
|
options << "#{queue_name},#{weight}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-01-09 06:29:14 +08:00
|
|
|
# Sidekiq not as high priority as web, in this environment it is forked so a web is very
|
|
|
|
# likely running
|
|
|
|
Discourse::Utils.execute_command('renice', '-n', '5', '-p', Process.pid.to_s)
|
|
|
|
|
2017-04-27 15:28:23 +08:00
|
|
|
cli.parse(options)
|
2015-12-09 08:48:41 +08:00
|
|
|
load Rails.root + "config/initializers/100-sidekiq.rb"
|
2013-11-02 06:57:50 +08:00
|
|
|
cli.run
|
|
|
|
rescue => e
|
|
|
|
STDERR.puts e.message
|
|
|
|
STDERR.puts e.backtrace.join("\n")
|
|
|
|
exit 1
|
2013-10-10 10:33:52 +08:00
|
|
|
end
|
2013-11-02 06:57:50 +08:00
|
|
|
|
2013-10-10 10:33:52 +08:00
|
|
|
end
|