2019-02-21 14:20:42 +08:00
|
|
|
if Rails.env.development? && RUBY_VERSION.match?(/^2\.5\.[23]/)
|
|
|
|
STDERR.puts "WARNING: Discourse development environment runs slower on Ruby 2.5.3 or below"
|
|
|
|
STDERR.puts "We recommend you upgrade to Ruby 2.6.1 for the optimal development performance"
|
|
|
|
|
|
|
|
# we have to used to older and slower version of the logger cause the new one exposes a Ruby bug in
|
|
|
|
# the Queue class which causes segmentation faults
|
|
|
|
Logster::Scheduler.disable
|
|
|
|
end
|
|
|
|
|
2018-08-14 06:49:57 +08:00
|
|
|
if Rails.env.development? && !Sidekiq.server? && ENV["RAILS_LOGS_STDOUT"] == "1"
|
2018-08-13 17:05:42 +08:00
|
|
|
console = ActiveSupport::Logger.new(STDOUT)
|
|
|
|
original_logger = Rails.logger.chained.first
|
|
|
|
console.formatter = original_logger.formatter
|
|
|
|
console.level = original_logger.level
|
|
|
|
|
|
|
|
unless ActiveSupport::Logger.logger_outputs_to?(original_logger, STDOUT)
|
|
|
|
original_logger.extend(ActiveSupport::Logger.broadcast(console))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2014-05-07 14:55:24 +08:00
|
|
|
if Rails.env.production?
|
2014-08-07 08:30:12 +08:00
|
|
|
Logster.store.ignore = [
|
|
|
|
# honestly, Rails should not be logging this, its real noisy
|
|
|
|
/^ActionController::RoutingError \(No route matches/,
|
2014-08-05 14:14:10 +08:00
|
|
|
|
2014-08-07 08:30:12 +08:00
|
|
|
/^PG::Error: ERROR:\s+duplicate key/,
|
2014-08-05 14:14:10 +08:00
|
|
|
|
2014-08-18 11:10:22 +08:00
|
|
|
/^ActionController::UnknownFormat/,
|
2016-02-24 12:57:36 +08:00
|
|
|
/^ActionController::UnknownHttpMethod/,
|
2015-05-06 14:21:59 +08:00
|
|
|
/^AbstractController::ActionNotFound/,
|
2015-01-17 15:30:06 +08:00
|
|
|
# ignore any empty JS errors that contain blanks or zeros for line and column fields
|
|
|
|
#
|
|
|
|
# Line:
|
|
|
|
# Column:
|
|
|
|
#
|
|
|
|
/(?m).*?Line: (?:\D|0).*?Column: (?:\D|0)/,
|
2015-01-17 09:28:50 +08:00
|
|
|
|
2016-08-29 15:47:11 +08:00
|
|
|
# suppress empty JS errors (covers MSIE 9, etc)
|
|
|
|
/^(Syntax|Script) error.*Line: (0|1)\b/m,
|
2015-08-18 15:05:55 +08:00
|
|
|
|
2015-05-07 08:42:21 +08:00
|
|
|
# CSRF errors are not providing enough data
|
|
|
|
# suppress unconditionally for now
|
2017-09-04 18:03:45 +08:00
|
|
|
/^Can't verify CSRF token authenticity.$/,
|
2015-05-19 07:32:27 +08:00
|
|
|
|
2016-06-10 07:38:41 +08:00
|
|
|
# Yandex bot triggers this JS error a lot
|
|
|
|
/^Uncaught ReferenceError: I18n is not defined/,
|
|
|
|
|
|
|
|
# related to browser plugins somehow, we don't care
|
|
|
|
/Error calling method on NPObject/,
|
|
|
|
|
|
|
|
# 404s can be dealt with elsewhere
|
|
|
|
/^ActiveRecord::RecordNotFound/,
|
2015-05-27 11:46:15 +08:00
|
|
|
|
|
|
|
# bad asset requested, no need to log
|
2017-11-30 15:29:19 +08:00
|
|
|
/^ActionController::BadRequest/,
|
|
|
|
|
|
|
|
# we can't do anything about invalid parameters
|
2017-12-11 14:52:48 +08:00
|
|
|
/Rack::QueryParser::InvalidParameterError/,
|
|
|
|
|
|
|
|
# we handle this cleanly in the message bus middleware
|
|
|
|
# no point logging to logster
|
2018-12-03 10:52:09 +08:00
|
|
|
/RateLimiter::LimitExceeded.*/m,
|
|
|
|
|
|
|
|
# see https://github.com/rails/rails/issues/34599
|
|
|
|
# Poll defines an enum with the value `open` ActiveRecord then attempts
|
|
|
|
# AR then warns cause #open is being redefined, it is already defined
|
|
|
|
# privately in Kernel per: http://ruby-doc.org/core-2.5.3/Kernel.html#method-i-open
|
|
|
|
# Once the rails issue is fixed we can stop this error suppression and stop defining
|
|
|
|
# scopes for the enums
|
|
|
|
/^Creating scope :open\. Overwriting existing method Poll\.open\./,
|
2014-08-07 08:30:12 +08:00
|
|
|
]
|
2019-02-21 23:59:33 +08:00
|
|
|
Logster.config.env_expandable_keys.push(:hostname, :problem_db)
|
2014-05-07 14:55:24 +08:00
|
|
|
end
|
2014-05-24 20:50:39 +08:00
|
|
|
|
2019-03-22 11:11:21 +08:00
|
|
|
Logster.store.max_backlog = GlobalSetting.max_logster_logs
|
2019-03-21 21:10:17 +08:00
|
|
|
|
2014-05-24 20:50:39 +08:00
|
|
|
# middleware that logs errors sits before multisite
|
|
|
|
# we need to establish a connection so redis connection is good
|
|
|
|
# and db connection is good
|
2017-07-28 09:20:09 +08:00
|
|
|
Logster.config.current_context = lambda { |env, &blk|
|
2014-05-24 20:50:39 +08:00
|
|
|
begin
|
|
|
|
if Rails.configuration.multisite
|
|
|
|
request = Rack::Request.new(env)
|
|
|
|
ActiveRecord::Base.connection_handler.clear_active_connections!
|
2017-07-28 09:20:09 +08:00
|
|
|
RailsMultisite::ConnectionManagement.establish_connection(host: request['__ws'] || request.host)
|
2014-05-24 20:50:39 +08:00
|
|
|
end
|
|
|
|
blk.call
|
|
|
|
ensure
|
|
|
|
ActiveRecord::Base.connection_handler.clear_active_connections!
|
|
|
|
end
|
|
|
|
}
|
2015-03-09 08:45:36 +08:00
|
|
|
|
|
|
|
# TODO logster should be able to do this automatically
|
|
|
|
Logster.config.subdirectory = "#{GlobalSetting.relative_url_root}/logs"
|
2015-08-17 14:54:44 +08:00
|
|
|
|
|
|
|
Logster.config.application_version = Discourse.git_version
|
2019-03-19 16:39:16 +08:00
|
|
|
Logster.config.enable_custom_patterns_via_ui = true
|
2016-02-17 16:44:53 +08:00
|
|
|
|
2016-03-08 16:33:13 +08:00
|
|
|
store = Logster.store
|
2016-02-17 16:44:53 +08:00
|
|
|
redis = Logster.store.redis
|
2016-03-08 16:33:13 +08:00
|
|
|
store.redis_prefix = Proc.new { redis.namespace }
|
|
|
|
store.redis_raw_connection = redis.without_namespace
|
|
|
|
severities = [Logger::WARN, Logger::ERROR, Logger::FATAL, Logger::UNKNOWN]
|
|
|
|
|
|
|
|
RailsMultisite::ConnectionManagement.each_connection do
|
2016-03-24 23:12:38 +08:00
|
|
|
error_rate_per_minute = SiteSetting.alert_admins_if_errors_per_minute rescue 0
|
2016-03-21 15:17:11 +08:00
|
|
|
|
2016-03-24 23:14:17 +08:00
|
|
|
if (error_rate_per_minute || 0) > 0
|
2016-03-08 16:33:13 +08:00
|
|
|
store.register_rate_limit_per_minute(severities, error_rate_per_minute) do |rate|
|
2018-12-05 14:03:37 +08:00
|
|
|
MessageBus.publish("/logs_error_rate_exceeded",
|
|
|
|
{
|
|
|
|
rate: rate,
|
|
|
|
duration: 'minute',
|
|
|
|
publish_at: Time.current.to_i
|
|
|
|
},
|
|
|
|
group_ids: [Group::AUTO_GROUPS[:admins]]
|
|
|
|
)
|
2016-03-08 16:33:13 +08:00
|
|
|
end
|
|
|
|
end
|
2016-02-17 16:44:53 +08:00
|
|
|
|
2016-03-24 23:12:38 +08:00
|
|
|
error_rate_per_hour = SiteSetting.alert_admins_if_errors_per_hour rescue 0
|
2016-03-21 15:17:11 +08:00
|
|
|
|
2016-03-24 23:14:17 +08:00
|
|
|
if (error_rate_per_hour || 0) > 0
|
2016-03-08 16:33:13 +08:00
|
|
|
store.register_rate_limit_per_hour(severities, error_rate_per_hour) do |rate|
|
2018-12-05 14:03:37 +08:00
|
|
|
MessageBus.publish("/logs_error_rate_exceeded",
|
|
|
|
{
|
|
|
|
rate: rate,
|
|
|
|
duration: 'hour',
|
|
|
|
publish_at: Time.current.to_i,
|
|
|
|
},
|
|
|
|
group_ids: [Group::AUTO_GROUPS[:admins]]
|
|
|
|
)
|
2016-02-17 16:44:53 +08:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2016-09-15 23:50:34 +08:00
|
|
|
|
|
|
|
if Rails.configuration.multisite
|
2018-08-14 09:57:09 +08:00
|
|
|
chained = Rails.logger.chained
|
2016-11-14 11:39:19 +08:00
|
|
|
chained && chained.first.formatter = RailsMultisite::Formatter.new
|
2016-09-15 23:50:34 +08:00
|
|
|
end
|