2019-05-03 06:17:27 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2013-04-05 12:29:46 +08:00
|
|
|
module Jobs
|
2013-05-08 13:20:38 +08:00
|
|
|
# various consistency checks
|
2019-10-02 12:01:53 +08:00
|
|
|
class EnsureDbConsistency < ::Jobs::Scheduled
|
2014-02-11 13:11:40 +08:00
|
|
|
every 12.hours
|
2013-08-08 01:25:05 +08:00
|
|
|
|
2013-04-05 12:29:46 +08:00
|
|
|
def execute(args)
|
2019-08-29 11:27:04 +08:00
|
|
|
start_measure
|
|
|
|
|
|
|
|
[
|
|
|
|
UserVisit,
|
|
|
|
Group,
|
|
|
|
Notification,
|
|
|
|
TopicFeaturedUsers,
|
|
|
|
PostRevision,
|
|
|
|
Topic,
|
|
|
|
Badge,
|
|
|
|
CategoryUser,
|
|
|
|
UserOption,
|
|
|
|
Tag,
|
|
|
|
CategoryTagStat,
|
|
|
|
User,
|
|
|
|
UserAvatar,
|
FEATURE: Include optimized thumbnails for topics (#9215)
This introduces new APIs for obtaining optimized thumbnails for topics. There are a few building blocks required for this:
- Introduces new `image_upload_id` columns on the `posts` and `topics` table. This replaces the old `image_url` column, which means that thumbnails are now restricted to uploads. Hotlinked thumbnails are no longer possible. In normal use (with pull_hotlinked_images enabled), this has no noticeable impact
- A migration attempts to match existing urls to upload records. If a match cannot be found then the posts will be queued for rebake
- Optimized thumbnails are generated during post_process_cooked. If thumbnails are missing when serializing a topic list, then a sidekiq job is queued
- Topic lists and topics now include a `thumbnails` key, which includes all the available images:
```
"thumbnails": [
{
"max_width": null,
"max_height": null,
"url": "//example.com/original-image.png",
"width": 1380,
"height": 1840
},
{
"max_width": 1024,
"max_height": 1024,
"url": "//example.com/optimized-image.png",
"width": 768,
"height": 1024
}
]
```
- Themes can request additional thumbnail sizes by using a modifier in their `about.json` file:
```
"modifiers": {
"topic_thumbnail_sizes": [
[200, 200],
[800, 800]
],
...
```
Remember that these are generated asynchronously, so your theme should include logic to fallback to other available thumbnails if your requested size has not yet been generated
- Two new raw plugin outlets are introduced, to improve the customisability of the topic list. `topic-list-before-columns` and `topic-list-before-link`
2020-05-05 16:07:50 +08:00
|
|
|
Category,
|
|
|
|
TopicThumbnail
|
2019-08-29 11:27:04 +08:00
|
|
|
].each do |klass|
|
|
|
|
klass.ensure_consistency!
|
|
|
|
measure(klass)
|
|
|
|
end
|
|
|
|
|
|
|
|
UserAction.ensure_consistency!(13.hours.ago)
|
|
|
|
measure(UserAction)
|
|
|
|
|
2016-05-03 05:15:32 +08:00
|
|
|
UserStat.ensure_consistency!(13.hours.ago)
|
2019-08-29 11:27:04 +08:00
|
|
|
measure(UserStat)
|
|
|
|
|
2020-09-03 14:02:15 +08:00
|
|
|
GroupUser.ensure_consistency!(13.hours.ago)
|
|
|
|
measure(GroupUser)
|
|
|
|
|
2019-08-29 11:27:04 +08:00
|
|
|
Rails.logger.debug(format_measure)
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def format_measure
|
2020-10-08 04:51:04 +08:00
|
|
|
result = +"EnsureDbConsistency Times\n"
|
2019-08-29 11:27:04 +08:00
|
|
|
result << @measure_times.map do |name, duration|
|
|
|
|
" #{name}: #{duration}"
|
|
|
|
end.join("\n")
|
|
|
|
result
|
|
|
|
end
|
|
|
|
|
|
|
|
def start_measure
|
|
|
|
@measure_times = []
|
|
|
|
@measure_start = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
2013-04-05 12:29:46 +08:00
|
|
|
end
|
2019-08-29 11:27:04 +08:00
|
|
|
|
|
|
|
def measure(step = nil)
|
|
|
|
@measure_now = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
|
|
|
if @measure_start
|
|
|
|
@measure_times << [step, @measure_now - @measure_start]
|
|
|
|
end
|
|
|
|
@measure_start = @measure_now
|
|
|
|
end
|
|
|
|
|
2013-04-05 12:29:46 +08:00
|
|
|
end
|
|
|
|
end
|