mirror of
https://github.com/discourse/discourse.git
synced 2024-12-24 06:13:47 +08:00
6c91148db8
* DEV: Implement uploads command entrypoint - Setup Thor UploadsCommand for CLI - First pass at modularizing various parts of the exising `uploads_import` script * DEV: First attempt at modularizing missing uploads fixer task Move missing upload fix to a dedicated uploads task implementation unit * DEV: First attempt at modularizing missing uploads uploader task Move uploader to a dedicated uploads task implementation unit * DEV: First attempt at modularizing missing uploads optimizer task Move optimizer to a dedicated uploads task implementation unit * DEV: Various follow up fixes to get optimization working - Start threads early - Improve "log" message formatting - Add missing `copy_to_tempfile` method on "uploader" task * DEV: Refactor a bit more Deduplicate and move most of threading premitives to base task as-is * DEV: Remove redundant condition in uploads db migration * DEV: More deduplication Move task retry logic to base class and tidy up other implementation details carried over from the existing script
81 lines
2.0 KiB
Ruby
81 lines
2.0 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Migrations::Uploader
|
|
class Uploads
|
|
attr_reader :settings, :databases
|
|
|
|
def initialize(settings)
|
|
@settings = settings
|
|
@databases = setup_databases
|
|
configure_services
|
|
end
|
|
|
|
def perform!
|
|
tasks = build_task_pipeline
|
|
tasks.each { |task| task.run!(databases, settings) }
|
|
ensure
|
|
cleanup_resources
|
|
end
|
|
|
|
def self.perform!(settings = {})
|
|
new(settings).perform!
|
|
end
|
|
|
|
private
|
|
|
|
def build_task_pipeline
|
|
[].tap do |tasks|
|
|
tasks << Tasks::Fixer if settings[:fix_missing]
|
|
tasks << Tasks::Uploader
|
|
tasks << Tasks::Optimizer if settings[:create_optimized_images]
|
|
end
|
|
end
|
|
|
|
def setup_databases
|
|
run_uploads_db_migrations
|
|
|
|
{
|
|
uploads_db: create_database_connection(:uploads),
|
|
intermediate_db: create_database_connection(:intermediate),
|
|
}
|
|
end
|
|
|
|
def create_database_connection(type)
|
|
path = type == :uploads ? settings[:output_db_path] : settings[:source_db_path]
|
|
|
|
# TODO: Using "raw" db connection here for now
|
|
# Investigate using ::Migrations::Database::IntermediateDB.setup(db)
|
|
# Should we have a ::Migrations::Database::UploadsDB.setup(db)?
|
|
::Migrations::Database.connect(path)
|
|
end
|
|
|
|
def run_uploads_db_migrations
|
|
::Migrations::Database.migrate(
|
|
settings[:output_db_path],
|
|
migrations_path: ::Migrations::Database::UPLOADS_DB_SCHEMA_PATH,
|
|
)
|
|
end
|
|
|
|
def configure_services
|
|
configure_logging
|
|
configure_site_settings
|
|
end
|
|
|
|
def configure_logging
|
|
@original_exifr_logger = EXIFR.logger
|
|
|
|
# disable logging for EXIFR which is used by ImageOptim
|
|
EXIFR.logger = Logger.new(nil)
|
|
end
|
|
|
|
def configure_site_settings
|
|
SiteSettings.configure!(settings[:site_settings])
|
|
end
|
|
|
|
def cleanup_resources
|
|
databases.values.each(&:close)
|
|
EXIFR.logger = @original_exifr_logger
|
|
end
|
|
end
|
|
end
|