mirror of
https://github.com/discourse/discourse.git
synced 2024-12-11 15:13:39 +08:00
30990006a9
This reduces chances of errors where consumers of strings mutate inputs and reduces memory usage of the app. Test suite passes now, but there may be some stuff left, so we will run a few sites on a branch prior to merging
170 lines
5.4 KiB
Ruby
170 lines
5.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "mysql2"
|
|
require File.expand_path(File.dirname(__FILE__) + "/base.rb")
|
|
|
|
# If you change this script's functionality, please consider making a note here:
|
|
# https://meta.discourse.org/t/importing-from-kunena-3/43776
|
|
|
|
# Before running this script, paste these lines into your shell,
|
|
# then use arrow keys to edit the values
|
|
=begin
|
|
export DB_HOST="localhost"
|
|
export DB_NAME="kunena"
|
|
export DB_USER="kunena"
|
|
export DB_PW="kunena"
|
|
export KUNENA_PREFIX="jos_" # "iff_" sometimes
|
|
export IMAGE_PREFIX="http://EXAMPLE.com/media/kunena/attachments"
|
|
export PARENT_FIELD="parent_id" # "parent" in some versions
|
|
=end
|
|
|
|
class ImportScripts::Kunena < ImportScripts::Base
|
|
|
|
DB_HOST ||= ENV['DB_HOST'] || "localhost"
|
|
DB_NAME ||= ENV['DB_NAME'] || "kunena"
|
|
DB_USER ||= ENV['DB_USER'] || "kunena"
|
|
DB_PW ||= ENV['DB_PW'] || "kunena"
|
|
KUNENA_PREFIX ||= ENV['KUNENA_PREFIX'] || "jos_" # "iff_" sometimes
|
|
IMAGE_PREFIX ||= ENV['IMAGE_PREFIX'] || "http://EXAMPLE.com/media/kunena/attachments"
|
|
PARENT_FIELD ||= ENV['PARENT_FIELD'] || "parent_id" # "parent" in some versions
|
|
|
|
def initialize
|
|
|
|
super
|
|
|
|
@users = {}
|
|
|
|
@client = Mysql2::Client.new(
|
|
host: DB_HOST,
|
|
username: DB_USER,
|
|
password: DB_PW,
|
|
database: DB_NAME
|
|
)
|
|
end
|
|
|
|
def execute
|
|
parse_users
|
|
|
|
puts "creating users"
|
|
|
|
create_users(@users) do |id, user|
|
|
{ id: id,
|
|
email: user[:email],
|
|
username: user[:username],
|
|
created_at: user[:created_at],
|
|
bio_raw: user[:bio],
|
|
moderator: user[:moderator] ? true : false,
|
|
admin: user[:admin] ? true : false,
|
|
suspended_at: user[:suspended] ? Time.zone.now : nil,
|
|
suspended_till: user[:suspended] ? 100.years.from_now : nil }
|
|
end
|
|
|
|
@users = nil
|
|
|
|
create_categories(@client.query("SELECT id, #{PARENT_FIELD} as parent_id, name, description, ordering FROM #{KUNENA_PREFIX}kunena_categories ORDER BY #{PARENT_FIELD}, id;")) do |c|
|
|
h = { id: c['id'], name: c['name'], description: c['description'], position: c['ordering'].to_i }
|
|
if c['parent_id'].to_i > 0
|
|
h[:parent_category_id] = category_id_from_imported_category_id(c['parent_id'])
|
|
end
|
|
h
|
|
end
|
|
|
|
import_posts
|
|
|
|
begin
|
|
create_admin(email: 'CHANGE@ME.COM', username: UserNameSuggester.suggest('CHAMGEME'))
|
|
rescue => e
|
|
puts '', "Failed to create admin user"
|
|
puts e.message
|
|
end
|
|
end
|
|
|
|
def parse_users
|
|
# Need to merge data from joomla with kunena
|
|
|
|
puts "fetching Joomla users data from mysql"
|
|
results = @client.query("SELECT id, username, email, registerDate FROM #{KUNENA_PREFIX}users;", cache_rows: false)
|
|
results.each do |u|
|
|
next unless u['id'].to_i > (0) && u['username'].present? && u['email'].present?
|
|
username = u['username'].gsub(' ', '_').gsub(/[^A-Za-z0-9_]/, '')[0, User.username_length.end]
|
|
if username.length < User.username_length.first
|
|
username = username * User.username_length.first
|
|
end
|
|
@users[u['id'].to_i] = { id: u['id'].to_i, username: username, email: u['email'], created_at: u['registerDate'] }
|
|
end
|
|
|
|
puts "fetching Kunena user data from mysql"
|
|
results = @client.query("SELECT userid, signature, moderator, banned FROM #{KUNENA_PREFIX}kunena_users;", cache_rows: false)
|
|
results.each do |u|
|
|
next unless u['userid'].to_i > 0
|
|
user = @users[u['userid'].to_i]
|
|
if user
|
|
user[:bio] = u['signature']
|
|
user[:moderator] = (u['moderator'].to_i == 1)
|
|
user[:suspended] = u['banned'].present?
|
|
end
|
|
end
|
|
end
|
|
|
|
def import_posts
|
|
puts '', "creating topics and posts"
|
|
|
|
total_count = @client.query("SELECT COUNT(*) count FROM #{KUNENA_PREFIX}kunena_messages m;").first['count']
|
|
|
|
batch_size = 1000
|
|
|
|
batches(batch_size) do |offset|
|
|
results = @client.query("
|
|
SELECT m.id id,
|
|
m.thread thread,
|
|
m.parent parent,
|
|
m.catid catid,
|
|
m.userid userid,
|
|
m.subject subject,
|
|
m.time time,
|
|
t.message message
|
|
FROM #{KUNENA_PREFIX}kunena_messages m,
|
|
#{KUNENA_PREFIX}kunena_messages_text t
|
|
WHERE m.id = t.mesid
|
|
ORDER BY m.id
|
|
LIMIT #{batch_size}
|
|
OFFSET #{offset};
|
|
", cache_rows: false)
|
|
|
|
break if results.size < 1
|
|
|
|
next if all_records_exist? :posts, results.map { |p| p['id'].to_i }
|
|
|
|
create_posts(results, total: total_count, offset: offset) do |m|
|
|
skip = false
|
|
mapped = {}
|
|
|
|
mapped[:id] = m['id']
|
|
mapped[:user_id] = user_id_from_imported_user_id(m['userid']) || -1
|
|
|
|
id = m['userid']
|
|
mapped[:raw] = m["message"].gsub(/\[attachment=[0-9]+\](.+?)\[\/attachment\]/, "\n#{IMAGE_PREFIX}/#{id}/\\1")
|
|
mapped[:created_at] = Time.zone.at(m['time'])
|
|
|
|
if m['parent'] == 0
|
|
mapped[:category] = category_id_from_imported_category_id(m['catid'])
|
|
mapped[:title] = m['subject']
|
|
else
|
|
parent = topic_lookup_from_imported_post_id(m['parent'])
|
|
if parent
|
|
mapped[:topic_id] = parent[:topic_id]
|
|
mapped[:reply_to_post_number] = parent[:post_number] if parent[:post_number] > 1
|
|
else
|
|
puts "Parent post #{m['parent']} doesn't exist. Skipping #{m["id"]}: #{m["subject"][0..40]}"
|
|
skip = true
|
|
end
|
|
end
|
|
|
|
skip ? nil : mapped
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
ImportScripts::Kunena.new.perform
|