mirror of
https://github.com/discourse/discourse.git
synced 2024-12-16 05:23:48 +08:00
189 lines
4.6 KiB
Ruby
189 lines
4.6 KiB
Ruby
require 'nokogiri'
|
|
|
|
class DisqusSAX < Nokogiri::XML::SAX::Document
|
|
attr_accessor :posts, :threads
|
|
|
|
def initialize(options=nil)
|
|
@inside = {}
|
|
@posts = {}
|
|
@threads = {}
|
|
@options = options || {}
|
|
end
|
|
|
|
def start_element(name, attrs = [])
|
|
|
|
case name
|
|
when 'post'
|
|
@post = {}
|
|
@post[:id] = Hash[attrs]['dsq:id'] if @post
|
|
when 'thread'
|
|
id = Hash[attrs]['dsq:id']
|
|
if @post
|
|
thread = @threads[id]
|
|
thread[:posts] << @post
|
|
else
|
|
@thread = {id: id, posts: []}
|
|
end
|
|
when 'parent'
|
|
if @post
|
|
id = Hash[attrs]['dsq:id']
|
|
@post[:parent_id] = id
|
|
end
|
|
end
|
|
|
|
@inside[name] = true
|
|
end
|
|
|
|
def end_element(name)
|
|
case name
|
|
when 'post'
|
|
@posts[@post[:id]] = @post
|
|
@post = nil
|
|
when 'thread'
|
|
if @post.nil?
|
|
@threads[@thread[:id]] = @thread
|
|
@thread = nil
|
|
end
|
|
end
|
|
|
|
@inside[name] = false
|
|
end
|
|
|
|
def characters(str)
|
|
record(@post, :author_email, str, 'author', 'email')
|
|
record(@post, :author_name, str, 'author', 'name')
|
|
record(@post, :author_anonymous, str, 'author', 'isAnonymous')
|
|
record(@post, :created_at, str, 'createdAt')
|
|
|
|
record(@thread, :link, str, 'link')
|
|
record(@thread, :title, str, 'title')
|
|
record(@thread, :created_at, str, 'createdAt')
|
|
end
|
|
|
|
def cdata_block(str)
|
|
record(@post, :cooked, str, 'message')
|
|
end
|
|
|
|
def record(target, sym, str, *params)
|
|
return if target.nil?
|
|
|
|
if inside?(*params)
|
|
target[sym] ||= ""
|
|
target[sym] << str
|
|
end
|
|
|
|
end
|
|
|
|
def inside?(*params)
|
|
return !params.find{|p| !@inside[p]}
|
|
end
|
|
|
|
def normalize
|
|
|
|
@threads.each do |id, t|
|
|
if t[:posts].size == 0
|
|
# Remove any threads that have no posts
|
|
@threads.delete(id)
|
|
else
|
|
# Normalize titles
|
|
t[:title].gsub!(@options[:strip], '') if @options[:strip].present?
|
|
t[:title].strip!
|
|
end
|
|
end
|
|
|
|
# Merge any threads that have the same title
|
|
existing_title = {}
|
|
@threads.each do |id, t|
|
|
existing = existing_title[t[:title]]
|
|
if existing.nil?
|
|
existing_title[t[:title]] = t
|
|
else
|
|
existing[:posts] << t[:posts]
|
|
existing[:posts].flatten!
|
|
@threads.delete(t[:id])
|
|
end
|
|
end
|
|
|
|
|
|
end
|
|
end
|
|
|
|
class Disqus < Thor
|
|
desc "import", "Imports posts from a Disqus XML export"
|
|
method_option :file, aliases: '-f', required: true, desc: "The disqus XML file to import"
|
|
method_option :dry_run, required: false, desc: "Just output what will be imported rather than doing it"
|
|
method_option :post_as, aliases: '-p', required: true, desc: "The Discourse username to post as"
|
|
method_option :strip, aliases: '-s', required: false, desc: "Text to strip from titles"
|
|
|
|
def import
|
|
require './config/environment'
|
|
|
|
email_blacklist = SiteSetting.email_domains_blacklist
|
|
|
|
user = User.where(username_lower: options[:post_as].downcase).first
|
|
if user.nil?
|
|
puts "No user found named: '#{options[:post_as]}'"
|
|
exit 1
|
|
end
|
|
|
|
unless File.exist?(options[:file])
|
|
puts "File '#{options[:file]}' not found"
|
|
exit 1
|
|
end
|
|
|
|
parser = DisqusSAX.new(options)
|
|
doc = Nokogiri::XML::SAX::Parser.new(parser)
|
|
doc.parse_file(options[:file])
|
|
parser.normalize
|
|
|
|
RateLimiter.disable
|
|
|
|
SiteSetting.email_domains_blacklist = ""
|
|
|
|
parser.threads.each do |id, t|
|
|
puts "Creating #{t[:title]}... (#{t[:posts].size} posts)"
|
|
|
|
if options[:dry_run].blank?
|
|
|
|
post = TopicEmbed.import_remote(user, t[:link], title: t[:title])
|
|
if post.present?
|
|
t[:posts].each do |p|
|
|
post_user = user
|
|
if p[:author_email]
|
|
email = Email.downcase(p[:author_email])
|
|
post_user = User.where(email: email).first
|
|
if post_user.blank?
|
|
post_user = User.create!(email: email, username: UserNameSuggester.suggest(email))
|
|
end
|
|
end
|
|
|
|
attrs = {
|
|
topic_id: post.topic_id,
|
|
raw: p[:cooked],
|
|
cooked: p[:cooked],
|
|
created_at: Date.parse(p[:created_at])
|
|
}
|
|
|
|
if p[:parent_id]
|
|
parent = parser.posts[p[:parent_id]]
|
|
if parent && parent[:discourse_number]
|
|
attrs[:reply_to_post_number] = parent[:discourse_number]
|
|
end
|
|
end
|
|
|
|
post = PostCreator.new(post_user, attrs).create
|
|
p[:discourse_number] = post.post_number
|
|
end
|
|
TopicFeaturedUsers.new(post.topic).choose
|
|
end
|
|
end
|
|
end
|
|
|
|
ensure
|
|
RateLimiter.enable
|
|
SiteSetting.email_domains_blacklist = email_blacklist
|
|
end
|
|
end
|
|
|
|
|