FEATURE: Add import script for Elgg (#19140)

script/import_scripts/elgg.rb

@@ -0,0 +1,222 @@
+# frozen_string_literal: true
+
+require 'mysql2'
+require File.expand_path(File.dirname(__FILE__) + "/base.rb")
+
+class ImportScripts::Elgg < ImportScripts::Base
+
+  BATCH_SIZE ||= 1000
+
+  def initialize
+    super
+
+    @client = Mysql2::Client.new(
+      host: "127.0.0.1",
+      port: "3306",
+      username: "",
+      database: "",
+      password: ""
+    )
+
+    SiteSetting.max_username_length = 50
+  end
+
+  def execute
+    import_users
+    import_categories
+    import_topics
+    import_posts
+  end
+
+  def create_avatar(user, guid)
+    puts "#{@path}"
+    # Put your avatar at the root of discourse in this folder:
+    path_prefix = 'import/data/www/'
+    # https://github.com/Elgg/Elgg/blob/2fc9c1910a9169bbe4010026c61d8e41a5b56239/engine/classes/ElggDiskFilestore.php#L24
+    # 	const BUCKET_SIZE = 5000;
+    bucket_size = 5000
+    #https://github.com/Elgg/Elgg/blob/0e7eedceaa96151f0cea0625b34f78d3d96a3e14/engine/classes/Elgg/EntityDirLocator.php#L80
+    # 	return (int) max(floor($guid / $bucket_size) * $bucket_size, 1);
+    bucket_id = [guid / bucket_size * bucket_size, 1].max
+
+    avatar_path = File.join(path_prefix, bucket_id.to_s, "/#{guid}/profile/#{guid}master.jpg")
+    if File.exist?(avatar_path)
+      @uploader.create_avatar(user, avatar_path)
+    end
+  end
+
+  def grant_admin(user, is_admin)
+    if is_admin == 'yes'
+      puts "", "#{user.username} is granted admin!"
+      user.grant_admin!
+    end
+  end
+
+  def import_users
+    puts "", "importing users..."
+
+    last_user_id = -1
+    total_users = mysql_query("select count(*) from elgg_users_entity where banned='no'").first["count"]
+
+    batches(BATCH_SIZE) do |offset|
+      users = mysql_query(<<-SQL
+        select eue.guid, eue.username, eue.name, eue.email, eue.admin,
+        max(case when ems1.string='cae_structure' then ems2.string  end)cae_structure,
+        max(case when ems1.string='location' then ems2.string  end)location,
+        max(case when ems1.string='validated' then ems2.string  end)validated,
+        max(case when ems1.string='briefdescription' then ems2.string  end)briefdescription,
+        max(case when ems1.string='website' then ems2.string  end)website
+        from elgg_users_entity eue
+        join elgg_metadata em on em.entity_guid = eue.guid
+        join elgg_metastrings ems1 on ems1.id = em.name_id
+        join elgg_metastrings ems2 on ems2.id = em.value_id
+        where
+        eue.banned='no'
+        and eue.guid > #{last_user_id}
+        group by eue.guid
+        LIMIT #{BATCH_SIZE}
+      SQL
+      ).to_a
+
+      break if users.empty?
+
+      last_user_id = users[-1]["guid"]
+      user_ids = users.map { |u| u["guid"].to_i }
+
+      next if all_records_exist?(:users, user_ids)
+
+      user_ids_sql = user_ids.join(",")
+
+      create_users(users, total: total_users, offset: offset) do |u|
+        if u["validated"] = 1
+          {
+            id: u["guid"].to_i,
+            username: u["username"],
+            location: u["location"],
+            email: u["email"].downcase,
+            name: u["name"],
+            website: u["website"],
+            bio_raw: u["briefdescription"].to_s + " " + u["cae_structure"].to_s,
+            post_create_action: proc do |user|
+              create_avatar(user, u["guid"])
+              #add_user_to_group(user, u["cae_structure"])
+              grant_admin(user, u["admin"])
+            end
+          }
+        end
+      end
+    end
+  end
+
+  def import_categories
+    puts "", "importing categories..."
+
+    categories = mysql_query("select guid, name, description from elgg_groups_entity")
+
+    create_categories(categories) do |c|
+      {
+        id: c['guid'],
+        name: CGI.unescapeHTML(c['name']),
+        description: CGI.unescapeHTML(c['description'])
+      }
+    end
+  end
+
+  def import_topics
+    puts "", "creating topics"
+
+    total_count = mysql_query("select count(*) count from elgg_entities where subtype = 32;").first["count"]
+
+    batches(BATCH_SIZE) do |offset|
+      results = mysql_query("
+        SELECT
+        ee.guid id,
+        owner_guid user_id,
+        container_guid category_id,
+        time_created created_at,
+        title,
+        description raw
+        FROM elgg_entities ee
+        JOIN elgg_objects_entity eoe on ee.guid = eoe.guid
+        WHERE
+        subtype = 32
+        ORDER BY ee.guid
+        LIMIT #{BATCH_SIZE}
+        OFFSET #{offset};
+      ")
+
+      break if results.size < 1
+
+      next if all_records_exist? :posts, results.map { |m| m['id'].to_i }
+
+      create_posts(results, total: total_count, offset: offset) do |m|
+        {
+          id: m['id'],
+          user_id: user_id_from_imported_user_id(m['user_id']) || -1,
+          raw: CGI.unescapeHTML(m['raw']),
+          created_at: Time.zone.at(m['created_at']),
+          category: category_id_from_imported_category_id(m['category_id']),
+          title: CGI.unescapeHTML(m['title']),
+          post_create_action: proc do |post|
+            tag_names = mysql_query("
+              select ms.string
+              from elgg_metadata md
+              join elgg_metastrings ms on md.value_id = ms.id
+              where name_id = 43
+              and entity_guid = #{m['id']};
+            ").map { |tag| tag['string'] }
+            DiscourseTagging.tag_topic_by_names(post.topic, staff_guardian, tag_names)
+          end
+        }
+      end
+    end
+  end
+
+  def staff_guardian
+    @_staff_guardian ||= Guardian.new(Discourse.system_user)
+  end
+
+  def import_posts
+    puts "", "creating posts"
+
+    total_count = mysql_query("SELECT count(*) count FROM elgg_entities WHERE subtype = 42").first["count"]
+
+    batches(BATCH_SIZE) do |offset|
+      results = mysql_query("
+        SELECT
+        ee.guid id,
+        container_guid topic_id,
+        owner_guid user_id,
+        description raw,
+        time_created created_at
+        FROM elgg_entities ee
+        JOIN elgg_objects_entity eoe ON ee.guid = eoe.guid
+        WHERE subtype = 42
+        ORDER BY ee.guid
+        LIMIT #{BATCH_SIZE}
+        OFFSET #{offset};
+      ")
+
+      break if results.size < 1
+
+      next if all_records_exist? :posts, results.map { |m| m['id'].to_i }
+
+      create_posts(results, total: total_count, offset: offset) do |m|
+        {
+          id: m['id'],
+          user_id: user_id_from_imported_user_id(m['user_id']) || -1,
+          topic_id: topic_lookup_from_imported_post_id(m['topic_id'])[:topic_id],
+          raw: CGI.unescapeHTML(m['raw']),
+          created_at: Time.zone.at(m['created_at']),
+        }
+      end
+    end
+  end
+
+  def mysql_query(sql)
+    @client.query(sql, cache_rows: false)
+  end
+
+end
+
+ImportScripts::Elgg.new.perform