require 'mysql2' require File.expand_path("../../../config/environment", __FILE__) require_relative 'base' class GossamerForumsImporter < ImportScripts::Base def initialize super # Initialize MySQL client with connection details @mysql_client = Mysql2::Client.new( host: "slowtwitch.northend.network", username: "admin", password: "yxnh93Ybbz2Nm8#mp28zCVv", database: "slowtwitch" ) end # Execute a query on the MySQL database def execute_query(query) @mysql_client.query(query, as: :hash) end # Sanitize username to comply with Discourse's rules def sanitize_username(username, email, name) original_username = username # Replace unacceptable characters with underscores sanitized = username.gsub(/[^a-zA-Z0-9._-]/, '_') # Ensure the username is at least 3 characters long sanitized = "#{sanitized}." if sanitized.length < 2 # Ensure the username is no more than 20 characters long sanitized = sanitized[0, 20] if sanitized.length > 20 original_sanitized = sanitized # Check for existing user with the same username existing_user = User.find_by(username: sanitized) if existing_user # If email and name match, do not modify the username # puts "existing_user.email: '#{existing_user.email}' vs. email: '#{email}'" # puts "existing_user.name: '#{existing_user.name}' vs. email: '#{name}'" if existing_user.email.downcase == email.downcase && existing_user.name == name return sanitized else # Ensure the username is unique counter = 1 while User.exists?(username: sanitized) sanitized = "#{original_sanitized}_#{counter}" sanitized = sanitized[0, 20] if sanitized.length > 20 counter += 1 end end end # Print the original and sanitized usernames if they differ if original_username != sanitized puts "Sanitized username: '#{original_username}' --> '#{sanitized}'" # else # puts "UNsanitized username: '#{original_username}' --> '#{sanitized}'" end sanitized end # Sanitize email to replace restricted domains def sanitize_email(email) restricted_domains = ['mailinator.com', 'example.com'] # Add more restricted domains as needed domain = email.split('@').last if restricted_domains.include?(domain) sanitized_email = email.gsub(domain, 'example.org') # Change to a permissible domain puts "Sanitized email: '#{email}' --> '#{sanitized_email}'" return sanitized_email end email end # Import users from gforum_User table def import_users puts "Importing users..." users = [] execute_query("SELECT * FROM gforum_User").each do |row| sanitized_username = sanitize_username(row['user_username'], row['user_email'], row['user_real_name']) # sanitized_email = sanitize_email(row['user_email']) users << { id: row['user_id'], username: sanitized_username, email: row['user_email'], created_at: Time.at(row['user_registered']), updated_at: Time.at(row['user_last_seen']), name: row['user_real_name'], title: row['user_title'], bio_raw: row['user_about'] || "", website: row['user_homepage'], location: row['user_location'], custom_fields: { 'md5_password' => row['user_password'], 'original_gossamer_username' => row['user_username'], 'original_gossamer_id' => row['user_id'] } } end # Create users in Discourse with the required block create_users(users) do |user| user end # Import user files after creating users users.each do |user| discourse_user = User.find_by(username: user[:username]) if discourse_user.nil? puts "User #{user[:username]} not found in Discourse. Skipping file import." next end # Update user profile bio_raw with user_about discourse_user.user_profile.bio_raw = (discourse_user.user_profile.bio_raw || "") + "\n\n" + (user[:bio_raw] || "") discourse_user.user_profile.save! import_user_files(discourse_user) end end # Import user files and append to user's bio def import_user_files(user) print "\rImporting files for user #{user.username}..." original_gossamer_id = user.custom_fields['original_gossamer_id'] if original_gossamer_id.nil? || original_gossamer_id.empty? puts "User #{user.username} does not have a valid original_gossamer_id. Skipping file import." return end # puts "Original Gossamer ID for user #{user.username}: #{original_gossamer_id}" execute_query("SELECT * FROM gforum_User_Files WHERE ForeignColKey = #{original_gossamer_id}").each do |file| # execute_query("SELECT * FROM gforum_User_Files WHERE ForeignColName = 'user_id' AND ForeignColKey = #{user.id}").each do |file| # execute_query("SELECT * FROM gforum_User_Files WHERE ForeignColKey = #{user.custom_fields['original_gossamer_id']}").each do |file| # Construct file URL file_url = "https://forum.slowtwitch.com/images/users/images/#{file['ID'] % 10}/#{file['ID']}-#{file['File_Name']}" puts "User #{user.username} User ID: #{user.id} original_gossamer_id: #{user.custom_fields['original_gossamer_id']} file_url: #{file_url}" # Append image link to user's bio user.user_profile.bio_raw += "\n\n![#{file['File_Name']}](#{file_url})" user.user_profile.save! end print "Importing files for user #{user.username}... Done.\n" end # Import categories from gforum_Category table def import_categories puts "Importing categories..." execute_query("SELECT * FROM gforum_Category").each do |row| # Use current time if created_at or updated_at is null created_at = row['created_at'] ? Time.at(row['created_at']) : Time.now updated_at = row['updated_at'] ? Time.at(row['updated_at']) : Time.now create_category( id: row['category_id'], name: row['name'], description: row['description'], created_at: created_at, updated_at: updated_at ) end end # Import topics and posts from gforum_Post table def import_topics_and_posts puts "Importing topics and posts..." execute_query("SELECT * FROM gforum_Post ORDER BY post_root_id, post_time").each do |row| if row['post_id'] == row['post_root_id'] # This is the root post, create a new topic topic = create_topic( id: row['post_id'], title: row['post_subject'], user_id: row['user_id_fk'], created_at: Time.at(row['post_time']), updated_at: Time.at(row['post_latest_reply']), category_id: row['forum_id_fk'] ) # Create the first post in the topic create_post( id: row['post_id'], topic_id: row['post_id'], user_id: row['user_id_fk'], raw: import_post_attachments(row['post_message'], row['post_id']), created_at: Time.at(row['post_time']), updated_at: Time.at(row['post_latest_reply']) ) else # This is a reply post, add to the existing topic create_post( id: row['post_id'], topic_id: row['post_root_id'], user_id: row['user_id_fk'], raw: import_post_attachments(row['post_message'], row['post_id']), created_at: Time.at(row['post_time']), updated_at: Time.at(row['post_latest_reply']), reply_to_post_number: row['post_father_id'] ) end end end # Import post attachments from gforum_PostAttachment table def import_post_attachments(post_message, post_id) # Query for attachments related to the post attachments = execute_query("SELECT * FROM gforum_PostAttachment WHERE post_id_fk = #{post_id}") attachments.each do |attachment| # Append attachment link to the post message post_message += "\n\n![#{attachment['postatt_filename']}](https://forum.slowtwitch.com/forum/?do=post_attachment;postatt_id=#{attachment['postatt_filename']})" end post_message end # Import personal messages (both inbox and sent messages) def import_personal_messages puts "Importing personal messages..." import_inbox_messages import_sent_messages end # Import inbox messages from gforum_Message table def import_inbox_messages puts "Importing inbox messages..." execute_query("SELECT * FROM gforum_Message").each do |row| # Create a private message topic in Discourse topic = create_topic( title: row['msg_subject'], user_id: row['from_user_id_fk'], archetype: Archetype.private_message, created_at: Time.at(row['msg_time']), updated_at: Time.at(row['msg_time']) ) # Create the message as a post in the private topic create_post( topic_id: topic.id, user_id: row['from_user_id_fk'], raw: row['msg_body'], created_at: Time.at(row['msg_time']), updated_at: Time.at(row['msg_time']) ) # Add recipient user to the private message topic topic.add_user_by_id(row['to_user_id_fk']) topic.save! end end # Import sent messages from gforum_SentMessage table def import_sent_messages puts "Importing sent messages..." execute_query("SELECT * FROM gforum_SentMessage").each do |row| # Create a private message topic in Discourse topic = create_topic( title: row['msg_subject'], user_id: row['from_user_id_fk'], archetype: Archetype.private_message, created_at: Time.at(row['msg_time']), updated_at: Time.at(row['msg_time']) ) # Create the message as a post in the private topic create_post( topic_id: topic.id, user_id: row['from_user_id_fk'], raw: row['msg_body'], created_at: Time.at(row['msg_time']), updated_at: Time.at(row['msg_time']) ) # Add recipient user to the private message topic topic.add_user_by_id(row['to_user_id_fk']) topic.save! end end # Perform the full import process def perform_import import_users import_categories import_topics_and_posts import_personal_messages end end # Create an instance of the importer and start the import process importer = GossamerForumsImporter.new importer.perform_import