saint/discourse-import_scripts
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

v0.49 Work on MySQL brokenness

Browse Source
This commit is contained in:
David Sainty 2024-08-19 18:06:23 +10:00
parent 419af6d8cf
commit e9f5da7d02
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
gossamer_forums.rb
View File

@ -1,7 +1,7 @@
# Federated Computer, Inc. # Federated Computer, Inc.
# David Sainty <saint@federated.computer> 2024 A.D. # David Sainty <saint@federated.computer> 2024 A.D.
# Gossamer Threads to Discourse -- Migration-Import Script # Gossamer Threads to Discourse -- Migration-Import Script
# v0.48.8 20-20-20, efforts to deal with MySQL connectionf failure issue # v0.49 Work on Mysql brokenness
require 'mysql2' require 'mysql2'
require 'open-uri' require 'open-uri'
@ -30,17 +30,17 @@ class GossamerForumsImporter < ImportScripts::Base
super super
begin begin
# Database configuration for ActiveRecord # # Database configuration for ActiveRecord
# This is not used, except for pool size... issue with our Bitnami Discourse? # # This is not used, except for pool size... issue with our Bitnami Discourse?
ActiveRecord::Base.establish_connection( # ActiveRecord::Base.establish_connection(
adapter: 'postgresql', # adapter: 'postgresql',
database: 'slowtwitch', # database: 'slowtwitch',
username: 'admin', # username: 'admin',
password: "yxnh93Ybbz2Nm8#mp28zCVv", # password: "yxnh93Ybbz2Nm8#mp28zCVv",
host: 'slowtwitch.northend.network', # host: 'slowtwitch.northend.network',
pool: 20, # Adjust based on concurrency needs # pool: 20, # Adjust based on concurrency needs
timeout: 5000 # timeout: 5000
) # )
# Initialize MySQL client to connect to Gossamer Forums database # Initialize MySQL client to connect to Gossamer Forums database
@mysql_client = Mysql2::Client.new( @mysql_client = Mysql2::Client.new(
@ -1127,11 +1127,11 @@ class GossamerForumsImporter < ImportScripts::Base
# Use CachedThreadPool for dynamic thread management # Use CachedThreadPool for dynamic thread management
#### pool = Concurrent::CachedThreadPool.new #### pool = Concurrent::CachedThreadPool.new
###### pool = Concurrent::FixedThreadPool.new(7) ###### pool = Concurrent::FixedThreadPool.new(7)
pool = Concurrent::FixedThreadPool.new(12) pool = Concurrent::FixedThreadPool.new(10)
# Define the connection pool inside the method # Define the connection pool inside the method
###### mariadb_pool = ConnectionPool.new(size: 14, timeout: 100) do ###### mariadb_pool = ConnectionPool.new(size: 14, timeout: 100) do
mariadb_pool = ConnectionPool.new(size: 24, timeout: 100) do mariadb_pool = ConnectionPool.new(size: 10, timeout: 100) do
Mysql2::Client.new( Mysql2::Client.new(
host: "slowtwitch.northend.network", host: "slowtwitch.northend.network",
username: "admin", username: "admin",