From d9ae43b78b286c391611be23fe79ddb5679526ee Mon Sep 17 00:00:00 2001 From: saint Date: Mon, 19 Aug 2024 12:35:51 +1000 Subject: [PATCH] v0.48.5 Batch size 1000, double councurrency numbers --- gossamer_forums.rb | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/gossamer_forums.rb b/gossamer_forums.rb index 4742c3c..c41320e 100644 --- a/gossamer_forums.rb +++ b/gossamer_forums.rb @@ -1,7 +1,7 @@ # Federated Computer, Inc. # David Sainty 2024 A.D. # Gossamer Threads to Discourse -- Migration-Import Script -# v0.48.4 Batch size 1000 +# v0.48.5 Batch size 1000, double councurrency numbers require 'mysql2' require 'open-uri' @@ -37,7 +37,7 @@ class GossamerForumsImporter < ImportScripts::Base username: 'admin', password: "yxnh93Ybbz2Nm8#mp28zCVv", host: 'slowtwitch.northend.network', - pool: 20, # Adjust based on concurrency needs + pool: 40, # Adjust based on concurrency needs timeout: 5000 ) @@ -1126,11 +1126,11 @@ class GossamerForumsImporter < ImportScripts::Base # Use CachedThreadPool for dynamic thread management #### pool = Concurrent::CachedThreadPool.new ###### pool = Concurrent::FixedThreadPool.new(7) - pool = Concurrent::FixedThreadPool.new(12) + pool = Concurrent::FixedThreadPool.new(24) # Define the connection pool inside the method ###### mariadb_pool = ConnectionPool.new(size: 14, timeout: 100) do - mariadb_pool = ConnectionPool.new(size: 24, timeout: 100) do + mariadb_pool = ConnectionPool.new(size: 48, timeout: 100) do Mysql2::Client.new( host: "slowtwitch.northend.network", username: "admin",