saint/discourse-import_scripts
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

v0.48.5 Batch size 1000, double councurrency numbers

Browse Source
This commit is contained in:
David Sainty 2024-08-19 13:11:16 +10:00
parent c8203b0410
commit a10df09d09
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gossamer_forums.rb
View File

@ -37,7 +37,7 @@ class GossamerForumsImporter < ImportScripts::Base
username: 'admin', username: 'admin',
password: "yxnh93Ybbz2Nm8#mp28zCVv", password: "yxnh93Ybbz2Nm8#mp28zCVv",
host: 'slowtwitch.northend.network', host: 'slowtwitch.northend.network',
pool: 24, # Adjust based on concurrency needs pool: 48, # Adjust based on concurrency needs
timeout: 5000 timeout: 5000
) )
@ -1126,11 +1126,11 @@ class GossamerForumsImporter < ImportScripts::Base
# Use CachedThreadPool for dynamic thread management # Use CachedThreadPool for dynamic thread management
#### pool = Concurrent::CachedThreadPool.new #### pool = Concurrent::CachedThreadPool.new
###### pool = Concurrent::FixedThreadPool.new(7) ###### pool = Concurrent::FixedThreadPool.new(7)
pool = Concurrent::FixedThreadPool.new(24) pool = Concurrent::FixedThreadPool.new(48)
# Define the connection pool inside the method # Define the connection pool inside the method
###### mariadb_pool = ConnectionPool.new(size: 14, timeout: 100) do ###### mariadb_pool = ConnectionPool.new(size: 14, timeout: 100) do
mariadb_pool = ConnectionPool.new(size: 24, timeout: 100) do mariadb_pool = ConnectionPool.new(size: 48, timeout: 100) do
Mysql2::Client.new( Mysql2::Client.new(
host: "slowtwitch.northend.network", host: "slowtwitch.northend.network",
username: "admin", username: "admin",