saint/discourse-import_scripts
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added suggestion for thread count tweaking

Browse Source
This commit is contained in:
Ross Trottier 2024-08-15 12:58:03 -06:00 committed by David Sainty
parent 16c261bede
commit f3b1f0416d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gossamer_forums.rb
View File

@ -940,9 +940,9 @@ class GossamerForumsImporter < ImportScripts::Base
until is_complete until is_complete
# Query in batches, create pool, wait for termination, do it again # Query in batches, create pool, wait for termination, do it again
# SELECT post_id FROM gforum_Post WHERE post_root_id = 0 ORDER BY post_id # SELECT post_id FROM gforum_Post WHERE post_root_id = 0 ORDER BY post_id
current_post_batch_max = current_post_batch + batch_size current_post_batch_max = current_post_batch + batch_size
pool = Concurrent::FixedThreadPool.new(Concurrent.processor_count) #create thread pool that is bounded by processors avaialable pool = Concurrent::FixedThreadPool.new(Concurrent.processor_count) #create thread pool that is bounded by processors avaialable, however play with the number to see what works best
while current_post_batch < current_post_batch_max while current_post_batch < current_post_batch_max
post_id = parent_post_ids[current_post_batch] post_id = parent_post_ids[current_post_batch]