Reduced pool size to reduce load.

2017-04-11 07:44:19 +01:00 · 2017-04-11 07:44:19 +01:00 · 0f88b5d8c5
parent 63bf936e1e
commit 0f88b5d8c5
1 changed files with 1 additions and 1 deletions
--- a/ExtensionCrawler/archive.py
+++ b/ExtensionCrawler/archive.py
@ -436,7 +436,7 @@ def update_extensions(archivedir, verbose, forums_ext_ids, ext_ids):
    log(verbose,
        "  Updating {} extensions excluding forums (parallel))\n".format(
            len(parallel_ids)))
-    with Pool(48) as p:
+    with Pool(24) as p:
        ext_without_forums = list(
            p.map(
                partial(update_extension, archivedir, verbose, False),