BrowserSecurity
/
ExtensionCrawler
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Testing ThreadPools.

This commit is contained in:
Achim D. Brucker 2018-04-07 19:37:55 +01:00
parent a3c60c0ae8
commit c3d8de9b81
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ExtensionCrawler/archive.py
View File

@ -548,7 +548,7 @@ def execute_parallel(archivedir, max_retry, timeout, max_workers, ext_ids):
ext_ids=ext_timeouts
ext_timeouts=[]
with ProcessPool(max_workers=max_workers, max_tasks=100) as pool:
with ThreadPool(max_workers=max_workers, max_tasks=1000) as pool:
future = pool.map(partial(update_extension, archivedir, False)
,ext_ids
,timeout=timeout)