BrowserSecurity
/
ExtensionCrawler
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Reduced number of parallel downloads to reduce memory footprint.

This commit is contained in:
Achim D. Brucker 2020-03-22 21:22:34 +00:00
parent 68496ecaa6
commit 671395d9d1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/update/global_update.sh
View File

@ -14,7 +14,7 @@ LOG=$LOGPREFIX-global.log
date --utc +'* Start Updating Extensions Archive (%c)' | tee $LOG
# Update extensions
(singularity exec --bind /srv/:/srv/ $IMAGE crawler -p 42 -d --pystuck -a $ARCHIVE > $LOGPREFIX.log ) |& ts '%Y-%m-%dT%H:%M:%S' | tee $LOGPREFIX-stderr.log
(singularity exec --bind /srv/:/srv/ $IMAGE crawler -p 32 -d --pystuck -a $ARCHIVE > $LOGPREFIX.log ) |& ts '%Y-%m-%dT%H:%M:%S' | tee $LOGPREFIX-stderr.log
date --utc +'* Update Finished (%c)' | tee -a $LOG