20 lines
529 B
Bash
Executable File
20 lines
529 B
Bash
Executable File
#!/bin/bash
|
|
#$ -V
|
|
#$ -l rmem=4G
|
|
#$ -t 1-10000
|
|
#$ -j yes
|
|
#$ -o /shared/brucker_research1/Shared/BrowserExtensions/archive/filedb/log
|
|
set -o nounset
|
|
set -x
|
|
|
|
SING_IMG=/shared/brucker_research1/Shared/BrowserExtensions/archive/filedb/ExtensionCrawler-cdnjs.img
|
|
|
|
SING_EXEC="singularity exec -w --pwd /opt/ExtensionCrawler -B $TMPDIR:/tmp $SING_IMG"
|
|
|
|
printenv
|
|
echo "The following parameter were passed: $*"
|
|
ls "$SING_IMG" > /dev/null
|
|
|
|
/usr/bin/time $SING_EXEC ./cdnjs-git-miner -v -p 1 -i -a /opt/archive -n $SGE_TASK_ID -N 10000 $*
|
|
|