2017-07-10 13:42:03 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
#
|
|
|
|
|
#$ -t 1-256
|
2017-07-11 10:11:32 +00:00
|
|
|
#$ -j yes
|
2017-07-10 13:42:03 +00:00
|
|
|
#
|
|
|
|
|
# Usage:
|
|
|
|
|
# 1. Make sure conda environment "mypython35" exists.
|
|
|
|
|
# 2. Make sure to checkout ExtensionCrawler somehwere.
|
|
|
|
|
#
|
|
|
|
|
# Example invocation:
|
2017-07-10 14:25:56 +00:00
|
|
|
# qsub grepper256.sge DBPATH EXTENSIONCRAWLERPATH
|
2017-07-10 13:42:03 +00:00
|
|
|
# OUTPATH out path
|
2017-07-10 14:25:56 +00:00
|
|
|
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
2017-07-10 13:42:03 +00:00
|
|
|
OUTPATH="$1"
|
2017-07-10 14:25:56 +00:00
|
|
|
EXTENSIONCRAWLERDIR="$2"
|
2017-07-10 13:42:03 +00:00
|
|
|
|
2017-07-11 10:11:32 +00:00
|
|
|
source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
|
|
|
|
|
|
|
|
|
load_python
|
|
|
|
|
override_vars
|
|
|
|
|
|
2017-07-11 10:15:43 +00:00
|
|
|
set -u
|
|
|
|
|
|
2017-07-11 10:11:32 +00:00
|
|
|
python "$EXTENSIONCRAWLERDIR/grepper" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$OUTPATH" "amazon" "&tag="
|
