Fixed set -u.
This commit is contained in:
parent
6d03e8da71
commit
885f580f2e
|
@ -11,8 +11,6 @@
|
||||||
# qsub grepper256.sge DBPATH EXTENSIONCRAWLERPATH
|
# qsub grepper256.sge DBPATH EXTENSIONCRAWLERPATH
|
||||||
# OUTPATH out path
|
# OUTPATH out path
|
||||||
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
||||||
set -u
|
|
||||||
|
|
||||||
OUTPATH="$1"
|
OUTPATH="$1"
|
||||||
EXTENSIONCRAWLERDIR="$2"
|
EXTENSIONCRAWLERDIR="$2"
|
||||||
|
|
||||||
|
@ -21,4 +19,6 @@ source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
||||||
load_python
|
load_python
|
||||||
override_vars
|
override_vars
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
python "$EXTENSIONCRAWLERDIR/grepper" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$OUTPATH" "amazon" "&tag="
|
python "$EXTENSIONCRAWLERDIR/grepper" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$OUTPATH" "amazon" "&tag="
|
||||||
|
|
|
@ -7,8 +7,6 @@
|
||||||
# DBDIR base dir for the generated db files
|
# DBDIR base dir for the generated db files
|
||||||
# OUTDBPATH the generated full db
|
# OUTDBPATH the generated full db
|
||||||
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
||||||
set -u
|
|
||||||
|
|
||||||
DBDIR="$1"
|
DBDIR="$1"
|
||||||
OUTDBPATH="$2"
|
OUTDBPATH="$2"
|
||||||
EXTENSIONCRAWLERDIR="$3"
|
EXTENSIONCRAWLERDIR="$3"
|
||||||
|
@ -16,5 +14,7 @@ EXTENSIONCRAWLERDIR="$3"
|
||||||
source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
||||||
override_vars
|
override_vars
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
find $DBDIR -name "*.sqlite" -exec bash -c "sqlite3 {} .schema | sqlite3 $OUTDBPATH" \; -quit
|
find $DBDIR -name "*.sqlite" -exec bash -c "sqlite3 {} .schema | sqlite3 $OUTDBPATH" \; -quit
|
||||||
find $DBDIR -name "*.sqlite" -exec "$EXTENSIONCRAWLERDIR/scripts/merge_dbs.sh" "{}" "$OUTDBPATH" \;
|
find $DBDIR -name "*.sqlite" -exec "$EXTENSIONCRAWLERDIR/scripts/merge_dbs.sh" "{}" "$OUTDBPATH" \;
|
||||||
|
|
|
@ -11,8 +11,6 @@
|
||||||
# qsub sqlite256.sge DBPATH EXTENSIONCRAWLERPATH
|
# qsub sqlite256.sge DBPATH EXTENSIONCRAWLERPATH
|
||||||
# DBPATH base dir for the generated db files
|
# DBPATH base dir for the generated db files
|
||||||
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
||||||
set -u
|
|
||||||
|
|
||||||
DBPATH="$1"
|
DBPATH="$1"
|
||||||
EXTENSIONCRAWLERDIR="$2"
|
EXTENSIONCRAWLERDIR="$2"
|
||||||
|
|
||||||
|
@ -21,4 +19,6 @@ source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
||||||
load_python
|
load_python
|
||||||
override_vars
|
override_vars
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
python "$EXTENSIONCRAWLERDIR/create-db" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$DBPATH"
|
python "$EXTENSIONCRAWLERDIR/create-db" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$DBPATH"
|
||||||
|
|
Loading…
Reference in New Issue