forked from BrowserSecurity/ExtensionCrawler
25 lines
595 B
Bash
Executable File
25 lines
595 B
Bash
Executable File
#!/bin/bash
|
|
#
|
|
#$ -t 1-256
|
|
#$ -j yes
|
|
#
|
|
# Usage:
|
|
# 1. Make sure conda environment "mypython35" exists.
|
|
# 2. Make sure to checkout ExtensionCrawler somehwere.
|
|
#
|
|
# Example invocation:
|
|
# qsub sqlite256.sge DBPATH EXTENSIONCRAWLERPATH
|
|
# DBPATH base dir for the generated db files
|
|
# EXTENSIONCRAWLERPATH ExtensionCrawler git repo
|
|
DBPATH="$1"
|
|
EXTENSIONCRAWLERDIR="$2"
|
|
|
|
source $EXTENSIONCRAWLERDIR/scripts/sge_common
|
|
|
|
load_python
|
|
override_vars
|
|
|
|
set -u
|
|
|
|
python "$EXTENSIONCRAWLERDIR/create-db" -a "$(get_last_snapshot_dir)" -p "$(task_id_to_letter_256 $SGE_TASK_ID)" "$DBPATH"
|