BrowserSecurity
/
ExtensionCrawler
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Added script to generate small db.

This commit is contained in:
Michael Herzberg 2017-06-23 14:44:07 +01:00
parent 5949150b00
commit b080543e9b
1 changed files with 19 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
scripts/generate_small_db.sh Executable file
View File

@ -0,0 +1,19 @@
#!/usr/bin/bash
# Usage:
# ./generate_small_db.sh [BASEDIR] [DBPATH] [EXTENSIONCRAWLER]
# [BASEDIR] path to extension data, needs to contain aaa, aab, etc (defaults to sharc path)
# [DBPATH] path to output db (defaults to ~/aa-ac.sqlite)
# [EXTENSIONCRAWLER] path to git repo (defaults to ~/ExtensionCrawler)
BASEDIR=${1:-/shared/brucker_research1/Shared/BrowserExtensions/data}
DBPATH=${2:-~/aa-ac.sqlite}
EXTENSIONCRAWLER=${3:-~/ExtensionCrawler}
FIRSTDB=$(find "$BASEDIR"/aa* -name "*.sqlite" | head -n 1)
sqlite3 "$FIRSTDB" .schema | sqlite3 "$DBPATH"
echo "Used $FIRSTDB for schema"
find "$BASEDIR"/aa* -name "*.sqlite" -exec "$EXTENSIONCRAWLER/scripts/merge_dbs.sh" "{}" "$DBPATH" \;
find "$BASEDIR"/ab* -name "*.sqlite" -exec "$EXTENSIONCRAWLER/scripts/merge_dbs.sh" "{}" "$DBPATH" \;
find "$BASEDIR"/ac* -name "*.sqlite" -exec "$EXTENSIONCRAWLER/scripts/merge_dbs.sh" "{}" "$DBPATH" \;