ExtensionCrawler/singularity/excrawl.def

#!/bin/sh
# Copyright 2017 The University of Sheffield, UK
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


bootstrap:debootstrap
OSVersion: testing
MirrorURL: https://mirror.bytemark.co.uk/debian/
 
%labels
Maintainer The LogicalHacking Team (https://logicalhacking.com)

%setup 

%post

###################################################################
# Add Debian unstable as a secondary (lower priority) source
# and update the data base of available packages.
cat >> /etc/apt/sources.list << EOF
deb http://ftp.us.debian.org/debian unstable main
EOF

cat > /etc/apt/preferences << EOF
Package: *
Pin: release a=testing
Pin-Priority: 900

Package: *
Pin: release a=unstable
Pin-Priority: 800
EOF

cat > /etc/apt/apt.conf.d/01norecommend << EOF
APT::Install-Recommends "0";
APT::Install-Suggests "0";
EOF

chmod go+r /etc/apt/preferences
apt-get update
###################################################################

###################################################################
# Install the core dependencies (Python 3.5 or later)
# from the Debian Testing repository
apt-get	install -y python3-magic python3-crypto python3-minimal python3-pip python3-setuptools python3-mysqldb
apt-get clean
apt-get install -y git
apt-get clean
rm -rf /var/lib/apt/lists/* 
###################################################################

###################################################################
# Create /opt for local software (mainly cloned git repositories 
# from logicalhacking.com 
mkdir -p /opt
chmod 755 /opt
###################################################################

###################################################################
# Add the Extension Crawler repository, for more details, visit 
# https://git.logicalhacking.com/BrowserSecurity/ExtensionCrawler
cd /opt 
git clone https://git.logicalhacking.com/BrowserSecurity/ExtensionCrawler.git
cd ExtensionCrawler
git checkout production 
cd ..
pip3 install --system -e ExtensionCrawler
ln -s /opt/ExtensionCrawler/crx-* /usr/local/bin/
cd /
chmod -R go+u-w /opt/ExtensionCrawler
chmod -R go+u-w /usr/local/lib/
chmod -R go+u-w /usr/local/bin/
###################################################################

###################################################################
# Create mount/bind points for the various network drives 
# on SHARC (only useful when using the Singularity image on 
# the High-Performance Cluster of The University of Sheffield
mkdir /scratch
mkdir /fastdata
mkdir /data
mkdir /shared

# Create nvidia driver directories to get rid of the singularity
# warnings on sharc
mkdir /nvbin
mkdir /nvlib
chmod go+u-w /scratch /fastdata /data /shared
###################################################################

%environment

# We install all python modules into the container, so we do not want
# to use any packages that the user might have installed in their home
# directory.
export PYTHONNOUSERSITE=1

# Python needs to be explicitly told to use utf-8, otherwise we get
# weird exceptions
export PYTHONIOENCODING=utf-8