#!/bin/sh

# copyright: (c) 2014 by Josh "blacktop" Maine.
# license: MIT

set -x

ERROR_RATE=0.01

if [ -f /nsrl/*.zip ]; then
   echo "File '.zip' Exists."
else
    echo "[INFO] Downloading NSRL Reduced Sets..."
    NSRL_URL="http://www.nsrl.nist.gov/"
    MIN_SET=$(wget -O - ${NSRL_URL}Downloads.htm 2> /dev/null | \
      grep -m 1  "Minimal set" | \
      grep -o '<a href=['"'"'"][^"'"'"']*['"'"'"]' | \
      sed -e 's/^<a href=["'"'"']//' -e 's/["'"'"']$//')
    wget -P /nsrl/ $NSRL_URL$MIN_SET 2> /dev/null
fi

echo "[INFO] Unzip NSRL Database zip to /nsrl/ ..."
7za x -o/nsrl/ /nsrl/*.zip

echo "[INFO] Build bloomfilter from NSRL Database ..."
cd /nsrl && python /nsrl/build.py $ERROR_RATE
echo "[INFO] Listing created files ..."
ls -lah /nsrl

echo "[INFO] Deleting all unused files ..."
rm -f /nsrl/*.zip /nsrl/*.txt /nsrl/build.py
ls -lah /nsrl