33 lines
861 B
Bash
Executable File
33 lines
861 B
Bash
Executable File
#!/bin/sh
|
|
|
|
# copyright: (c) 2014 by Josh "blacktop" Maine.
|
|
# license: MIT
|
|
|
|
set -x
|
|
|
|
ERROR_RATE=0.01
|
|
|
|
if [ -f /nsrl/*.zip ]; then
|
|
echo "File '.zip' Exists."
|
|
else
|
|
echo "[INFO] Downloading NSRL Reduced Sets..."
|
|
NSRL_URL="http://www.nsrl.nist.gov/"
|
|
MIN_SET=$(wget -O - ${NSRL_URL}Downloads.htm 2> /dev/null | \
|
|
grep -m 1 "Minimal set" | \
|
|
grep -o '<a href=['"'"'"][^"'"'"']*['"'"'"]' | \
|
|
sed -e 's/^<a href=["'"'"']//' -e 's/["'"'"']$//')
|
|
wget -P /nsrl/ $NSRL_URL$MIN_SET 2> /dev/null
|
|
fi
|
|
|
|
echo "[INFO] Unzip NSRL Database zip to /nsrl/ ..."
|
|
7za x -o/nsrl/ /nsrl/*.zip
|
|
|
|
echo "[INFO] Build bloomfilter from NSRL Database ..."
|
|
cd /nsrl && python /nsrl/build.py $ERROR_RATE
|
|
echo "[INFO] Listing created files ..."
|
|
ls -lah /nsrl
|
|
|
|
echo "[INFO] Deleting all unused files ..."
|
|
rm -f /nsrl/*.zip /nsrl/*.txt /nsrl/build.py
|
|
ls -lah /nsrl
|