initial Commit with Files from Blacktop

nsrl/shrink_nsrl.sh

@@ -0,0 +1,32 @@
+#!/bin/sh
+
+# copyright: (c) 2014 by Josh "blacktop" Maine.
+# license: MIT
+
+set -x
+
+ERROR_RATE=0.01
+
+if [ -f /nsrl/*.zip ]; then
+   echo "File '.zip' Exists."
+else
+    echo "[INFO] Downloading NSRL Reduced Sets..."
+    NSRL_URL="http://www.nsrl.nist.gov/"
+    MIN_SET=$(wget -O - ${NSRL_URL}Downloads.htm 2> /dev/null | \
+      grep -m 1  "Minimal set" | \
+      grep -o '<a href=['"'"'"][^"'"'"']*['"'"'"]' | \
+      sed -e 's/^<a href=["'"'"']//' -e 's/["'"'"']$//')
+    wget -P /nsrl/ $NSRL_URL$MIN_SET 2> /dev/null
+fi
+
+echo "[INFO] Unzip NSRL Database zip to /nsrl/ ..."
+7za x -o/nsrl/ /nsrl/*.zip
+
+echo "[INFO] Build bloomfilter from NSRL Database ..."
+cd /nsrl && python /nsrl/build.py $ERROR_RATE
+echo "[INFO] Listing created files ..."
+ls -lah /nsrl
+
+echo "[INFO] Deleting all unused files ..."
+rm -f /nsrl/*.zip /nsrl/*.txt /nsrl/build.py
+ls -lah /nsrl