NIST Vulnerability Extractor for Mac

#!/bin/bash

# ===================================================================
#     Vulnerability extractor script
#    by Joseph Burger
#    2015 - 3 - 17

#    This shell script takes the url to the vulnerabilities XML file,
#    packaged as a .gz file, from http://static.vbd.nist.gov/downloads.cfm
#    and then downloads it, unzips it, extracts the vulnerability id and score
#    using an awk script, and then further refines the output of that awk script
#    using a sed script. The finished product is a text file with two columns, the
#    first column being the vulnerability id, and the second column having the
#    vulnerability's severity score, or in the case that there's no severity score,
#    "TBD". This output file is saved as "condensedVulns.txt"
# ===================================================================

#Change directories
clear
cd /Users/fredburger/Documents/VulnFind/SCRIPTS/

# ===================================================================
#    Get the xml file.
#    User input method is commented out, in favor of
#     automatically getting it using curl with some egrep
# ===================================================================

echo -n "Please enter the year for the XML file "
read xmlURL

curl -o xmlFile$xmlURL.xml.zip $(egrep $xmlURL XMLGZURLS)
unzip xmlFile$xmlURL.xml.zip

#download=`curl https://nvd.nist.gov/download.cfm | \
#egrep feeds/xml.*$xmlURL.*gz | tail -n 1 | sed -r "s/.*a href='(.*?)' .*$/\1/"`;

#curl -o xmlFile $download
#echo Please enter the name of the xml.gz file
#read xmlFile

# ===================================================================
#    This command extracts the awk script from this shell script and
#    stores it inside the file "awkScript"
# ===================================================================
tail -n 22 getVulns.sh | tr '\#' ' ' > awkScript;
chmod 777 awkScript

#wget $xmlURL && \
#gzip -d $xmlFile && \
#sedCmd="'/<entry id/N; s/^.*<entry id*."(.*)".*cvss:score>(.*)<.*$/\1    \2/w condensedVulnsTest.txt'"
awk -f awkScript *.xml | sed -nE '/<entry id/N; s/^.*<entry id*."(.*)".*cvss:score>(.*)<.*$/\1    \2/w condensedVulnsTest.txt' && \
rm *.xml *.zip awkScript
mv condensedVulnsTest.txt ../vulns$xmlURL.txt
open /Users/Fredburger/Documents/VulnFind
#echo $myURL
echo The vulnerabilities are listed in "vulns$xmlURL.txt"
killall Terminal

# ===================================================================
#    Store the awk script inside this shell script to save space
# ===================================================================

# This script goes through an xml file containing vulnerabilities
# and extracts the id, as well as the score. If there is no score
# it substitutes "TBD".
#BEGIN{
#    num=0;
#    }
#{
#    if( /entry id/ ) {
#        print $0;
#        arr[num++] = $0
#        while ( ! /cvss:score/ && ! /entry>/ ){
#            getline < FILENAME
#        }
#        if ( /cvss:score/ ) {
#            arr[num] = arr[num] $0
#        } else {
#            arr[num] = arr[num] "\t<cvss:score>TBD</cvss:score>"
#        }
#        while ( ! /entry>/ ) {
#            getline < FILENAME
#        }
#        print arr[num]
#    }
#}
#END{}