#!/bin/bash

# Simple bash-script for searching raw HTML sources
# Uses Unix's Commons: awk, grep, head, tail

# Will run for cygWin (winOS) as well, but make sure
# you've got the path right to your archive (arcDir)

# Local archive folder
# --> Edit here for your own local path
arcDir="${HOME}/archive/qresearch/res"
# For CygWin, path could be for example:
# arcDir="/cygdrive/D/archive/qresearch/res"

srcTerm="${1}"
if [ "${srcTerm}" == "" ]; then
  echo "Script searches for expressions in a HTML-archive"
  echo "No search term given -- script will exit. Next time"
  echo "try e.g.: ./searchArchive \"puzzle ever\""
  exit
else
  if [ $(echo -n "${srcTerm}" | wc | awk '{print $3}') -eq 1 ]; then
    echo "# Search term is 1 character long -- that's not smart..."
    echo "# Script refuses to search for \"${srcTerm}\""
    exit
  elif [ $(echo -n "${srcTerm}" | wc | awk '{print $3}') -le 3 ]; then
    echo "# Warning! Length of search term is <= 3, likely giving a large number of search results."
  fi
fi

nf=`ls ${arcDir}/*.html 2>/dev/null | wc -l`
if [ ${nf} -eq 0 ]; then
  echo "# Error! No HTML-files found in \"${arcDir}\""
  echo "# Please check if archivePath (\"arcDir=...\") is set correct."
  exit
fi
echo "# Searching for \"${srcTerm}\" in \"${arcDir}\" (${nf} files)"

# TempFile and store all HTML-files in there
tmp="tmp.log"
ls ${arcDir}/*.html > ${tmp}

# Make some substitutions in searchTerm, like escaping spaces & "."
srcstr=`echo "${srcTerm}" | sed 's/\ /\\\ /g' | sed 's/\./\\\./g'`

# Read tempFile line by line
while read ifile; do
  # Count number of occurrences in current source file
  n=`cat "${ifile}" | grep -iob "${srcstr}" | wc -l`
  # If count is > 0, list occurrences
  if [ ${n} -gt 0 ]; then
    echo ">${n} occurrences in \"${ifile}\":"
    j=0
    for off in `cat "${ifile}" | grep -iob "${srcstr}" | awk -F":" '{print $1+1}' | tr '\n' ' '`; do
      j=`expr $j + 1`
      echo -n "   (${j}) "
      tail -c+${off} "${ifile}" | head -c40
      echo ""
    done
  fi
done < ${tmp}

# Clean up
rm -f ${tmp}