#!/bin/bash

echo "Taking all the files, and sorting all the words by how frequently they are used"
cat */* | tr -s " " "\n" | sed 's/[^a-zA-Z]//g' | tr -s "[:upper:]" "[:lower:]" | tr -s "\n" "\n" | sort | uniq -c | sort -nr | awk -F " " '{ print $2, ",", $1}' | sed 's/ //g' > words.txt

echo "Now checking the letter frequency."
cat */* | tr -cd  "[:alpha:]" | tr -s "[:upper:]" "[:lower:]" | fold -w 1 | sort | uniq -c | sort -nr | awk -F " " '{ print $2, ",", $1}' | sed 's/ //g' > letters.txt

echo "Words in words.txt letters in letters.txt"