package parser;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;

public class Parser
{
    public static void main(String[] args) throws IOException {

        String input = "files/index.html.txt";
        Words cuvinte = new Words();
        int result = cuvinte.words(input);
        System.out.println(result);
    }
}


package parser;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.nio.charset.Charset;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Paths;

public class Words
{
	public static int words(String input)
	{
		int count=0;
		Convert convert = new Convert();
		String in = "";
		try {
			in = convert.readFile(input, StandardCharsets.UTF_8);
		} catch (IOException e1) {
			// TODO Auto-generated catch block
			e1.printStackTrace();
		}
		//CountWords countWords = new CountWords();
		//int i = countWords.countWords(in);
		WordChecker wordChecker = new WordChecker();
        String str;
        for (String word : in.split(" "))
        {
        	if(!wordChecker.check_for_word(word))
        	{
            	System.out.println(word);
        		count++;
        }}
        return count;
	}
}


package parser;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;

public class WordChecker
{
	public static boolean check_for_word(String word) {
        // System.out.println(word);
        try {
        	//BufferedReader in = new BufferedReader(new FileReader("/usr/share/dict/linux.words"));
        	BufferedReader in = new BufferedReader(new FileReader("files/stopwords"));
            String str;
            while ((str = in.readLine()) != null) {
                if (str.indexOf(word) != -1) {
                    return true;

                }
            }
            in.close();
        } catch (IOException e) {
        }
        return false;
    }
}


package parser;

import java.io.IOException;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.nio.file.Paths;

public class Convert
{
	static String readFile(String path, Charset encoding)
		throws IOException
		{
			System.out.println(path);
		  byte[] encoded = Files.readAllBytes(Paths.get(path));
		  return new String(encoded, encoding);
		}

}