#include <iostream>
#include <chrono>
using namespace std;

void main()
{
    const size_t MAX_TOKENS = 64;
    const size_t MAX_TOKEN_SIZE = 16;
    char ** tokens = new char*[MAX_TOKENS];
    for (int i = 0; i < MAX_TOKENS; i++)
    {
        tokens[i] = new char[MAX_TOKEN_SIZE];
    }
    int *tokens_count = new int[MAX_TOKENS];
    char source[] = "To determine the beginning and the end of a token, the function first scans from the starting location for the first character not contained in delimiters (which becomes the beginning of the token). And then scans starting from this beginning of the token for the first character contained in delimiters, which becomes the end of the token. The scan also stops if the terminating null character is found.";
    char *token = strtok(source," ,.!?");
    int count = 0;
    while (token)
    {
        bool found = false;
        for (size_t i = 0; i < count; i++)
        {
            if (strcmp(token,tokens[i])==0)
            {
                found = true;
                tokens_count[i]++;
            }
        }
        if (!found)
        {
            strcpy(tokens[count],token);
            tokens_count[count] = 1;
            count++;
        }
        token = strtok(NULL," ,.!?");
    }

    for (int i = 0; i < count; i++)
    {
        cout << "Token = <" << tokens[i] << "> count = " << tokens_count[i] << endl;
    }
}