tokens.h

/*
* Registers given file to read tokens from.
*/
void register_file(FILE* file);

/* Reads tokens from the file registered before. All the rest is the same */
int scan_tokens(char **tokens);

/**
 * Rewinds the registered file.
 * */
void rewind_source_file();