enum class token_type : u16 {
	#define X(t) t,
	TOKEN_LIST
	#undef X
};

class TokenStream {
public:
	std::vector<token_type> tokens;
	std::vector<srcoffset_t> offsets;
};