1. let lexeme lexbuf = LexBuffer<char>.LexemeString lexbuf
  2. ...
  3. rule tokenize = parse
  4.  
  5. | ['a'-'z' 'A'-'Z'] { TOKEN1 }
  6. | [u0100u0101] { TOKEN2 }
  7. | [u0102-u01FF] { TOKEN3 }
  8. ...
  9. | [eof] { EOF }