{ 
open Parser 
exception Eof
}

rule token = parse
  [' ' '\t'] { token lexbuf }
| ['\n']     { EOL }
| "create"   { CREATE }
| "page"     { PAGE }
| "set"      { SET }
| "title"    { TITLE }
| "mytitle"  { MYTITLE }
| ['a'-'z']+ { ALPHA }
| eof        { raise Eof }
| _ as char  { raise (Failure("illegal character " ^ Char.escaped char))}
