{ 
open Parser 
exception Eof
}

rule token = parse
  [' ' '\t']         { token lexbuf }
| ['\n']             { EOL }
| "create"           { CREATE }
| "page"             { PAGE }
| "set"              { SET }
| "title"            { TITLE }
| "mytitle"          { MYTITLE }
| ['a'-'z']+ as str  { ALPHA(str) }
| eof                { raise Eof }
| _ as char          { raise (Failure("illegal character " ^ Char.escaped char))}
