Re: [Caml-list] ocamllex+ocamlyacc and not parsing properly

[Jonathan Roewen <jonathan.roewen@gmail.com>]

[-- Attachment #1: Type: text/plain, Size: 536 bytes --]

Well, using a ref to maintain state seemed to fix things =) However, I
do have a question on how it manages to parse the last token in an IRC
string correctly.

Given the following input:

":journey PRIVMSG #bfos :\001ACTION dances a jig\001"

How does my irc_lexer.mll match the rule in param, and not the rule in message?

(My new irc_lexer.mll is attached).

BTW: A tutorial on these sorts of things (i.e. something a bit more
complicated than the calculator example) would be great to have as a
resource.

Jonathan

[-- Attachment #2: irc_lexer.mll --]
[-- Type: text/plain, Size: 1291 bytes --]

{
open Lexing
open Irc_parser
open Irc_types

type state = Header | Command | Params

let state = ref Header

let init () = state := Header (* this -must- be called before trying to lex a complete line *)
}

let letter = [^' ']
let digit = ['0'-'9']

rule param = parse
	| ':'((letter|' ')* as s)		{ STRING s }
	| (letter+) as s				{ STRING s }
	| [' ']+						{ param lexbuf }
	| eof							{ EOL }

and command = parse
	| (digit digit digit) as num	{ COMMAND (Numeric (int_of_string num)) }
	| "JOIN"						{ COMMAND JOIN }
	| "PART"						{ COMMAND PART }
	| "MODE"						{ COMMAND MODE }
	| "TOPIC"						{ COMMAND TOPIC }
	| "NAMES"						{ COMMAND NAMES }
	| "LIST"						{ COMMAND LIST }
	| "INVITE"						{ COMMAND INVITE }
	| "KICK"						{ COMMAND KICK }
	| "PRIVMSG"						{ COMMAND PRIVMSG }
	| "NOTICE"						{ COMMAND NOTICE }
	| "QUIT"						{ COMMAND QUIT }
	| "PING"						{ COMMAND PING }
	| eof							{ EOL }

and message = parse
	| ':'((letter+) as s)			{ if !state = Header then state := Command; STRING s }
	| [' ']*						{ if !state = Header || !state = Command then begin
										state := Params;
										command lexbuf
									end else begin
										state := Params;
										param lexbuf
									end }
	| eof							{ EOL }