$01246
/*-------------------------------------------------------------------------
Test of TOKENS definition (error case)
----------------------------------------------------------------------------*/
COMPILER Test

CHARACTERS
  letter  = 'A'..'Z' + 'a'..'z'.
  digit   = '0'..'9'.

TOKENS
  ident  = letter {letter | digit}.
  ident1 = letter {digit} letter.  /* tokens ident and ident1 cannot be distinguished */
  number = digit {digit} | digit {digit} CONTEXT("..").
	B1 = '\a'.
	B2 = '\u0007'.  /* tokens B1 and B2 cannot be distinguished */
	C1 = "\u0008".
	C2 = "\b".      /* tokens C1 and C2 cannot be distinguished */
	S1 = "+" "+".
	S2 = "++".      /* tokens S1 and S2 cannot be distinguished */
	S3 = '+' '+'.   /* tokens S1 and S3 cannot be distinguished */
	X1 = "123..".   /* tokens number and X1 cannot be distinguished */

PRODUCTIONS

Test = ident.

END Test.
