$01246
/*-------------------------------------------------------------------------
Test of TOKENS definition (error case)
----------------------------------------------------------------------------*/
COMPILER Test
CHARACTERS
letter = 'A'..'Z' + 'a'..'z'.
digit = '0'..'9'.
TOKENS
ident = letter {letter | digit}.
ident1 = letter {digit} letter. /* tokens ident and ident1 cannot be distinguished */
number = digit {digit} | digit {digit} CONTEXT("..").
B1 = '\a'.
B2 = '\u0007'. /* tokens B1 and B2 cannot be distinguished */
C1 = "\u0008".
C2 = "\b". /* tokens C1 and C2 cannot be distinguished */
S1 = "+" "+".
S2 = "++". /* tokens S1 and S2 cannot be distinguished */
S3 = '+' '+'. /* tokens S1 and S3 cannot be distinguished */
X1 = "123..". /* tokens number and X1 cannot be distinguished */
PRODUCTIONS
Test = ident.
END Test.