// // simptokens.lex: specification for "if", identifiers, // numbers, and whitespace // To build: // sablecc simptokens.lex // javac Main.java // Helpers digit = ['0'..'9']; space = ' ' | 9; newline = 10 | 11 | 12; Tokens if = 'if'; id = ['a'..'z'](['a'..'z'] | digit)*; number = digit+; real = (digit+ '.' digit*) | (digit* '.' digit+); whitespace = (space | newline)*; comments = ('--' (['a'..'z']|space)* newline ); Ignored Tokens whitespace, comments;