private static void bakeToken(List<Token> tokens, char[] input, int i, int start) { if (i > start) { String value = new String(input, start, i - start); // remove this disgusting hack when you can fix the lexer. tokens.add(new Token(value, Token.Kind.determine(value))); } } }
tokens.add(new Token(" ", Token.Kind.INDENT));
private static void bakeToken(List<Token> tokens, char[] input, int i, int start) { if (i > start) { String value = new String(input, start, i - start); // remove this disgusting hack when you can fix the lexer. tokens.add(new Token(value, Token.Kind.determine(value))); } } }
private static void bakeToken(List<Token> tokens, char[] input, int i, int start) { if (i > start) { String value = new String(input, start, i - start); // remove this disgusting hack when you can fix the lexer. tokens.add(new Token(value, Token.Kind.determine(value))); } } }
tokens.add(new Token(" ", Token.Kind.INDENT));
tokens.add(new Token(" ", Token.Kind.INDENT));