String dest = getNextToken(tokenizer, command, "new-column", lineno); String delimiter = getNextToken(tokenizer, "\n", command, "delimiter", lineno); transformed.add(String.format("merge %s %s %s %s;", col(col1), col(col2), col(dest), quote(delimiter))); String firstCol = getNextToken(tokenizer, command, "new-column-1", lineno); String secondCol = getNextToken(tokenizer, command, "new-column-2", lineno); transformed.add(String.format("split %s %s %s %s;", col(source), quote(delimiter), col(firstCol), col(secondCol))); String column = getNextToken(tokenizer, command, "column", lineno); String pattern = getNextToken(tokenizer, "\n", command, "regex", lineno); transformed.add(String.format("filter-by-regex if-matched %s %s;", col(column), quote(pattern))); String column = getNextToken(tokenizer, command, "column", lineno); String pattern = getNextToken(tokenizer, "\n", command, "regex", lineno); transformed.add(String.format("filter-by-regex if-not-matched %s %s;", col(column), quote(pattern))); String column = getNextToken(tokenizer, command, "column", lineno); String pattern = getNextToken(tokenizer, "\n", command, "regex", lineno); transformed.add(String.format("filter-by-regex if-matched %s %s;", col(column), quote(pattern))); } else if (cmd.equalsIgnoreCase("regex-not-match")) { String column = getNextToken(tokenizer, command, "column", lineno); String pattern = getNextToken(tokenizer, "\n", command, "regex", lineno); transformed.add(String.format("filter-by-regex if-not-matched %s %s;", col(column), quote(pattern))); } else { throw new DirectiveParseException( String column = getNextToken(tokenizer, command, "column", lineno); String mask = getNextToken(tokenizer, command, "pattern", lineno);