String columns = getNextToken(tokenizer, "\n", "set columns", "name1, name2, ...", lineno); String cols[] = columns.split(","); transformed.add(String.format("set-headers %s;", toColumArray(cols))); String columns = getNextToken(tokenizer, command, "column", lineno); String cols[] = columns.split(","); transformed.add(String.format("drop %s;", toColumArray(cols))); } else if (cmd.equalsIgnoreCase("empty-or-null-columns")) { String columns = getNextToken(tokenizer, "\n", command, "columns", lineno); transformed.add(String.format("filter-empty-or-null %s;", toColumArray(columns.split(",")))); } else if (cmd.equalsIgnoreCase("regex-match")) { String column = getNextToken(tokenizer, command, "column", lineno); String columns = getNextToken(tokenizer, command, "columns", lineno); String expression = getNextToken(tokenizer, "\n", command, "sed-script", lineno); transformed.add(String.format("find-and-replace %s %s;", toColumArray(columns.split(",")), quote(expression))); String headers = getNextToken(tokenizer, "\n", command, "headers", lineno, true); transformed.add(String.format("invoke-http %s %s %s;", quote(url), toColumArray(columnsOpt.split(",")), quote(headers))); transformed.add(String.format("flatten %s;", toColumArray(cols.split(",")))); transformed.add(String.format("keep %s;", toColumArray(columns.split(",")))); String columnsStr = getNextToken(tokenizer, "\n", command, "columns", lineno); transformed.add(String.format("write-as-json-object %s %s;", col(column), toColumArray(columnsStr.split(","))));