public static ValuePointer[] buildIndex(Fields fieldsOrder, Map<String, ValuePointer> pointers) { if (fieldsOrder.size() != pointers.size()) { throw new IllegalArgumentException("Fields order must be same length as pointers map"); } ValuePointer[] ret = new ValuePointer[pointers.size()]; for (int i = 0; i < fieldsOrder.size(); i++) { ret[i] = pointers.get(fieldsOrder.get(i)); } return ret; }
@Override public byte[] format(TridentTuple tuple) { StringBuilder sb = new StringBuilder(); int size = this.fields.size(); for (int i = 0; i < size; i++) { sb.append(tuple.getValueByField(fields.get(i))); if (i != size - 1) { sb.append(this.fieldDelimiter); } } sb.append(this.recordDelimiter); return sb.toString().getBytes(); } }
@Override public byte[] format(Tuple tuple) { StringBuilder sb = new StringBuilder(); Fields fields = this.fields == null ? tuple.getFields() : this.fields; int size = fields.size(); for (int i = 0; i < size; i++) { sb.append(tuple.getValueByField(fields.get(i))); if (i != size - 1) { sb.append(this.fieldDelimiter); } } sb.append(this.recordDelimiter); return sb.toString().getBytes(); } }
public FreshOutputFactory(Fields selfFields) { _fieldIndex = new HashMap<>(); for (int i = 0; i < selfFields.size(); i++) { String field = selfFields.get(i); _fieldIndex.put(field, new ValuePointer(0, i, field)); } _index = ValuePointer.buildIndex(selfFields, _fieldIndex); }
public OperationOutputFactory(Factory parent, Fields selfFields) { _parent = parent; _fieldIndex = new HashMap<>(parent.getFieldIndex()); int myIndex = parent.numDelegates(); for (int i = 0; i < selfFields.size(); i++) { String field = selfFields.get(i); _fieldIndex.put(field, new ValuePointer(myIndex, i, field)); } List<String> myOrder = new ArrayList<>(parent.getOutputFields()); Set<String> parentFieldsSet = new HashSet<>(myOrder); for (String f : selfFields) { if (parentFieldsSet.contains(f)) { throw new IllegalArgumentException( "Additive operations cannot add fields with same name as already exists. " + "Tried adding " + selfFields + " to " + parent.getOutputFields()); } myOrder.add(f); } _index = ValuePointer.buildIndex(new Fields(myOrder), _fieldIndex); }
@Test(expected = IndexOutOfBoundsException.class) public void getThrowsWhenOutOfBoundsTest() { Fields fields = new Fields("foo", "bar"); fields.get(2); }
String envMetadataFieldName = tupleFields.get(i); Object envMetadataFieldValue = t.getValue(i); if (!StringUtils.isEmpty(envMetadataFieldName) && envMetadataFieldValue != null) {
private static Tuple createTuple(Map<String, Object> kafkaFields, String metadata) throws Exception { List<Map.Entry<String, Object>> fields = new ArrayList<>(); for(Map.Entry<String, Object> kv : kafkaFields.entrySet()) { fields.add(kv); } Tuple t = mock(Tuple.class); Fields f = mock(Fields.class); when(f.size()).thenReturn(fields.size()+2); for(int i = 0;i < fields.size();++i) { when(f.get(eq(i + 2))).thenReturn(fields.get(i).getKey()); when(t.getValue(eq(i + 2))).thenReturn(fields.get(i).getValue()); } when(t.getFields()).thenReturn(f); when(t.getBinary(eq(MetadataUtil.KEY_INDEX))).thenReturn(metadata.getBytes()); return t; }
public static ValuePointer[] buildIndex(Fields fieldsOrder, Map<String, ValuePointer> pointers) { if(fieldsOrder.size()!=pointers.size()) { throw new IllegalArgumentException("Fields order must be same length as pointers map"); } ValuePointer[] ret = new ValuePointer[pointers.size()]; for(int i=0; i<fieldsOrder.size(); i++) { ret[i] = pointers.get(fieldsOrder.get(i)); } return ret; }
@Override public byte[] format(TridentTuple tuple) { StringBuilder sb = new StringBuilder(); int size = this.fields.size(); for(int i = 0; i < size; i++){ sb.append(tuple.getValueByField(fields.get(i))); if(i != size - 1){ sb.append(this.fieldDelimiter); } } sb.append(this.recordDelimiter); return sb.toString().getBytes(); } }
@Override public byte[] format(Tuple tuple) { StringBuilder sb = new StringBuilder(); Fields fields = this.fields == null ? tuple.getFields() : this.fields; int size = fields.size(); for(int i = 0; i < size; i++){ sb.append(tuple.getValueByField(fields.get(i))); if(i != size - 1){ sb.append(this.fieldDelimiter); } } sb.append(this.recordDelimiter); return sb.toString().getBytes(); } }
public FreshOutputFactory(Fields selfFields) { _fieldIndex = new HashMap<>(); for(int i=0; i<selfFields.size(); i++) { String field = selfFields.get(i); _fieldIndex.put(field, new ValuePointer(0, i, field)); } _index = ValuePointer.buildIndex(selfFields, _fieldIndex); }
@Override public byte[] format(Tuple tuple) { if (fields==null || fields.size()==0) { throw new IllegalArgumentException("Output field names not specified. Set them using withFields()."); } StreamlineEvent event = ((StreamlineEvent) tuple.getValueByField(StreamlineEvent.STREAMLINE_EVENT)); StringBuilder sb = new StringBuilder(); for(int i = 0; i < fields.size(); i++) { Object value = event.get(fields.get(i)); if (value!=null) { sb.append( value ); } if ( i != fields.size()-1 ) { sb.append(this.fieldDelimiter); } } sb.append(this.recordDelimiter); return sb.toString().getBytes(); } }
public OperationOutputFactory(Factory parent, Fields selfFields) { _parent = parent; _fieldIndex = new HashMap<>(parent.getFieldIndex()); int myIndex = parent.numDelegates(); for(int i=0; i<selfFields.size(); i++) { String field = selfFields.get(i); _fieldIndex.put(field, new ValuePointer(myIndex, i, field)); } List<String> myOrder = new ArrayList<>(parent.getOutputFields()); Set<String> parentFieldsSet = new HashSet<>(myOrder); for(String f: selfFields) { if(parentFieldsSet.contains(f)) { throw new IllegalArgumentException( "Additive operations cannot add fields with same name as already exists. " + "Tried adding " + selfFields + " to " + parent.getOutputFields()); } myOrder.add(f); } _index = ValuePointer.buildIndex(new Fields(myOrder), _fieldIndex); }
Form form = file.getDocument.getForm(); Fields fields = form.getFields(); Field field = fields.get("some_field_name");