private static List<Schema.Field> _cloneFieldsAndResetPosition( List<Schema.Field> fields) { List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field schemaEntry : fields) { Schema.Field field = new Schema.Field( schemaEntry.name(), schemaEntry.schema(), schemaEntry.doc(), schemaEntry.defaultVal(), schemaEntry.order()); Map<String, Object> objectProperties = schemaEntry.getObjectProps(); for (Map.Entry<String, Object> entry : objectProperties.entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } copyFieldList.add(field); } return copyFieldList; }
private static void _copyFields( List<Schema.Field> fields, List<Schema.Field> copiedFieldList) { for (Schema.Field field : fields) { Schema.Field newField = new Schema.Field( field.name(), field.schema(), field.doc(), field.defaultVal()); _copyFieldProperties(field.getObjectProps(), newField); copiedFieldList.add(newField); } }
Assert.assertEquals(1, f.getObjectProps().size());
private Schema newSchema(Schema metadataSchema, String newSchemaName, List<Schema.Field> moreFields) { Schema newSchema = Schema.createRecord(newSchemaName, metadataSchema.getDoc(), metadataSchema.getNamespace(), metadataSchema.isError()); // TODO duplicate with salesforce, make it to a common one? List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field se : metadataSchema.getFields()) { Schema.Field field = new Schema.Field(se.name(), se.schema(), se.doc(), se.defaultVal(), se.order()); field.getObjectProps().putAll(se.getObjectProps()); copyFieldList.add(field); } copyFieldList.addAll(moreFields); newSchema.setFields(copyFieldList); for (Map.Entry<String, Object> entry : metadataSchema.getObjectProps().entrySet()) { newSchema.addProp(entry.getKey(), entry.getValue()); } return newSchema; }
/** * Copy a schema field. * * @param sourceField source field to be copied * @return new field */ public static Schema.Field copyField(final Schema.Field sourceField) { Schema.Field field = new Schema.Field(sourceField.name(), sourceField.schema(), sourceField.doc(), sourceField.defaultVal(), sourceField.order()); field.getObjectProps().putAll(sourceField.getObjectProps()); for (Map.Entry<String, Object> entry : sourceField.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } return field; }
@Override public Map<String, Object> getObjectProps() { return wrapped.getObjectProps(); }
public static List<Field> getSchemaFieldsList(Schema schema) { List<Field> result = new ArrayList<>(); for (Field f : schema.getFields()) { Field nf = new Field(f.name(), f.schema(), f.doc(), f.defaultVal()); nf.getObjectProps().putAll(f.getObjectProps()); for (Map.Entry<String, Object> entry : f.getObjectProps().entrySet()) { nf.addProp(entry.getKey(), entry.getValue()); } result.add(nf); } return result; }
public static Field generateNewField(Field origin) { Schema.Field field = new Schema.Field(origin.name(), origin.schema(), origin.doc(), origin.defaultVal(), origin.order()); field.getObjectProps().putAll(origin.getObjectProps()); for (Map.Entry<String, Object> entry : origin.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } return field; }
private Field getMigratedField(Field origin, Schema expectedSchema, String expectedDIType) { Field expectedField = new Schema.Field(origin.name(), expectedSchema, origin.doc(), origin.defaultVal(), origin.order()); for (Map.Entry<String, Object> entry : origin.getObjectProps().entrySet()) { if ("di.column.talendType".equals(entry.getKey())) { expectedField.addProp("di.column.talendType", expectedDIType); } else { expectedField.addProp(entry.getKey(), entry.getValue()); } } return expectedField; }
private List<Schema.Field> cloneFields(Schema metadataSchema) { List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field se : metadataSchema.getFields()) { Schema.Field field = new Schema.Field(se.name(), se.schema(), se.doc(), se.defaultVal(), se.order()); field.getObjectProps().putAll(se.getObjectProps()); for (Map.Entry<String, Object> entry : se.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } copyFieldList.add(field); } return copyFieldList; }
private Field getMigratedField(Field origin, Schema expectedSchema, String expectedDIType) { Field expectedField = new Schema.Field(origin.name(), expectedSchema, origin.doc(), origin.defaultVal(), origin.order()); for (Map.Entry<String, Object> entry : origin.getObjectProps().entrySet()) { if ("di.column.talendType".equals(entry.getKey())) { expectedField.addProp("di.column.talendType", expectedDIType); } else { expectedField.addProp(entry.getKey(), entry.getValue()); } } return expectedField; }
public static Field generateNewField(Field origin) { Schema.Field field = new Schema.Field(origin.name(), origin.schema(), origin.doc(), origin.defaultVal(), origin.order()); field.getObjectProps().putAll(origin.getObjectProps()); for (Map.Entry<String, Object> entry : origin.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } return field; }
private static List<Schema.Field> cloneFieldsAndResetPosition(List<Field> fields) { List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field se : fields) { Schema.Field field = new Schema.Field(se.name(), se.schema(), se.doc(), se.defaultVal(), se.order()); field.getObjectProps().putAll(se.getObjectProps()); for (Map.Entry<String, Object> entry : se.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } copyFieldList.add(field); } return copyFieldList; }
private List<Schema.Field> cloneFields(Schema metadataSchema) { List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field se : metadataSchema.getFields()) { Schema.Field field = new Schema.Field(se.name(), se.schema(), se.doc(), se.defaultVal(), se.order()); field.getObjectProps().putAll(se.getObjectProps()); for (Map.Entry<String, Object> entry : se.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } copyFieldList.add(field); } return copyFieldList; }
public static List<Field> getSchemaFieldsList(Schema schema) { List<Field> result = new ArrayList<>(); for (Field f : schema.getFields()) { Field nf = new Field(f.name(), f.schema(), f.doc(), f.defaultVal()); nf.getObjectProps().putAll(f.getObjectProps()); for (Map.Entry<String, Object> entry : f.getObjectProps().entrySet()) { nf.addProp(entry.getKey(), entry.getValue()); } result.add(nf); } return result; }
private static List<Schema.Field> cloneFieldsAndResetPosition(List<Field> fields) { List<Schema.Field> copyFieldList = new ArrayList<>(); for (Schema.Field se : fields) { Schema.Field field = new Schema.Field(se.name(), se.schema(), se.doc(), se.defaultVal(), se.order()); field.getObjectProps().putAll(se.getObjectProps()); for (Map.Entry<String, Object> entry : se.getObjectProps().entrySet()) { field.addProp(entry.getKey(), entry.getValue()); } copyFieldList.add(field); } return copyFieldList; }
private static Schema.Field copyField(Schema.Field field, Schema newSchema) { Schema.Field copy = new Schema.Field(field.name(), newSchema, field.doc(), field.defaultVal(), field.order()); for (Map.Entry<String, Object> prop : field.getObjectProps().entrySet()) { copy.addProp(prop.getKey(), prop.getValue()); } return copy; } }
static Schema.Field copyField(Schema.Field field, Schema newSchema, String newName) { Schema.Field copy = new Schema.Field(newName, newSchema, field.doc(), field.defaultVal(), field.order()); for (Map.Entry<String, Object> prop : field.getObjectProps().entrySet()) { copy.addProp(prop.getKey(), prop.getValue()); } if (!newName.equals(field.name())) { copy.addAlias(field.name()); } return copy; } }
private static Schema.Field copyField(Schema.Field field, Schema newSchema) { Schema.Field copy = new Schema.Field(field.name(), newSchema, field.doc(), field.defaultVal(), field.order()); for (Map.Entry<String, Object> prop : field.getObjectProps().entrySet()) { copy.addProp(prop.getKey(), prop.getValue()); } return copy; } }
Assert.assertEquals(7, f.getObjectProps().size()); Assert.assertTrue(f.getObjectProp("booleanProp") instanceof Boolean); Assert.assertEquals(true, f.getObjectProp("booleanProp"));