protected ColumnMetadata fromFieldDto(final FieldDto fieldDto, final TypeManager typeManager) { String type = fieldDto.getType(); if (type == null) { type = fieldDto.getSource_type(); } return new ColumnMetadata( fieldDto.getName(), typeConverter.get().toType(type, typeManager), fieldDto.isPartition_key(), fieldDto.getComment(), false ); }
private FieldDto hiveToMetacatField(final FieldSchema field, final boolean isPartitionKey) { final FieldDto dto = new FieldDto(); dto.setName(field.getName()); dto.setType(field.getType()); dto.setSource_type(field.getType()); dto.setComment(field.getComment()); dto.setPartition_key(isPartitionKey); return dto; }
protected List<FieldDto> toFieldDtos(final List<ColumnMetadata> columns) { final List<FieldDto> result = Lists.newArrayList(); if (columns != null) { for (int i = 0; i < columns.size(); i++) { final ColumnMetadata column = columns.get(i); final FieldDto fieldDto = toFieldDto(column); if (column instanceof ColumnDetailMetadata) { final ColumnDetailMetadata columnDetail = (ColumnDetailMetadata) column; fieldDto.setSource_type(columnDetail.getSourceType()); fieldDto.setIsNullable(columnDetail.getIsNullable()); fieldDto.setSize(columnDetail.getSize()); fieldDto.setDefaultValue(columnDetail.getDefaultValue()); fieldDto.setIsIndexKey(columnDetail.getIsIndexKey()); fieldDto.setIsSortKey(columnDetail.getIsSortKey()); } fieldDto.setPos(i); result.add(fieldDto); } } return result; }
/** * Returns the list of partition keys. * @return list of partition keys */ @ApiModelProperty(value = "List of partition key names") @JsonProperty @SuppressWarnings("checkstyle:methodname") public List<String> getPartition_keys() { if (fields == null) { return null; } else if (fields.isEmpty()) { return Collections.emptyList(); } final List<String> keys = new LinkedList<>(); for (FieldDto field : fields) { if (field.isPartition_key()) { keys.add(field.getName()); } } return keys; }
private FieldSchema metacatToHiveField(final FieldDto fieldDto) { final FieldSchema result = new FieldSchema(); result.setName(fieldDto.getName()); result.setType(fieldDto.getType()); result.setComment(fieldDto.getComment()); return result; }
final FieldSchema f = metacatToHiveField(fieldDto); if (fieldDto.isPartition_key()) { partitionFields.add(f); } else {
/** * Converts from TableInfo to TableDto. * * @param tableInfo connector table info * @return table dto */ public TableDto toTableDto(final TableInfo tableInfo) { final TableDto result = this.mapper.map(tableInfo, TableDto.class); //TODO: Add this logic in the mapping final List<FieldDto> fields = result.getFields(); if (fields != null) { int index = 0; for (final FieldDto field : fields) { field.setPos(index++); } } return result; }
/** * Returns the list of partition keys. * @return list of partition keys */ @ApiModelProperty(value = "List of partition key names") @JsonProperty @SuppressWarnings("checkstyle:methodname") public List<String> getPartition_keys() { if (fields == null) { return null; } else if (fields.isEmpty()) { return Collections.emptyList(); } final List<String> keys = new LinkedList<>(); for (FieldDto field : fields) { if (field.isPartition_key()) { keys.add(field.getName()); } } return keys; }
private FieldSchema metacatToHiveField(final FieldDto fieldDto) { final FieldSchema result = new FieldSchema(); result.setName(fieldDto.getName()); result.setType(fieldDto.getType()); result.setComment(fieldDto.getComment()); return result; }
} else { sd.setCols(fields.stream() .filter(field -> !field.isPartition_key()) .map(this::metacatToHiveField) .collect(Collectors.toList()));
/** * Converts from TableInfo to TableDto. * * @param tableInfo connector table info * @return table dto */ public TableDto toTableDto(final TableInfo tableInfo) { final TableDto result = this.mapper.map(tableInfo, TableDto.class); //TODO: Add this logic in the mapping final List<FieldDto> fields = result.getFields(); if (fields != null) { int index = 0; for (final FieldDto field : fields) { field.setPos(index++); } } return result; }
private FieldDto hiveToMetacatField(final FieldSchema field, final boolean isPartitionKey) { final FieldDto dto = new FieldDto(); dto.setName(field.getName()); dto.setType(field.getType()); dto.setSource_type(field.getType()); dto.setComment(field.getComment()); dto.setPartition_key(isPartitionKey); return dto; }
for (int i = 0, partitionIdx = 0; i < fields.size(); i++) { final FieldDto fieldDto = fields.get(i); if (!fieldDto.isPartition_key() || partitionIdx >= partVals.size()) { continue; String filter = "(" + fieldDto.getName() + "="; try { filter += Long.parseLong(partitionValueFilter) + ")";
private FieldSchema metacatToHiveField(final FieldDto fieldDto) { final FieldSchema result = new FieldSchema(); result.setName(fieldDto.getName()); result.setType(fieldDto.getType()); result.setComment(fieldDto.getComment()); return result; }
final FieldSchema f = metacatToHiveField(fieldDto); if (fieldDto.isPartition_key()) { partitionFields.add(f); } else {
private FieldDto hiveToMetacatField(final FieldSchema field, final boolean isPartitionKey) { final FieldDto dto = new FieldDto(); dto.setName(field.getName()); dto.setType(field.getType()); dto.setSource_type(field.getType()); dto.setComment(field.getComment()); dto.setPartition_key(isPartitionKey); return dto; }
for (int i = 0, partitionIdx = 0; i < fields.size(); i++) { final FieldDto fieldDto = fields.get(i); if (!fieldDto.isPartition_key() || partitionIdx >= partVals.size()) { continue; String filter = "(" + fieldDto.getName() + "="; try { filter += Long.parseLong(partitionValueFilter) + ")";
final FieldSchema f = metacatToHiveField(fieldDto); if (fieldDto.isPartition_key()) { partitionFields.add(f); } else {
@Override protected FieldDto toFieldDto(ColumnMetadata column) { if ( column == null ) { return null; } FieldDto fieldDto = new FieldDto(); fieldDto.setPartition_key( column.isPartitionKey() ); fieldDto.setName( column.getName() ); fieldDto.setComment( column.getComment() ); fieldDto.setType( toString( column.getType() ) ); return fieldDto; }
} else { sd.setCols(fields.stream() .filter(field -> !field.isPartition_key()) .map(this::metacatToHiveField) .collect(Collectors.toList()));