@Override public TableRow apply(SchemaAndRecord schemaAndRecord) { return BigQueryAvroUtils.convertGenericRecordToTableRow( schemaAndRecord.getRecord(), schemaAndRecord.getTableSchema()); } }
@Override public T apply(GenericRecord input) { return parseFn.apply(new SchemaAndRecord(input, schema.get())); } };
@Override public Row apply(SchemaAndRecord input) { GenericRecord record = input.getRecord(); checkState( schema.getFields().size() == record.getSchema().getFields().size(), "Schema sizes are different."); return toBeamRow(record, schema); } }
p.apply( BigQueryIO.read( (SchemaAndRecord elem) -> (Double) elem.getRecord().get("max_temperature")) .from(tableSpec) .withCoder(DoubleCoder.of())); p.apply( BigQueryIO.read( (SchemaAndRecord elem) -> (Double) elem.getRecord().get("max_temperature")) .fromQuery( "SELECT max_temperature FROM [clouddataflow-readonly:samples.weather_stations]") p.apply( BigQueryIO.read( (SchemaAndRecord elem) -> (Double) elem.getRecord().get("max_temperature")) .fromQuery( "SELECT max_temperature FROM `clouddataflow-readonly.samples.weather_stations`") BigQueryIO.read( (SchemaAndRecord elem) -> { GenericRecord record = elem.getRecord(); return new WeatherData( (Long) record.get("year"),
@Override public FeatureRow apply(SchemaAndRecord input) { GenericRecord record = input.getRecord(); TableSchema schema = input.getTableSchema();
public Entity apply(SchemaAndRecord record) { GenericRecord row = record.getRecord(); try { Entity.Builder entityBuilder = Entity.newBuilder(); List<TableFieldSchema> columns = record.getTableSchema().getFields(); for (TableFieldSchema column : columns) { String columnName = column.getName();