How to use

parseAllGenericRecords

method

in

org.apache.beam.sdk.io.AvroIO

@Override
public PCollection<T> expand(PBegin input) {
 checkNotNull(getFilepattern(), "filepattern");
 Coder<T> coder = inferCoder(getCoder(), getParseFn(), input.getPipeline().getCoderRegistry());
 if (getMatchConfiguration().getWatchInterval() == null && !getHintMatchesManyFiles()) {
  return input.apply(
    org.apache.beam.sdk.io.Read.from(
      AvroSource.from(getFilepattern()).withParseFn(getParseFn(), coder)));
 }
 // All other cases go through ParseAllGenericRecords.
 return input
   .apply("Create filepattern", Create.ofProvider(getFilepattern(), StringUtf8Coder.of()))
   .apply(
     "Via ParseAll",
     parseAllGenericRecords(getParseFn())
       .withCoder(coder)
       .withMatchConfiguration(getMatchConfiguration()));
}

paths.apply(
  "Parse all",
  AvroIO.parseAllGenericRecords(new ParseGenericClass())
    .withCoder(AvroCoder.of(GenericClass.class))
    .withDesiredBundleSizeBytes(10)))

path.apply(
  "ParseAll",
  AvroIO.parseAllGenericRecords(new ParseGenericClass())
    .withCoder(AvroCoder.of(GenericClass.class))
    .withDesiredBundleSizeBytes(10)))

paths.apply(
  "Parse all",
  AvroIO.parseAllGenericRecords(new ParseGenericClass())
    .withCoder(AvroCoder.of(GenericClass.class))
    .watchForNewFiles(