@Override public void finalizeTraining(Model originalModel, Model... models) { finalizeRound(originalModel, models); } }
.trainerFactory(new SymmetricTrainerContext())
private void createZooIfNeccessary(boolean useMDS) { if (zoo == null) { trainerContext.init(model, trainerContextArgs); zoo = new Trainer[workers]; int numDevices = Nd4j.getAffinityManager().getNumberOfDevices(); for (int cnt = 0; cnt < workers; cnt++) { // we pass true here, to tell Trainer to use MultiDataSet queue for training zoo[cnt] = trainerContext.create(cnt, model, Nd4j.getAffinityManager().getDeviceForCurrentThread(), useMDS, this, workspaceMode, averagingFrequency); /* zoo[cnt].setUncaughtExceptionHandler(handler); if (zoo[cnt] instanceof Thread) { Nd4j.getAffinityManager().attachThreadToDevice((Thread) zoo[cnt], cnt % numDevices); } zoo[cnt].start(); */ if (executorService == null) init(); executorService.execute(zoo[cnt]); } } }
this.trainerContext = new DefaultTrainerContext(); this.accumulator = null; log.info("Creating new AveragingTraining instance"); this.trainerContext = new SymmetricTrainerContext(); if (this.accumulator == null) { log.info("Creating new GradientsAccumulator instance"); this.trainerContext = new SymmetricTrainerContext(); if (this.accumulator == null) throw new DL4JInvalidConfigException(
this.trainerContext = new DefaultTrainerContext(); this.accumulator = null; log.info("Creating new AveragingTraining instance"); this.trainerContext = new SymmetricTrainerContext(); if (this.accumulator == null) { log.info("Creating new GradientsAccumulator instance"); this.trainerContext = new SymmetricTrainerContext(); if (this.accumulator == null) throw new DL4JInvalidConfigException(
private void createZooIfNeccessary(boolean useMDS) { if (zoo == null) { trainerContext.init(model, trainerContextArgs); zoo = new Trainer[workers]; int numDevices = Nd4j.getAffinityManager().getNumberOfDevices(); for (int cnt = 0; cnt < workers; cnt++) { // we pass true here, to tell Trainer to use MultiDataSet queue for training zoo[cnt] = trainerContext.create(cnt, model, Nd4j.getAffinityManager().getDeviceForCurrentThread(), useMDS, this, workspaceMode, averagingFrequency); /* zoo[cnt].setUncaughtExceptionHandler(handler); if (zoo[cnt] instanceof Thread) { Nd4j.getAffinityManager().attachThreadToDevice((Thread) zoo[cnt], cnt % numDevices); } zoo[cnt].start(); */ if (executorService == null) init(); executorService.execute(zoo[cnt]); } } }
@Override public void finalizeTraining(Model originalModel, Model... models) { finalizeRound(originalModel, models); } }