public void releaseReference(BroadcastVariableKey key, BatchTask<?, ?> referenceHolder) { BroadcastVariableMaterialization<?, ?> mat = variables.get(key); // release this reference if (mat.decrementReference(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(key, mat); } }
public void releaseAllReferencesFromTask(BatchTask<?, ?> referenceHolder) { // go through all registered variables for (Map.Entry<BroadcastVariableKey, BroadcastVariableMaterialization<?, ?>> entry : variables.entrySet()) { BroadcastVariableMaterialization<?, ?> mat = entry.getValue(); // release the reference if (mat.decrementReferenceIfHeld(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(entry.getKey(), mat); } } }
public boolean decrementReference(BatchTask<?, ?> referenceHolder) { return decrementReferenceInternal(referenceHolder, true); }
final BroadcastVariableMaterialization<T, Object> newMat = new BroadcastVariableMaterialization<T, Object>(key); materialization.materializeVariable(reader, serializerFactory, holder); return materialization; newMat.materializeVariable(reader, serializerFactory, holder); return newMat;
@Override public <T, C> C getBroadcastVariableWithInitializer(String name, BroadcastVariableInitializer<T, C> initializer) { Preconditions.checkNotNull(name, "The broadcast variable name must not be null."); Preconditions.checkNotNull(initializer, "The broadcast variable initializer must not be null."); // check if we have an initialized version @SuppressWarnings("unchecked") BroadcastVariableMaterialization<T, C> variable = (BroadcastVariableMaterialization<T, C>) this.broadcastVars.get(name); if (variable != null) { return variable.getVariable(initializer); } else { throw new IllegalArgumentException("The broadcast variable with name '" + name + "' has not been set."); } }
final BroadcastVariableMaterialization<T, Object> newMat = new BroadcastVariableMaterialization<T, Object>(key); materialization.materializeVariable(reader, serializerFactory, holder); return materialization; newMat.materializeVariable(reader, serializerFactory, holder); return newMat;
@Override public <T, C> C getBroadcastVariableWithInitializer(String name, BroadcastVariableInitializer<T, C> initializer) { Preconditions.checkNotNull(name, "The broadcast variable name must not be null."); Preconditions.checkNotNull(initializer, "The broadcast variable initializer must not be null."); // check if we have an initialized version @SuppressWarnings("unchecked") BroadcastVariableMaterialization<T, C> variable = (BroadcastVariableMaterialization<T, C>) this.broadcastVars.get(name); if (variable != null) { return variable.getVariable(initializer); } else { throw new IllegalArgumentException("The broadcast variable with name '" + name + "' has not been set."); } }
final BroadcastVariableMaterialization<T, Object> newMat = new BroadcastVariableMaterialization<T, Object>(key); materialization.materializeVariable(reader, serializerFactory, holder); return materialization; newMat.materializeVariable(reader, serializerFactory, holder); return newMat;
public void releaseAllReferencesFromTask(BatchTask<?, ?> referenceHolder) { // go through all registered variables for (Map.Entry<BroadcastVariableKey, BroadcastVariableMaterialization<?, ?>> entry : variables.entrySet()) { BroadcastVariableMaterialization<?, ?> mat = entry.getValue(); // release the reference if (mat.decrementReferenceIfHeld(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(entry.getKey(), mat); } } }
@Override public <T, C> C getBroadcastVariableWithInitializer(String name, BroadcastVariableInitializer<T, C> initializer) { Preconditions.checkNotNull(name, "The broadcast variable name must not be null."); Preconditions.checkNotNull(initializer, "The broadcast variable initializer must not be null."); // check if we have an initialized version @SuppressWarnings("unchecked") BroadcastVariableMaterialization<T, C> variable = (BroadcastVariableMaterialization<T, C>) this.broadcastVars.get(name); if (variable != null) { return variable.getVariable(initializer); } else { throw new IllegalArgumentException("The broadcast variable with name '" + name + "' has not been set."); } }
public boolean decrementReference(BatchTask<?, ?> referenceHolder) { return decrementReferenceInternal(referenceHolder, true); }
public void releaseReference(BroadcastVariableKey key, BatchTask<?, ?> referenceHolder) { BroadcastVariableMaterialization<?, ?> mat = variables.get(key); // release this reference if (mat.decrementReference(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(key, mat); } }
final BroadcastVariableMaterialization<T, Object> newMat = new BroadcastVariableMaterialization<T, Object>(key); materialization.materializeVariable(reader, serializerFactory, holder); return materialization; newMat.materializeVariable(reader, serializerFactory, holder); return newMat;
public void releaseAllReferencesFromTask(BatchTask<?, ?> referenceHolder) { // go through all registered variables for (Map.Entry<BroadcastVariableKey, BroadcastVariableMaterialization<?, ?>> entry : variables.entrySet()) { BroadcastVariableMaterialization<?, ?> mat = entry.getValue(); // release the reference if (mat.decrementReferenceIfHeld(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(entry.getKey(), mat); } } }
@Override public <T> List<T> getBroadcastVariable(String name) { Preconditions.checkNotNull(name, "The broadcast variable name must not be null."); // check if we have an initialized version @SuppressWarnings("unchecked") BroadcastVariableMaterialization<T, ?> variable = (BroadcastVariableMaterialization<T, ?>) this.broadcastVars.get(name); if (variable != null) { try { return variable.getVariable(); } catch (InitializationTypeConflictException e) { throw new RuntimeException("The broadcast variable '" + name + "' has been initialized by a prior call to a " + e.getType()); } } else { throw new IllegalArgumentException("The broadcast variable with name '" + name + "' has not been set."); } }
public boolean decrementReferenceIfHeld(BatchTask<?, ?> referenceHolder) { return decrementReferenceInternal(referenceHolder, false); }
public void releaseReference(BroadcastVariableKey key, BatchTask<?, ?> referenceHolder) { BroadcastVariableMaterialization<?, ?> mat = variables.get(key); // release this reference if (mat.decrementReference(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(key, mat); } }
public void releaseAllReferencesFromTask(BatchTask<?, ?> referenceHolder) { // go through all registered variables for (Map.Entry<BroadcastVariableKey, BroadcastVariableMaterialization<?, ?>> entry : variables.entrySet()) { BroadcastVariableMaterialization<?, ?> mat = entry.getValue(); // release the reference if (mat.decrementReferenceIfHeld(referenceHolder)) { // remove if no one holds a reference and no one concurrently replaced the entry variables.remove(entry.getKey(), mat); } } }
@Override public <T> List<T> getBroadcastVariable(String name) { Preconditions.checkNotNull(name, "The broadcast variable name must not be null."); // check if we have an initialized version @SuppressWarnings("unchecked") BroadcastVariableMaterialization<T, ?> variable = (BroadcastVariableMaterialization<T, ?>) this.broadcastVars.get(name); if (variable != null) { try { return variable.getVariable(); } catch (InitializationTypeConflictException e) { throw new RuntimeException("The broadcast variable '" + name + "' has been initialized by a prior call to a " + e.getType()); } } else { throw new IllegalArgumentException("The broadcast variable with name '" + name + "' has not been set."); } }
public boolean decrementReferenceIfHeld(BatchTask<?, ?> referenceHolder) { return decrementReferenceInternal(referenceHolder, false); }