public void mergeFrom(org.apache.tez.runtime.api.impl.IOStatistics other) { this.setDataSize(this.getDataSize() + other.getDataSize()); this.setItemsProcessed(this.getItemsProcessed() + other.getItemsProcessed()); }
@Override public void write(DataOutput out) throws IOException { out.writeLong(getDataSize()); out.writeLong(getItemsProcessed()); }
@Override public void readFields(DataInput in) throws IOException { setDataSize(in.readLong()); setItemsProcessed(in.readLong()); }
@Override public long getItemsProcessed() { return super.getItemsProcessed(); } }
@Override public long getDataSize() { return super.getDataSize(); }
@Override public void readFields(DataInput in) throws IOException { int numEntries = in.readInt(); for (int i=0; i<numEntries; ++i) { String edgeName = Text.readString(in); IOStatistics edgeStats = new IOStatistics(); edgeStats.readFields(in); addIO(edgeName, edgeStats); } } }
@Override public void reportItemsProcessed(long items) { // this is a concurrent map. Plus we are not adding/deleting entries runtimeTask.getTaskStatistics().getIOStatistics().get(destinationVertexName) .setItemsProcessed(items);; }
@Override public synchronized void reportDataSize(long size) { // this is a concurrent map. Plus we are not adding/deleting entries runtimeTask.getTaskStatistics().getIOStatistics().get(sourceVertexName) .setDataSize(size); }
@Override public void write(DataOutput out) throws IOException { int numEntries = ioStatistics.size(); out.writeInt(numEntries); for (Map.Entry<String, IOStatistics> entry : ioStatistics.entrySet()) { IOStatistics edgeStats = entry.getValue(); Text.writeString(out, entry.getKey()); edgeStats.write(out); } }
public void addIO(String edgeName) { addIO(edgeName, new IOStatistics()); }
@Override public void reportItemsProcessed(long items) { // this is a concurrent map. Plus we are not adding/deleting entries runtimeTask.getTaskStatistics().getIOStatistics().get(sourceVertexName) .setItemsProcessed(items); }
@Override public synchronized void reportDataSize(long size) { // this is a concurrent map. Plus we are not adding/deleting entries runtimeTask.getTaskStatistics().getIOStatistics().get(destinationVertexName) .setDataSize(size); }