congrats Icon
New! Announcing Tabnine Chat Beta
Learn More
Tabnine Logo
org.apache.hadoop.hdfs.server.datanode.fsdataset.impl
Code IndexAdd Tabnine to your IDE (free)

How to use org.apache.hadoop.hdfs.server.datanode.fsdataset.impl

Best Java code snippets using org.apache.hadoop.hdfs.server.datanode.fsdataset.impl (Showing top 20 results out of 315)

origin: org.apache.hadoop/hadoop-hdfs

void getVolumeMap(String bpid, ReplicaMap volumeMap,
         final RamDiskReplicaTracker ramDiskReplicaMap)
  throws IOException {
 getBlockPoolSlice(bpid).getVolumeMap(volumeMap, ramDiskReplicaMap);
}
origin: org.apache.hadoop/hadoop-hdfs

public void resolveDuplicateReplicas(String bpid, ReplicaInfo memBlockInfo,
  ReplicaInfo diskBlockInfo, ReplicaMap volumeMap) throws IOException {
 getBlockPoolSlice(bpid).resolveDuplicateReplicas(
   memBlockInfo, diskBlockInfo, volumeMap);
}
origin: org.apache.hadoop/hadoop-hdfs

@Override
void getVolumeMap(String bpid, ReplicaMap volumeMap,
  final RamDiskReplicaTracker ramDiskReplicaMap)
    throws IOException {
 getProvidedBlockPoolSlice(bpid).fetchVolumeMap(volumeMap, ramDiskReplicaMap,
   remoteFS);
}
origin: org.apache.hadoop/hadoop-hdfs

private void addVolumeFailureInfo(FsVolumeImpl vol) {
 addVolumeFailureInfo(new VolumeFailureInfo(
   vol.getStorageLocation(),
   Time.now(),
   vol.getCapacity()));
}
origin: org.apache.hadoop/hadoop-hdfs

protected File getLazyPersistDir(String bpid) throws IOException {
 return getBlockPoolSlice(bpid).getLazypersistDir();
}
origin: org.apache.hadoop/hadoop-hdfs

 public ReplicaInfo activateSavedReplica(String bpid,
   ReplicaInfo replicaInfo, RamDiskReplica replicaState) throws IOException {
  return getBlockPoolSlice(bpid).activateSavedReplica(replicaInfo,
    replicaState);
 }
}
origin: org.apache.hadoop/hadoop-hdfs

private void setupAsyncLazyPersistThreads() {
 for (FsVolumeImpl v: volumes.getVolumes()){
  setupAsyncLazyPersistThread(v);
 }
}
origin: org.apache.hadoop/hadoop-hdfs

private boolean ramDiskConfigured() {
 for (FsVolumeImpl v: volumes.getVolumes()){
  if (v.isTransientStorage()) {
   return true;
  }
 }
 return false;
}
origin: org.apache.hadoop/hadoop-hdfs

long getBlockPoolUsed(String bpid) throws IOException {
 return getBlockPoolSlice(bpid).getDfsUsed();
}

origin: org.apache.hadoop/hadoop-hdfs

protected File getRbwDir(String bpid) throws IOException {
 return getBlockPoolSlice(bpid).getRbwDir();
}
origin: org.apache.hadoop/hadoop-hdfs

@Override // FSDatasetMBean
public long getLastVolumeFailureDate() {
 long lastVolumeFailureDate = 0;
 for (VolumeFailureInfo info: volumes.getVolumeFailureInfos()) {
  long failureDate = info.getFailureDate();
  if (failureDate > lastVolumeFailureDate) {
   lastVolumeFailureDate = failureDate;
  }
 }
 return lastVolumeFailureDate;
}
origin: org.apache.hadoop/hadoop-hdfs

@Override // FSDatasetMBean
public long getEstimatedCapacityLostTotal() {
 long estimatedCapacityLostTotal = 0;
 for (VolumeFailureInfo info: volumes.getVolumeFailureInfos()) {
  estimatedCapacityLostTotal += info.getEstimatedCapacityLost();
 }
 return estimatedCapacityLostTotal;
}
origin: org.apache.hadoop/hadoop-hdfs

@Override
public void submitBackgroundSyncFileRangeRequest(ExtendedBlock block,
  ReplicaOutputStreams outs, long offset, long nbytes, int flags) {
 FsVolumeImpl fsVolumeImpl = this.getVolume(block);
 asyncDiskService.submitSyncFileRangeRequest(fsVolumeImpl, outs, offset,
   nbytes, flags);
}
origin: org.apache.hadoop/hadoop-hdfs

void onBlockFileDeletion(String bpid, long value) {
 decDfsUsedAndNumBlocks(bpid, value, true);
 if (isTransientStorage()) {
  dataset.releaseLockedMemory(value, true);
 }
}
origin: org.apache.hadoop/hadoop-hdfs

public void incrNumBlocks(String bpid) throws IOException {
 getBlockPoolSlice(bpid).incrNumBlocks();
}
origin: org.apache.hadoop/hadoop-hdfs

@Override
public void releaseLockedMemory(long bytesToRelease) {
 if (isTransientStorage()) {
  dataset.releaseLockedMemory(bytesToRelease, false);
 }
}
origin: org.apache.hadoop/hadoop-hdfs

/**
 * Release some bytes that we're using.
 *
 * @param count    The number of bytes to release.  We will round this
 *                 up to the page size.
 *
 * @return         The new number of usedBytes.
 */
long release(long count) {
 return usedBytesCount.release(count);
}
origin: org.apache.hadoop/hadoop-hdfs

@Override
long getBlockPoolUsed(String bpid) throws IOException {
 return getProvidedBlockPoolSlice(bpid).getDfsUsed();
}
origin: org.apache.hadoop/hadoop-hdfs

@Override
boolean isBPDirEmpty(String bpid) throws IOException {
 return getProvidedBlockPoolSlice(bpid).isEmpty();
}
origin: org.apache.hadoop/hadoop-hdfs

/**
 * Round up to the OS page size.
 */
long roundUpPageSize(long count) {
 return usedBytesCount.rounder.roundUp(count);
}
org.apache.hadoop.hdfs.server.datanode.fsdataset.impl

Most used classes

  • BlockPoolSlice
    A block pool slice represents a portion of a block pool stored on a volume. Taken together, all Bloc
  • FsDatasetAsyncDiskService
    This class is a container of multiple thread pools, each for a volume, so that we can schedule async
  • FsDatasetCache$PageRounder
  • FsDatasetImpl$LazyWriter
  • FsDatasetImpl
    FSDataset manages a set of data blocks. Each block has a unique name and an extent on disk.
  • FsVolumeImpl,
  • FsVolumeList,
  • ReplicaMap,
  • FsDatasetAsyncDiskService$ReplicaFileDeleteTask,
  • FsDatasetCache$CachingTask,
  • FsDatasetCache$State,
  • FsDatasetCache$UncachingTask,
  • FsDatasetCache$UsedBytesCount,
  • FsDatasetCache$Value,
  • FsDatasetCache,
  • FsDatasetImpl$VolumeInfo,
  • FsVolumeImpl$BlockIteratorImpl,
  • FsVolumeImpl$BlockIteratorState,
  • FsVolumeImpl$FsVolumeReferenceImpl
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now