Tabnine Logo
ProcedureWALFormatReader
Code IndexAdd Tabnine to your IDE (free)

How to use
ProcedureWALFormatReader
in
org.apache.hadoop.hbase.procedure2.store.wal

Best Java code snippets using org.apache.hadoop.hbase.procedure2.store.wal.ProcedureWALFormatReader (Showing top 20 results out of 315)

origin: apache/hbase

ProcedureWALFormatReader reader = new ProcedureWALFormatReader(tracker, loader);
tracker.setKeepDeletes(true);
 log.open();
 try {
  reader.read(log);
 } finally {
  log.close();
reader.finish();
origin: apache/hbase

 private boolean isRequired(long procId) {
  return !isDeleted(procId) && !procedureMap.contains(procId);
 }
}
origin: apache/hbase

private void loadProcedure(ProcedureWALEntry entry, ProcedureProtos.Procedure proc) {
 maxProcId = Math.max(maxProcId, proc.getProcId());
 if (isRequired(proc.getProcId())) {
  LOG.trace("Read {} entry {}", entry.getType(), proc.getProcId());
  localProcedureMap.add(proc);
  insertIfPartial(tracker, proc);
 }
 insertIfPartial(localTracker, proc);
}
origin: apache/hbase

private void readDeleteEntry(ProcedureWALEntry entry) {
 assert entry.hasProcId() : "expected ProcID";
 if (entry.getChildIdCount() > 0) {
  assert entry.getProcedureCount() == 1 : "Expected only one procedure";
  // update the parent procedure
  loadProcedure(entry, entry.getProcedure(0));
  // remove the child procedures of entry.getProcId()
  for (int i = 0, count = entry.getChildIdCount(); i < count; ++i) {
   deleteEntry(entry.getChildId(i));
  }
 } else {
  assert entry.getProcedureCount() == 0 : "Expected no procedures";
  // delete the procedure
  deleteEntry(entry.getProcId());
 }
}
origin: apache/hbase

switch (entry.getType()) {
 case PROCEDURE_WAL_INIT:
  readInitEntry(entry);
  break;
 case PROCEDURE_WAL_INSERT:
  readInsertEntry(entry);
  break;
 case PROCEDURE_WAL_UPDATE:
 case PROCEDURE_WAL_COMPACT:
  readUpdateEntry(entry);
  break;
 case PROCEDURE_WAL_DELETE:
  readDeleteEntry(entry);
  break;
 case PROCEDURE_WAL_EOF:
origin: apache/hbase

private void readInsertEntry(ProcedureWALEntry entry) {
 assert entry.getProcedureCount() >= 1 : "Expected one or more procedures";
 loadProcedure(entry, entry.getProcedure(0));
 for (int i = 1; i < entry.getProcedureCount(); ++i) {
  loadProcedure(entry, entry.getProcedure(i));
 }
}
origin: harbby/presto-connectors

public static void load(final Iterator<ProcedureWALFile> logs,
  final ProcedureStoreTracker tracker, final Loader loader) throws IOException {
 ProcedureWALFormatReader reader = new ProcedureWALFormatReader(tracker);
 tracker.setKeepDeletes(true);
 try {
  while (logs.hasNext()) {
   ProcedureWALFile log = logs.next();
   log.open();
   try {
    reader.read(log, loader);
   } finally {
    log.close();
   }
  }
  reader.finalize(loader);
  // The tracker is now updated with all the procedures read from the logs
  tracker.setPartialFlag(false);
  tracker.resetUpdates();
 } finally {
  tracker.setKeepDeletes(false);
 }
}
origin: com.aliyun.hbase/alihbase-procedure

private void loadProcedure(final ProcedureWALEntry entry, final ProcedureProtos.Procedure proc) {
 maxProcId = Math.max(maxProcId, proc.getProcId());
 if (isRequired(proc.getProcId())) {
  if (LOG.isTraceEnabled()) {
   LOG.trace("Read " + entry.getType() + " entry " + proc.getProcId());
  }
  localProcedureMap.add(proc);
  if (tracker.isPartial()) {
   tracker.insert(proc.getProcId());
  }
 }
 if (localTracker != null) {
  localTracker.insert(proc.getProcId());
 }
}
origin: com.aliyun.hbase/alihbase-procedure

 readInitEntry(entry);
 break;
case PROCEDURE_WAL_INSERT:
 readInsertEntry(entry);
 break;
case PROCEDURE_WAL_UPDATE:
case PROCEDURE_WAL_COMPACT:
 readUpdateEntry(entry);
 break;
case PROCEDURE_WAL_DELETE:
 readDeleteEntry(entry);
 break;
case PROCEDURE_WAL_EOF:
origin: apache/hbase

private void readUpdateEntry(ProcedureWALEntry entry) {
 assert entry.getProcedureCount() == 1 : "Expected only one procedure";
 loadProcedure(entry, entry.getProcedure(0));
}
origin: org.apache.hbase/hbase-procedure

private void readDeleteEntry(ProcedureWALEntry entry) {
 assert entry.hasProcId() : "expected ProcID";
 if (entry.getChildIdCount() > 0) {
  assert entry.getProcedureCount() == 1 : "Expected only one procedure";
  // update the parent procedure
  loadProcedure(entry, entry.getProcedure(0));
  // remove the child procedures of entry.getProcId()
  for (int i = 0, count = entry.getChildIdCount(); i < count; ++i) {
   deleteEntry(entry.getChildId(i));
  }
 } else {
  assert entry.getProcedureCount() == 0 : "Expected no procedures";
  // delete the procedure
  deleteEntry(entry.getProcId());
 }
}
origin: harbby/presto-connectors

private void loadProcedure(final ProcedureWALEntry entry, final ProcedureProtos.Procedure proc) {
 maxProcId = Math.max(maxProcId, proc.getProcId());
 if (isRequired(proc.getProcId())) {
  if (LOG.isTraceEnabled()) {
   LOG.trace("read " + entry.getType() + " entry " + proc.getProcId());
  }
  localProcedureMap.add(proc);
  tracker.setDeleted(proc.getProcId(), false);
 }
}
origin: org.apache.hbase/hbase-procedure

switch (entry.getType()) {
 case PROCEDURE_WAL_INIT:
  readInitEntry(entry);
  break;
 case PROCEDURE_WAL_INSERT:
  readInsertEntry(entry);
  break;
 case PROCEDURE_WAL_UPDATE:
 case PROCEDURE_WAL_COMPACT:
  readUpdateEntry(entry);
  break;
 case PROCEDURE_WAL_DELETE:
  readDeleteEntry(entry);
  break;
 case PROCEDURE_WAL_EOF:
origin: com.aliyun.hbase/alihbase-procedure

public static void load(final Iterator<ProcedureWALFile> logs,
  final ProcedureStoreTracker tracker, final Loader loader) throws IOException {
 final ProcedureWALFormatReader reader = new ProcedureWALFormatReader(tracker, loader);
 tracker.setKeepDeletes(true);
 try {
  // Ignore the last log which is current active log.
  while (logs.hasNext()) {
   ProcedureWALFile log = logs.next();
   log.open();
   try {
    reader.read(log);
   } finally {
    log.close();
   }
  }
  reader.finish();
  // The tracker is now updated with all the procedures read from the logs
  tracker.setPartialFlag(false);
  tracker.resetUpdates();
 } finally {
  tracker.setKeepDeletes(false);
 }
}
origin: apache/hbase

private void readInitEntry(ProcedureWALEntry entry) {
 assert entry.getProcedureCount() == 1 : "Expected only one procedure";
 loadProcedure(entry, entry.getProcedure(0));
}
origin: com.aliyun.hbase/alihbase-procedure

private void readDeleteEntry(final ProcedureWALEntry entry) throws IOException {
 assert entry.hasProcId() : "expected ProcID";
 if (entry.getChildIdCount() > 0) {
  assert entry.getProcedureCount() == 1 : "Expected only one procedure";
  // update the parent procedure
  loadProcedure(entry, entry.getProcedure(0));
  // remove the child procedures of entry.getProcId()
  for (int i = 0, count = entry.getChildIdCount(); i < count; ++i) {
   deleteEntry(entry.getChildId(i));
  }
 } else {
  assert entry.getProcedureCount() == 0 : "Expected no procedures";
  // delete the procedure
  deleteEntry(entry.getProcId());
 }
}
origin: org.apache.hbase/hbase-procedure

 private boolean isRequired(long procId) {
  return !isDeleted(procId) && !procedureMap.contains(procId);
 }
}
origin: org.apache.hbase/hbase-procedure

private void loadProcedure(ProcedureWALEntry entry, ProcedureProtos.Procedure proc) {
 maxProcId = Math.max(maxProcId, proc.getProcId());
 if (isRequired(proc.getProcId())) {
  LOG.trace("Read {} entry {}", entry.getType(), proc.getProcId());
  localProcedureMap.add(proc);
  insertIfPartial(tracker, proc);
 }
 insertIfPartial(localTracker, proc);
}
origin: harbby/presto-connectors

 readInitEntry(entry);
 break;
case INSERT:
 readInsertEntry(entry);
 break;
case UPDATE:
case COMPACT:
 readUpdateEntry(entry);
 break;
case DELETE:
 readDeleteEntry(entry);
 break;
case EOF:
origin: org.apache.hbase/hbase-procedure

ProcedureWALFormatReader reader = new ProcedureWALFormatReader(tracker, loader);
tracker.setKeepDeletes(true);
 log.open();
 try {
  reader.read(log);
 } finally {
  log.close();
reader.finish();
org.apache.hadoop.hbase.procedure2.store.walProcedureWALFormatReader

Javadoc

Helper class that loads the procedures stored in a WAL

Most used methods

  • <init>
  • isDeleted
  • isRequired
  • loadProcedure
  • read
  • readDeleteEntry
  • readInitEntry
  • readInsertEntry
  • readUpdateEntry
  • deleteEntry
  • finish
  • finalize
  • finish,
  • finalize,
  • insertIfPartial,
  • setDeletedIfPartial

Popular in Java

  • Making http post requests using okhttp
  • getSystemService (Context)
  • getSharedPreferences (Context)
  • scheduleAtFixedRate (Timer)
  • FlowLayout (java.awt)
    A flow layout arranges components in a left-to-right flow, much like lines of text in a paragraph. F
  • Enumeration (java.util)
    A legacy iteration interface.New code should use Iterator instead. Iterator replaces the enumeration
  • Map (java.util)
    A Map is a data structure consisting of a set of keys and values in which each key is mapped to a si
  • SortedMap (java.util)
    A map that has its keys ordered. The sorting is according to either the natural ordering of its keys
  • SortedSet (java.util)
    SortedSet is a Set which iterates over its elements in a sorted order. The order is determined eithe
  • ServletException (javax.servlet)
    Defines a general exception a servlet can throw when it encounters difficulty.
  • 14 Best Plugins for Eclipse
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimAtomGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyStudentsTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now