org.apache.hadoop.hive.metastore.Deadline.stopTimer java code examples

Add the Codota plugin to your IDE and get smart completions

private void myMethod () {
 StringBuilder s =new StringBuilder()
new StringBuilder(32)
String str;new StringBuilder(str)
Smart code suggestions by Tabnine
}

@Override
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
 try {
  Deadline.registerIfNot(socketTimeout);
  boolean isTimerStarted = Deadline.startTimer(method.getName());
  try {
   return method.invoke(base, args);
  } finally {
   if (isTimerStarted) {
    Deadline.stopTimer();
   }
  }
 } catch (UndeclaredThrowableException e) {
  throw e.getCause();
 } catch (InvocationTargetException e) {
  throw e.getCause();
 }
}

private void updateTablePartitions(RawStore rawStore, String catName, String dbName, String tblName) {
 try {
  Deadline.startTimer("getPartitions");
  List<Partition> partitions = rawStore.getPartitions(catName, dbName, tblName, Integer.MAX_VALUE);
  Deadline.stopTimer();
  sharedCache.refreshPartitionsInCache(StringUtils.normalizeIdentifier(catName),
    StringUtils.normalizeIdentifier(dbName),
    StringUtils.normalizeIdentifier(tblName), partitions);
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Updating CachedStore: unable to read partitions of table: " + tblName, e);
 }
}

} finally {
 if (isStarted) {
  Deadline.stopTimer();

AggrStats aggrStatsAllPartitions =
  rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
Deadline.stopTimer();
AggrStats aggrStatsAllButDefaultPartition =
  rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
Deadline.stopTimer();
sharedCache.refreshAggregateStatsInCache(StringUtils.normalizeIdentifier(catName),
  StringUtils.normalizeIdentifier(dbName),

Deadline.startTimer("getPartitions");
partitions = rawStore.getPartitions(catName, dbName, tblName, Integer.MAX_VALUE);
Deadline.stopTimer();
List<String> partNames = new ArrayList<>(partitions.size());
for (Partition p : partitions) {
 partitionColStats = rawStore.getPartitionColumnStatistics(catName, dbName,
   tblName, partNames, colNames);
 Deadline.stopTimer();
 aggrStatsAllPartitions =
   rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
 Deadline.stopTimer();
 aggrStatsAllButDefaultPartition =
   rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
 Deadline.stopTimer();
tableColStats =
  rawStore.getTableColumnStatistics(catName, dbName, tblName, colNames);
Deadline.stopTimer();

private void updateTablePartitionColStats(RawStore rawStore, String catName, String dbName, String tblName) {
 boolean committed = false;
 rawStore.openTransaction();
 try {
  Table table = rawStore.getTable(catName, dbName, tblName);
  List<String> colNames = MetaStoreUtils.getColumnNamesForTable(table);
  List<String> partNames = rawStore.listPartitionNames(catName, dbName, tblName, (short) -1);
  // Get partition column stats for this table
  Deadline.startTimer("getPartitionColumnStatistics");
  List<ColumnStatistics> partitionColStats =
    rawStore.getPartitionColumnStatistics(catName, dbName, tblName, partNames, colNames);
  Deadline.stopTimer();
  sharedCache.refreshPartitionColStatsInCache(catName, dbName, tblName, partitionColStats);
  List<Partition> parts = rawStore.getPartitionsByNames(catName, dbName, tblName, partNames);
  // Also save partitions for consistency as they have the stats state.
  for (Partition part : parts) {
   sharedCache.alterPartitionInCache(catName, dbName, tblName, part.getValues(), part);
  }
  committed = rawStore.commitTransaction();
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Updating CachedStore: unable to read partitions of table: " + tblName, e);
 } finally {
  if (!committed) {
   sharedCache.removeAllPartitionColStatsFromCache(catName, dbName, tblName);
   rawStore.rollbackTransaction();
  }
 }
}

private void updateTableColStats(RawStore rawStore, String catName, String dbName, String tblName) {
 boolean committed = false;
 rawStore.openTransaction();
 try {
  Table table = rawStore.getTable(catName, dbName, tblName);
  if (!table.isSetPartitionKeys()) {
   List<String> colNames = MetaStoreUtils.getColumnNamesForTable(table);
   Deadline.startTimer("getTableColumnStatistics");
   ColumnStatistics tableColStats =
     rawStore.getTableColumnStatistics(catName, dbName, tblName, colNames);
   Deadline.stopTimer();
   if (tableColStats != null) {
    sharedCache.refreshTableColStatsInCache(StringUtils.normalizeIdentifier(catName),
      StringUtils.normalizeIdentifier(dbName),
      StringUtils.normalizeIdentifier(tblName), tableColStats.getStatsObj());
    // Update the table to get consistent stats state.
    sharedCache.alterTableInCache(catName, dbName, tblName, table);
   }
  }
  committed = rawStore.commitTransaction();
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Unable to refresh table column stats for table: " + tblName, e);
 } finally {
  if (!committed) {
   sharedCache.removeAllTableColStatsFromCache(catName, dbName, tblName);
   rawStore.rollbackTransaction();
  }
 }
}

 return;
Deadline.stopTimer();
 return;
Deadline.stopTimer();

Deadline.stopTimer();

  @Override
  public Object invoke(final Object proxy, final Method method, final Object[] args) throws Throwable {
    Deadline.registerIfNot(timeout);
    try {
      Deadline.startTimer(method.getName());
      final Object object = method.invoke(metacatHMSHandler, args);
      Deadline.stopTimer();
      return object;
    } catch (InvocationTargetException e) {
      for (Throwable ex : Throwables.getCausalChain(e)) {
        if (ex instanceof JDODataStoreException) {
          throw ex;
        }
      }
      throw e.getCause();
    }
  }
}

  @Override
  public Object invoke(final Object proxy, final Method method, final Object[] args) throws Throwable {
    Deadline.registerIfNot(timeout);
    try {
      Deadline.startTimer(method.getName());
      final Object object = method.invoke(metacatHMSHandler, args);
      Deadline.stopTimer();
      return object;
    } catch (InvocationTargetException e) {
      for (Throwable ex : Throwables.getCausalChain(e)) {
        if (ex instanceof JDODataStoreException) {
          throw ex;
        }
      }
      throw e.getCause();
    }
  }
}

@Override
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
 try {
  Deadline.registerIfNot(socketTimeout);
  boolean isTimerStarted = Deadline.startTimer(method.getName());
  try {
   return method.invoke(base, args);
  } finally {
   if (isTimerStarted) {
    Deadline.stopTimer();
   }
  }
 } catch (UndeclaredThrowableException e) {
  throw e.getCause();
 } catch (InvocationTargetException e) {
  throw e.getCause();
 }
}

@Override
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
 Object ret = null;
 boolean isTimerStarted = false;
 try {
  try {
   if (!Deadline.isStarted()) {
    Deadline.startTimer(method.getName());
    isTimerStarted = true;
   }
  } catch (MetaException e) {
   // Deadline was not registered yet.
   long timeout = HiveConf.getTimeVar(hiveConf,
     HiveConf.ConfVars.METASTORE_CLIENT_SOCKET_TIMEOUT, TimeUnit.MILLISECONDS);
   Deadline.registerIfNot(timeout);
   Deadline.startTimer(method.getName());
   isTimerStarted = true;
  }
  ret = method.invoke(base, args);
  if (isTimerStarted) {
   Deadline.stopTimer();
  }
 } catch (UndeclaredThrowableException e) {
  throw e.getCause();
 } catch (InvocationTargetException e) {
  throw e.getCause();
 }
 return ret;
}

@Override
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable {
 Object ret = null;
 boolean isTimerStarted = false;
 try {
  try {
   if (!Deadline.isStarted()) {
    Deadline.startTimer(method.getName());
    isTimerStarted = true;
   }
  } catch (MetaException e) {
   // Deadline was not registered yet.
   long timeout = HiveConf.getTimeVar(hiveConf,
     HiveConf.ConfVars.METASTORE_CLIENT_SOCKET_TIMEOUT, TimeUnit.MILLISECONDS);
   Deadline.registerIfNot(timeout);
   Deadline.startTimer(method.getName());
   isTimerStarted = true;
  }
  ret = method.invoke(base, args);
  if (isTimerStarted) {
   Deadline.stopTimer();
  }
 } catch (UndeclaredThrowableException e) {
  throw e.getCause();
 } catch (InvocationTargetException e) {
  throw e.getCause();
 }
 return ret;
}

private void updateTablePartitions(RawStore rawStore, String catName, String dbName, String tblName) {
 try {
  Deadline.startTimer("getPartitions");
  List<Partition> partitions = rawStore.getPartitions(catName, dbName, tblName, Integer.MAX_VALUE);
  Deadline.stopTimer();
  sharedCache.refreshPartitionsInCache(StringUtils.normalizeIdentifier(catName),
    StringUtils.normalizeIdentifier(dbName),
    StringUtils.normalizeIdentifier(tblName), partitions);
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Updating CachedStore: unable to read partitions of table: " + tblName, e);
 }
}

private void updateTablePartitionColStats(RawStore rawStore, String catName, String dbName, String tblName) {
 try {
  Table table = rawStore.getTable(catName, dbName, tblName);
  List<String> colNames = MetaStoreUtils.getColumnNamesForTable(table);
  List<String> partNames = rawStore.listPartitionNames(catName, dbName, tblName, (short) -1);
  // Get partition column stats for this table
  Deadline.startTimer("getPartitionColumnStatistics");
  List<ColumnStatistics> partitionColStats =
    rawStore.getPartitionColumnStatistics(catName, dbName, tblName, partNames, colNames);
  Deadline.stopTimer();
  sharedCache.refreshPartitionColStatsInCache(catName, dbName, tblName, partitionColStats);
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Updating CachedStore: unable to read partitions of table: " + tblName, e);
 }
}

Deadline.stopTimer();
return object;

AggrStats aggrStatsAllPartitions =
  rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
Deadline.stopTimer();
AggrStats aggrStatsAllButDefaultPartition =
  rawStore.get_aggr_stats_for(catName, dbName, tblName, partNames, colNames);
Deadline.stopTimer();
sharedCache.refreshAggregateStatsInCache(StringUtils.normalizeIdentifier(catName),
  StringUtils.normalizeIdentifier(dbName),

Deadline.stopTimer();
return object;

private void updateTableColStats(RawStore rawStore, String catName, String dbName, String tblName) {
 try {
  Table table = rawStore.getTable(catName, dbName, tblName);
  if (!table.isSetPartitionKeys()) {
   List<String> colNames = MetaStoreUtils.getColumnNamesForTable(table);
   Deadline.startTimer("getTableColumnStatistics");
   ColumnStatistics tableColStats =
     rawStore.getTableColumnStatistics(catName, dbName, tblName, colNames);
   Deadline.stopTimer();
   if (tableColStats != null) {
    sharedCache.refreshTableColStatsInCache(StringUtils.normalizeIdentifier(catName),
      StringUtils.normalizeIdentifier(dbName),
      StringUtils.normalizeIdentifier(tblName), tableColStats.getStatsObj());
   }
  }
 } catch (MetaException | NoSuchObjectException e) {
  LOG.info("Unable to refresh table column stats for table: " + tblName, e);
 }
}

Javadoc

end the time after a method is done.

Popular methods of Deadline

registerIfNot
register a Deadline threadlocal object to current thread.
startTimer
start the timer before a method is invoked.
checkTimeout
Check whether the long running method timeout.
getCurrentDeadline
resetTimeout
reset the timeout value of this timer.
<init>
check
clear
remove the registered Deadline threadlocal object from current thread.
removeCurrentDeadline
setCurrentDeadline
isStarted
Check whether the timer is started.
newMetaException
convert DeadlineException to MetaException

Popular in Java

Running tasks concurrently on multiple threads
getResourceAsStream (ClassLoader)
getSharedPreferences (Context)
getSystemService (Context)
URI (java.net)
A Uniform Resource Identifier that identifies an abstract or physical resource, as specified by RFC
Connection (java.sql)
A connection represents a link from a Java application to a database. All SQL statements and results
Time (java.sql)
Java representation of an SQL TIME value. Provides utilities to format and parse the time's represen
NoSuchElementException (java.util)
Thrown when trying to retrieve an element past the end of an Enumeration or Iterator.
CountDownLatch (java.util.concurrent)
A synchronization aid that allows one or more threads to wait until a set of operations being perfor
ImageIO (javax.imageio)
Top 17 PhpStorm Plugins

How to use stopTimermethodin org.apache.hadoop.hive.metastore.Deadline

Best Java code snippets using org.apache.hadoop.hive.metastore.Deadline.stopTimer (Showing top 20 results out of 315)

How to use
stopTimer
method
in
org.apache.hadoop.hive.metastore.Deadline