public TransactorCache(Environment env) { final FluoConfiguration conf = env.getConfiguration(); timeoutCache = CacheBuilder.newBuilder().maximumSize(FluoConfigurationImpl.getTransactorMaxCacheSize(conf)) .expireAfterAccess( FluoConfigurationImpl.getTransactorCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .concurrencyLevel(10).build(); this.env = env; cache = new PathChildrenCache(env.getSharedResources().getCurator(), ZookeeperPath.TRANSACTOR_NODES, true); try { cache.start(StartMode.BUILD_INITIAL_CACHE); status = TcStatus.OPEN; } catch (Exception e) { throw new RuntimeException(e); } }
TxInfoCache(Environment env) { final FluoConfiguration conf = env.getConfiguration(); cache = CacheBuilder.newBuilder() .expireAfterAccess(FluoConfigurationImpl.getTxIfoCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .maximumWeight(FluoConfigurationImpl.getTxInfoCacheWeight(conf)) .weigher(new TxStatusWeigher()).concurrencyLevel(10).build(); this.env = env; }
VisibilityCache(FluoConfiguration conf) { visCache = CacheBuilder.newBuilder() .expireAfterAccess( FluoConfigurationImpl.getVisibilityCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .maximumWeight(FluoConfigurationImpl.getVisibilityCacheWeight(conf)) .weigher(new VisWeigher()).concurrencyLevel(10).build(); }
public SharedResources(Environment env) throws TableNotFoundException { this.env = env; curator = CuratorUtil.newAppCurator(env.getConfiguration()); curator.start(); int numTservers = env.getConnector().instanceOperations().getTabletServers().size(); int numBWThreads = FluoConfigurationImpl.getNumBWThreads(env.getConfiguration(), numTservers); bw = env.getConnector().createBatchWriter(env.getTable(), new BatchWriterConfig().setMaxWriteThreads(numBWThreads)); sbw = new SharedBatchWriter(bw); int numCWThreads = FluoConfigurationImpl.getNumCWThreads(env.getConfiguration(), numTservers); cw = env.getConnector().createConditionalWriter(env.getTable(), new ConditionalWriterConfig() .setAuthorizations(env.getAuthorizations()).setMaxWriteThreads(numCWThreads)); bulkCw = env.getConnector().createConditionalWriter(env.getTable(), new ConditionalWriterConfig() .setAuthorizations(env.getAuthorizations()).setMaxWriteThreads(numCWThreads)); txInfoCache = new TxInfoCache(env); visCache = new VisibilityCache(env.getConfiguration()); metricRegistry = new MetricRegistry(); int commitThreads = env.getConfiguration().getInt(FluoConfigurationImpl.ASYNC_COMMIT_THREADS, FluoConfigurationImpl.ASYNC_COMMIT_THREADS_DEFAULT); asyncCommitExecutor = FluoExecutors.newFixedThreadPool(commitThreads, "async-commits"); commitThreads = env.getConfiguration().getInt(FluoConfigurationImpl.SYNC_COMMIT_THREADS, FluoConfigurationImpl.SYNC_COMMIT_THREADS_DEFAULT); syncCommitExecutor = FluoExecutors.newFixedThreadPool(commitThreads, "sync-commits"); acw = new AsyncConditionalWriter(env, cw); bulkAcw = new AsyncConditionalWriter(env, bulkCw); }
public CommitManager(final Environment env) { memoryLimit = new Limit(FluoConfigurationImpl.getTxCommitMemory(env.getConfiguration())); commitingTransactions = new AtomicInteger(0); env.getSharedResources().getMetricRegistry().register( env.getMetricNames().getCommitsProcessing(), (Gauge<Integer>) () -> commitingTransactions.get()); }
public SharedResources(Environment env) throws TableNotFoundException { this.env = env; curator = CuratorUtil.newAppCurator(env.getConfiguration()); curator.start(); int numTservers = env.getAccumuloClient().instanceOperations().getTabletServers().size(); int numBWThreads = FluoConfigurationImpl.getNumBWThreads(env.getConfiguration(), numTservers); bw = env.getAccumuloClient().createBatchWriter(env.getTable(), new BatchWriterConfig().setMaxWriteThreads(numBWThreads)); sbw = new SharedBatchWriter(bw); int numCWThreads = FluoConfigurationImpl.getNumCWThreads(env.getConfiguration(), numTservers); cw = env.getAccumuloClient().createConditionalWriter(env.getTable(), new ConditionalWriterConfig().setAuthorizations(env.getAuthorizations()) .setMaxWriteThreads(numCWThreads)); bulkCw = env.getAccumuloClient().createConditionalWriter(env.getTable(), new ConditionalWriterConfig().setAuthorizations(env.getAuthorizations()) .setMaxWriteThreads(numCWThreads)); txInfoCache = new TxInfoCache(env); visCache = new VisibilityCache(env.getConfiguration()); metricRegistry = new MetricRegistry(); int commitThreads = env.getConfiguration().getInt(FluoConfigurationImpl.ASYNC_COMMIT_THREADS, FluoConfigurationImpl.ASYNC_COMMIT_THREADS_DEFAULT); asyncCommitExecutor = FluoExecutors.newFixedThreadPool(commitThreads, "async-commits"); commitThreads = env.getConfiguration().getInt(FluoConfigurationImpl.SYNC_COMMIT_THREADS, FluoConfigurationImpl.SYNC_COMMIT_THREADS_DEFAULT); syncCommitExecutor = FluoExecutors.newFixedThreadPool(commitThreads, "sync-commits"); acw = new AsyncConditionalWriter(env, cw); bulkAcw = new AsyncConditionalWriter(env, bulkCw); }
public CommitManager(final Environment env) { memoryLimit = new Limit(FluoConfigurationImpl.getTxCommitMemory(env.getConfiguration())); commitingTransactions = new AtomicInteger(0); env.getSharedResources().getMetricRegistry() .register(env.getMetricNames().getCommitsProcessing(), new Gauge<Integer>() { @Override public Integer getValue() { return commitingTransactions.get(); } }); }
TxInfoCache(Environment env) { final FluoConfiguration conf = env.getConfiguration(); cache = CacheBuilder.newBuilder() .expireAfterAccess(FluoConfigurationImpl.getTxIfoCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .maximumWeight(FluoConfigurationImpl.getTxInfoCacheWeight(conf)) .weigher(new TxStatusWeigher()).concurrencyLevel(10).build(); this.env = env; }
VisibilityCache(FluoConfiguration conf) { visCache = CacheBuilder.newBuilder() .expireAfterAccess( FluoConfigurationImpl.getVisibilityCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .maximumWeight(FluoConfigurationImpl.getVisibilityCacheWeight(conf)) .weigher(new VisWeigher()).concurrencyLevel(10).build(); }
public TransactorCache(Environment env) { final FluoConfiguration conf = env.getConfiguration(); timeoutCache = CacheBuilder.newBuilder().maximumSize(FluoConfigurationImpl.getTransactorMaxCacheSize(conf)) .expireAfterAccess( FluoConfigurationImpl.getTransactorCacheTimeout(conf, TimeUnit.MILLISECONDS), TimeUnit.MILLISECONDS) .concurrencyLevel(10).build(); this.env = env; cache = new PathChildrenCache(env.getSharedResources().getCurator(), ZookeeperPath.TRANSACTOR_NODES, true); try { cache.start(StartMode.BUILD_INITIAL_CACHE); status = TcStatus.OPEN; } catch (Exception e) { throw new RuntimeException(e); } }