public FulgoraGraphComputer(final StandardJanusGraph graph, final Configuration configuration) { this.graph = graph; this.writeBatchSize = configuration.get(GraphDatabaseConfiguration.BUFFER_SIZE); this.readBatchSize = this.writeBatchSize * 10; this.name = "compute" + computerCounter.incrementAndGet(); }
public AbstractIDAuthority(Configuration config) { this.uid = config.get(UNIQUE_INSTANCE_ID); this.uidBytes = uid.getBytes(UTF8_CHARSET); this.isActive = false; this.idApplicationWaitMS = config.get(GraphDatabaseConfiguration.IDAUTHORITY_WAIT); this.metricsPrefix = GraphDatabaseConfiguration.getSystemMetricsPrefix(); }
public EntryMetaData[] getMetaDataSchema(String storeName) { List<EntryMetaData> schemaBuilder = Lists.newArrayList(); StoreFeatures features = getFeatures(); if (features.hasTimestamps() && storageConfig.get(STORE_META_TIMESTAMPS,storeName)) schemaBuilder.add(EntryMetaData.TIMESTAMP); if (features.hasCellTTL() && storageConfig.get(STORE_META_TTL,storeName)) schemaBuilder.add(EntryMetaData.TTL); if (features.hasVisibility() && storageConfig.get(STORE_META_VISIBILITY,storeName)) schemaBuilder.add(EntryMetaData.VISIBILITY); if (schemaBuilder.isEmpty()) return StaticArrayEntry.EMPTY_SCHEMA; return schemaBuilder.toArray(new EntryMetaData[schemaBuilder.size()]); }
public static KeyColumnValueStoreManager getStorageManager(Configuration storageConfig) { StoreManager manager = getImplementationClass(storageConfig, storageConfig.get(STORAGE_BACKEND), StandardStoreManager.getAllManagerClasses()); if (manager instanceof OrderedKeyValueStoreManager) { manager = new OrderedKeyValueStoreManagerAdapter((OrderedKeyValueStoreManager) manager, ImmutableMap.of(EDGESTORE_NAME, 8, EDGESTORE_NAME + LOCK_STORE_SUFFIX, 8, storageConfig.get(IDS_STORE_NAME), 8)); } Preconditions.checkArgument(manager instanceof KeyColumnValueStoreManager,"Invalid storage manager: %s",manager.getClass()); return (KeyColumnValueStoreManager) manager; }
public KCVSConfiguration(BackendOperation.TransactionalProvider txProvider, Configuration config, KeyColumnValueStore store, String identifier) throws BackendException { Preconditions.checkArgument(txProvider!=null && store!=null && config!=null); Preconditions.checkArgument(StringUtils.isNotBlank(identifier)); this.txProvider = txProvider; this.times = config.get(TIMESTAMP_PROVIDER); this.store = store; this.rowKey = string2StaticBuffer(identifier); this.serializer = new StandardSerializer(); }
private static LogManager getLogManager(Configuration config, String logName, KeyColumnValueStoreManager sm) { Configuration logConfig = config.restrictTo(logName); String backend = logConfig.get(LOG_BACKEND); if (backend.equalsIgnoreCase(LOG_BACKEND.getDefaultValue())) { return new KCVSLogManager(sm,logConfig); } else { Preconditions.checkArgument(config!=null); LogManager lm = getImplementationClass(logConfig,logConfig.get(LOG_BACKEND),REGISTERED_LOG_MANAGERS); Preconditions.checkNotNull(lm); return lm; } }
private void configureMetricsConsoleReporter() { if (configuration.has(METRICS_CONSOLE_INTERVAL)) { MetricManager.INSTANCE.addConsoleReporter(configuration.get(METRICS_CONSOLE_INTERVAL)); } }
private static String getSuffix(Configuration config) { final String suffix; if (config.has(GraphDatabaseConfiguration.UNIQUE_INSTANCE_ID_SUFFIX)) { suffix = LongEncoding.encode(config.get( GraphDatabaseConfiguration.UNIQUE_INSTANCE_ID_SUFFIX)); } else if (!config.has(GraphDatabaseConfiguration.UNIQUE_INSTANCE_ID_HOSTNAME)) { suffix = ManagementFactory.getRuntimeMXBean().getName() + LongEncoding.encode(INSTANCE_COUNTER.incrementAndGet()); } else { suffix = ""; } return suffix; }
public static String getOrGenerateUniqueInstanceId(Configuration config) { String uid; if (!config.has(UNIQUE_INSTANCE_ID)) { uid = computeUniqueInstanceId(config); log.info("Generated {}={}", UNIQUE_INSTANCE_ID.getName(), uid); } else { uid = config.get(UNIQUE_INSTANCE_ID); } Preconditions.checkArgument(!StringUtils.containsAny(uid,ConfigElement.ILLEGAL_CHARS),"Invalid unique identifier: %s",uid); return uid; }
public String getDefaultFieldName(final PropertyKey key, final Parameter[] parameters, final String indexName) { Preconditions.checkArgument(!ParameterType.MAPPED_NAME.hasParameter(parameters),"A field name mapping has been specified for key: %s",key); Preconditions.checkArgument(containsIndex(indexName),"Unknown backing index: %s",indexName); final String fieldname = configuration.get(INDEX_NAME_MAPPING,indexName)?key.name():keyID2Name(key); return mixedIndexes.get(indexName).mapKey2Field(fieldname, new StandardKeyInformation(key,parameters)); }
@Override public StoreTransaction openTx() throws BackendException { return storeManagerLocking.beginTransaction(StandardBaseTransactionConfig.of( configuration.get(TIMESTAMP_PROVIDER), storeFeatures.getKeyConsistentTxConfig())); }
private static KCVSConfiguration getConfiguration(final BackendOperation.TransactionalProvider txProvider, final KeyColumnValueStore store, final String identifier, final Configuration config) { try { KCVSConfiguration keyColumnValueStoreConfiguration = new KCVSConfiguration(txProvider,config,store,identifier); keyColumnValueStoreConfiguration.setMaxOperationWaitTime(config.get(SETUP_WAITTIME)); return keyColumnValueStoreConfiguration; } catch (BackendException e) { throw new JanusGraphException("Could not open global configuration",e); } }