private DataStoreBlobStore createDataStore() { FileDataStore fds = new OakFileDataStore(); fds.setPath(dir.getAbsolutePath()); fds.setMinRecordLength(maxInlineSize); fds.init(null); return new DataStoreBlobStore(fds); }
@Override public BlobStore setUp() { fds = new FileDataStore(); fds.setMinRecordLength(4092); storeDir = new File(basedir, unique); fds.init(storeDir.getAbsolutePath()); configure(fds); DataStoreBlobStore bs = new DataStoreBlobStore(fds, true, fdsCacheInMB); bs.setBlobStatsCollector(new BlobStoreStats(statisticsProvider)); configure(bs); return bs; }
@Override public BlobStore setUp() { fds = new FileDataStore(); fds.setMinRecordLength(4092); storeDir = new File(basedir, unique); fds.init(storeDir.getAbsolutePath()); configure(fds); DataStoreBlobStore bs = new DataStoreBlobStore(fds, true, fdsCacheInMB); bs.setBlobStatsCollector(new BlobStoreStats(statisticsProvider)); configure(bs); return bs; }
private DataStoreBlobStore createDataStore() { FileDataStore fds = new OakFileDataStore(); fds.setPath(dir.getAbsolutePath()); fds.setMinRecordLength(maxInlineSize); fds.init(null); return new DataStoreBlobStore(fds); }
@Override protected DataStoreBlobStore getBlobStore(File rootFolder) throws Exception { Properties props = AzureDataStoreUtils.getAzureConfig(); containerName = rootFolder.getName(); props.setProperty(AzureConstants.AZURE_BLOB_CONTAINER_NAME, containerName); props.setProperty("cacheSize", "0"); DataStoreBlobStore dataStoreBlobStore = new DataStoreBlobStore( AzureDataStoreUtils.getAzureDataStore(props, rootFolder.getAbsolutePath())); return dataStoreBlobStore; }
@Override protected DataStoreBlobStore getBlobStore(File rootFolder) throws Exception { Properties props = S3DataStoreUtils.getS3Config(); bucket = rootFolder.getName(); props.setProperty(S3Constants.S3_BUCKET, bucket); props.setProperty("cacheSize", "0"); props.setProperty(S3Constants.MAX_KEYS, "2"); return new DataStoreBlobStore( S3DataStoreUtils.getS3DataStore(s3Class, props, rootFolder.getAbsolutePath())); }
@Override protected DataStoreBlobStore getBlobStore(File rootFolder) throws Exception { Properties props = S3DataStoreUtils.getS3Config(); bucket = rootFolder.getName(); props.setProperty(S3Constants.S3_BUCKET, bucket); props.setProperty("cacheSize", "0"); return new DataStoreBlobStore( S3DataStoreUtils.getS3DataStore(s3Class, props, rootFolder.getAbsolutePath())); }
@Override public BlobStore create(Closer closer) { OakFileDataStore delegate = new OakFileDataStore(); delegate.setPath(directory); delegate.init(null); closer.register(asCloseable(delegate)); if (ignoreMissingBlobs) { return new SafeDataStoreBlobStore(delegate); } else { return new DataStoreBlobStore(delegate); } }
@Override protected DataStoreBlobStore getBlobStore(File rootFolder) throws Exception { Properties props = AzureDataStoreUtils.getAzureConfig(); containerName = rootFolder.getName(); props.setProperty(AzureConstants.AZURE_BLOB_CONTAINER_NAME, containerName); props.setProperty("cacheSize", "0"); return new DataStoreBlobStore( AzureDataStoreUtils.getAzureDataStore(props, rootFolder.getAbsolutePath())); }
public static DataStoreBlobStore getBlobStore(String homeDir) throws Exception { String className = System.getProperty(DS_CLASS_NAME, OakFileDataStore.class.getName()); DataStore ds = Class.forName(className).asSubclass(DataStore.class).newInstance(); PropertiesUtil.populate(ds, getConfig(), false); ds.init(homeDir); return new DataStoreBlobStore(ds); }
@Override public DataStoreBlobStore init(TemporaryFolder folder) throws Exception { Properties props = AzureDataStoreUtils.getAzureConfig(); props.setProperty("cacheSize", "0"); container = props.getProperty(AzureConstants.AZURE_BLOB_CONTAINER_NAME); container = container + System.currentTimeMillis(); props.setProperty(AzureConstants.AZURE_BLOB_CONTAINER_NAME, container); DataStore ds = AzureDataStoreUtils.getAzureDataStore(props, folder.newFolder().getAbsolutePath()); blobStore = new DataStoreBlobStore(ds); cfgFilePath = createTempConfig( folder.newFile(getType().name() + String.valueOf(System.currentTimeMillis()) + ".config"), props); return blobStore; }
public RepositoryUpgrade createUpgrade() throws IOException, RepositoryException, CliArgumentException { RepositoryContext src = stores.getSrcStore().create(closer); BlobStore srcBlobStore = new DataStoreBlobStore(src.getDataStore()); NodeStore dstStore = createTarget(closer, srcBlobStore); return createUpgrade(src, dstStore); }
public RepositoryUpgrade createUpgrade() throws IOException, RepositoryException, CliArgumentException { RepositoryContext src = stores.getSrcStore().create(closer); BlobStore srcBlobStore = new DataStoreBlobStore(src.getDataStore()); NodeStore dstStore = createTarget(closer, srcBlobStore); return createUpgrade(src, dstStore); }
private static BlobStore createBlobStore(){ File file = getTestDir("datastore"); OakFileDataStore fds = new OakFileDataStore(); byte[] key = new byte[256]; new Random().nextBytes(key); fds.setReferenceKeyEncoded(BaseEncoding.base64().encode(key)); fds.setMinRecordLength(4092); fds.init(file.getAbsolutePath()); return new DataStoreBlobStore(fds); }
private static BlobStore newBlobStore(File directory) { OakFileDataStore delegate = new OakFileDataStore(); delegate.setPath(directory.getAbsolutePath()); delegate.init(null); return new DataStoreBlobStore(delegate); }
@Test public void gcWithInlined() throws Exception { blobStore = new DataStoreBlobStore(DataStoreUtils.createFDS(new File(getWorkDir(), "datastore"), 16516)); DataStoreState state = setUp(); addInlined(); log.info("{} blobs that should remain after gc : {}", state.blobsAdded.size(), state.blobsAdded); log.info("{} blobs for nodes which are deleted : {}", state.blobsPresent.size(), state.blobsPresent); Set<String> existingAfterGC = gcInternal(0); assertTrue(Sets.symmetricDifference(state.blobsPresent, existingAfterGC).isEmpty()); }
@Override protected void before() throws Throwable { FileDataStore fds = new FileDataStore(); configureDataStore(fds); fds.init(folder.newFolder().getAbsolutePath()); store = new DataStoreBlobStore(fds); }
@Test public void inMemoryRecord() throws Exception{ File fdsDir = temporaryFolder.newFolder(); FileDataStore fds = DataStoreUtils.createFDS(fdsDir, 10000); DataStoreBlobStore dbs = new DataStoreBlobStore(fds); ByteArrayInputStream is = new ByteArrayInputStream("".getBytes()); String blobId = dbs.writeBlob(is); File writerDir = temporaryFolder.newFolder(); PreExtractedTextProvider textProvider = new DataStoreTextWriter(writerDir, true); assertNull(textProvider.getText("/content", new BlobStoreBlob(dbs, blobId))); }
private BlobStore createBlobStore() { FileDataStore fds = new OakFileDataStore(); fdsDir = "target/fds-" + codec + copyOnRW + minRecordLength + mergePolicy; fds.setPath(fdsDir); if (minRecordLength > 0) { fds.setMinRecordLength(minRecordLength); } fds.init(null); dataStoreBlobStore = new DataStoreBlobStore(fds); StatisticsProvider sp = new DefaultStatisticsProvider(scheduledExecutorService); BlobStatsCollector collector = new BlobStoreStats(sp); dataStoreBlobStore.setBlobStatsCollector(collector); return dataStoreBlobStore; }
@Before public void setUp() throws Exception { fileDataStore = new ReadAccessCountingDataStore(); fileDataStore.init(tempFolder.newFolder().getAbsolutePath()); FileStoreBuilder fileStoreBuilder = FileStoreBuilder.fileStoreBuilder(tempFolder.newFolder()) .withBlobStore(new DataStoreBlobStore(fileDataStore)).withMaxFileSize(256) .withSegmentCacheSize(64).withMemoryMapping(false); store = fileStoreBuilder.build(); NodeStore nodeStore = SegmentNodeStoreBuilders.builder(store).build(); root = nodeStore.getRoot(); builder = root.builder(); }