public TileExporter (String zookeeperQuorum, String zookeeperPort, String hbaseMaster, String rootPath, String extension) throws IOException { _from = new HBasePyramidIO(zookeeperQuorum, zookeeperPort, hbaseMaster); _to = new FileBasedPyramidIO(new FileSystemPyramidSource(rootPath, extension)); }
@Override public void removeTiles (String basePath, Iterable<TileIndex> tiles ) throws IOException { for (TileIndex tile: tiles) { // delete tile File tileFile = getTileFile(basePath, tile); tileFile.delete(); // if x directory is empty, delete it as well File xDir = getXDir(basePath, tile); if ( xDir.isDirectory() && xDir.list().length == 0 ) { xDir.delete(); } // if level directory is empty, delete it as well File levelDir = getLevelDir(basePath, tile); if ( levelDir.isDirectory() && levelDir.list().length == 0 ) { levelDir.delete(); } } }
@Override public void writeMetaData (String basePath, String metaData) throws IOException { FileOutputStream stream = new FileOutputStream(getMetaDataFile(basePath)); stream.write(metaData.getBytes()); stream.close(); }
@Override public <T> InputStream getTileStream (String basePath, TileSerializer<T> serializer, TileIndex tile) throws IOException { File tileFile = getTileFile(basePath, tile); if (tileFile.exists() && tileFile.isFile()) { return new FileInputStream(tileFile); } else { return null; } }
@Override public <T> void writeTiles (String basePath, TileSerializer<T> serializer, Iterable<TileData<T>> data) throws IOException { for (TileData<T> tile: data) { File tileFile = getTileFile(basePath, tile.getDefinition()); File parent = tileFile.getParentFile(); if (!parent.exists()) parent.mkdirs(); FileOutputStream fileStream = new FileOutputStream(tileFile); serializer.serialize(tile, fileStream); fileStream.close(); } }
private void updatePyramid () { FileBasedPyramidIO oldIO = _io; if (null != _rootPath && null != _extension) { _io = new FileBasedPyramidIO(new FileSystemPyramidSource(_rootPath, _extension)); firePropertyChange(BinVisualizer.PYRAMID_IO, oldIO, _io); } else if (null != _io) { _io = null; firePropertyChange(BinVisualizer.PYRAMID_IO, oldIO, _io); } }
@Override public void initializeForWrite (String basePath) throws IOException { File metaDataFile = getMetaDataFile(basePath); File parent = metaDataFile.getParentFile(); if (!parent.exists()) parent.mkdirs(); }
@Override public <T> List<TileData<T>> readTiles (String basePath, TileSerializer<T> serializer, Iterable<TileIndex> tiles) throws IOException { List<TileData<T>> results = new LinkedList<TileData<T>>(); for (TileIndex tile: tiles) { File tileFile = getTileFile(basePath, tile); if (tileFile.exists() && tileFile.isFile()) { FileInputStream stream = new FileInputStream(tileFile); TileData<T> data = serializer.deserialize(tile, stream); results.add(data); stream.close(); } } return results; }
source = new FileSystemPyramidSource(rootpath, extension); } else if (rootpath.startsWith("res://")) { } else { source = new FileSystemPyramidSource(rootpath, extension);
@Override public String readMetaData (String basePath) throws IOException { File metaDataFile = getMetaDataFile(basePath); if (!metaDataFile.exists()) return null; FileInputStream stream = new FileInputStream(metaDataFile); BufferedReader reader = new BufferedReader(new InputStreamReader(stream)); String rawMetaData = ""; String line; while (null != (line = reader.readLine())) { rawMetaData = rawMetaData + line; } reader.close(); return rawMetaData; }
@Before public void setup () { try { _dataIO = new FileSystemAnnotationIO( new FileSystemAnnotationSource( ROOT_PATH, DATA_EXT ) ); _tileIO = new FileBasedPyramidIO(new FileSystemPyramidSource(ROOT_PATH, TILE_EXT)); } catch (Exception e) { LOGGER.debug("Error: " + e.getMessage()); } _pyramid = new WebMercatorTilePyramid(); _indexer = new AnnotationIndexerImpl(); _tileSerializer = new StringLongPairArrayMapJsonSerializer(); _dataSerializer = new JSONAnnotationDataSerializer(); }
@Test public void writeReadAvroRoundTripTest () { FileBasedPyramidIO io = new FileBasedPyramidIO(new FileSystemPyramidSource(SOURCE_DIR, SOURCE_EXT)); TileSerializer<Integer> serializer = new PrimitiveAvroSerializer<>(Integer.class, CodecFactory.nullCodec()); ArrayList<TileData<Integer>> writeTiles = new ArrayList<>(); TileIndex index = new TileIndex( LEVEL, X_INDEX, Y_INDEX ); TileData<Integer> tile = new DenseTileData<>(index); for (int x=0; x<256; ++x) { for (int y=0; y<256; ++y) { tile.setBin(x, y, x+256*y); } } writeTiles.add(tile); writeAvroTiles(io, serializer, SOURCE_LAYER, writeTiles); List<TileData<Integer>> readTiles = readAvroTiles(io, serializer, SOURCE_LAYER); for (int i=0; i<writeTiles.size(); i++){ TileData<Integer> writeTile = writeTiles.get(i); TileIndex writeTileDef = writeTile.getDefinition(); TileData<Integer> readTile = readTiles.get(i); TileIndex readTileDef = readTile.getDefinition(); Assert.assertEquals(writeTileDef, readTileDef); for (int x = 0; x < writeTile.getDefinition().getXBins(); ++x) { for (int y = 0; y < writeTile.getDefinition().getYBins(); ++y) { Assert.assertEquals(writeTile.getBin(x, y), readTile.getBin(x, y)); } } } }
@Test public void writeReadAvroRoundTripTest () { FileBasedPyramidIO io = new FileBasedPyramidIO(new FileSystemPyramidSource(SOURCE_DIR, SOURCE_EXT)); TileSerializer<Integer> serializer = new PrimitiveAvroSerializer<>(Integer.class, CodecFactory.nullCodec()); ArrayList<TileData<Integer>> writeTiles = new ArrayList<>(); TileIndex index = new TileIndex( LEVEL, X_INDEX, Y_INDEX ); TileData<Integer> tile = new DenseTileData<>(index); for (int x=0; x<256; ++x) { for (int y=0; y<256; ++y) { tile.setBin(x, y, x+256*y); } } writeTiles.add(tile); writeAvroTiles(io, serializer, SOURCE_LAYER, writeTiles); List<TileData<Integer>> readTiles = readAvroTiles(io, serializer, SOURCE_LAYER); for (int i=0; i<writeTiles.size(); i++){ TileData<Integer> writeTile = writeTiles.get(i); TileIndex writeTileDef = writeTile.getDefinition(); TileData<Integer> readTile = readTiles.get(i); TileIndex readTileDef = readTile.getDefinition(); Assert.assertEquals(writeTileDef, readTileDef); for (int x = 0; x < writeTile.getDefinition().getXBins(); ++x) { for (int y = 0; y < writeTile.getDefinition().getYBins(); ++y) { Assert.assertEquals(writeTile.getBin(x, y), readTile.getBin(x, y)); } } } }