private void readIndex(String indexFilename) throws IOException { try (FileInputStream fin = new FileInputStream(indexFilename)) { if (!NcStream.readAndTest(fin, MAGIC_START.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = " + version); int count = NcStream.readVInt(fin); for (int i = 0; i < count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } } System.out.println(" read index map size=" + map.values().size()); }
private void readIndex(String indexFilename) throws IOException { FileInputStream fin = new FileInputStream(indexFilename); if (!NcStream.readAndTest(fin, MAGIC_START.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = " + version); int count = NcStream.readVInt(fin); for (int i = 0; i < count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } fin.close(); System.out.println(" read index map size=" + map.values().size()); }
private void readIndex(String indexFilename) throws IOException { try (FileInputStream fin = new FileInputStream(indexFilename)) { if (!NcStream.readAndTest(fin, MAGIC_START_IDX.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = " + version); int count = NcStream.readVInt(fin); for (int i = 0; i < count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } } System.out.println(" read index map size=" + map.values().size()); }
private void readIndex(String indexFilename) throws IOException { try (FileInputStream fin = new FileInputStream(indexFilename)) { if (!NcStream.readAndTest(fin, MAGIC_START.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = " + version); int count = NcStream.readVInt(fin); for (int i = 0; i < count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } } System.out.println(" read index map size=" + map.values().size()); }
private void readIndex(String indexFilename) throws IOException { FileInputStream fin = new FileInputStream(indexFilename); if (!NcStream.readAndTest(fin, MAGIC_START_IDX.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = "+version); int count = NcStream.readVInt(fin); for (int i=0; i<count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } fin.close(); System.out.println(" read index map size=" + map.values().size()); }
private void readIndex(String indexFilename) throws IOException { try (FileInputStream fin = new FileInputStream(indexFilename)) { if (!NcStream.readAndTest(fin, MAGIC_START_IDX.getBytes(CDM.utf8Charset))) throw new IllegalStateException("bad index file"); int version = fin.read(); if (version != 1) throw new IllegalStateException("Bad version = " + version); int count = NcStream.readVInt(fin); for (int i = 0; i < count; i++) { int size = NcStream.readVInt(fin); byte[] pb = new byte[size]; NcStream.readFully(fin, pb); StationIndex si = decodeStationIndex(pb); map.put(si.stnId, si); } } System.out.println(" read index map size=" + map.values().size()); }
if (!NcStream.readAndTest(fin, MAGIC_START.getBytes(CDM.utf8Charset))) { logger.info("Bad magic number of grib index, on file = {}", idxFile); return false;
if (!NcStream.readAndTest(fin, MAGIC_START.getBytes(CDM.utf8Charset))) { logger.info("Bad magic number of grib index on file= {}", idxFile); return false;
if (!NcStream.readAndTest(is, NcStream.MAGIC_DATACOV)) throw new IOException("Data transfer corrupted");
public StructureDataIterator getStructureIterator(InputStream is, NetcdfFile ncfile) throws IOException { if (!NcStream.readAndTest(is, NcStream.MAGIC_DATA)) throw new IOException("Data transfer corrupted on " + ncfile.getLocation()); int psize = NcStream.readVInt(is); if (debug) System.out.println(" readData data message len= " + psize); byte[] dp = new byte[psize]; NcStream.readFully(is, dp); NcStreamProto.Data dproto = NcStreamProto.Data.parseFrom(dp); // if (debug) System.out.println(" readData proto = " + dproto); Structure s = (Structure) ncfile.findVariable(dproto.getVarName()); StructureMembers members = s.makeStructureMembers(); ArrayStructureBB.setOffsets(members); ByteOrder bo = NcStream.decodeDataByteOrder(dproto); return new StreamDataIterator(is, members, bo); }
if (!NcStream.readAndTest(is, NcStream.MAGIC_HEADER)) throw new IOException("Data corrupted on " + ncfile.getLocation());
if (!NcStream.readAndTest(raf, MAGIC_START.getBytes(CDM.utf8Charset))) { log.error("BufrCdmIndex {}: invalid index", raf.getLocation()); return false;
if (!NcStream.readAndTest(raf, getMagicStart().getBytes(CDM.utf8Charset))) { raf.seek(0); NcStream.readAndTest(raf, getMagicStart().getBytes(CDM.utf8Charset)); // debug logger.warn("GribCollectionBuilderFromIndex {}: invalid index raf={}", gc.getName(), raf.getLocation()); throw new IllegalStateException(); // temp debug