private int iterateOverObjects(long time, long objectParseTime, HashSet<Class<? extends InterMineObject>> seenClasses, HashMap<String, InterMineResultsContainer> referenceResults, Results results, ListIterator<ResultsRow<InterMineObject>> it) throws PathException, ObjectStoreException, IllegalAccessException { int i = 0; int size = results.size(); LOG.info("Query returned " + size + " results"); //iterate over objects while (it.hasNext()) { ResultsRow<InterMineObject> row = it.next(); if (i % 10000 == 1) { LOG.info("IMOFetcher: fetched " + i + " of " + size + " in " + (System.currentTimeMillis() - time) + "ms total, " + (objectParseTime) + "ms spent on parsing"); } for (InterMineObject object : row) { SolrInputDocument doc = handleObject(object, seenClasses, referenceResults); // finally add doc to queue indexingQueue.put(doc); } i++; } return i; }
private int iterateOverObjects(long time, long objectParseTime, HashSet<Class<? extends InterMineObject>> seenClasses, HashMap<String, InterMineResultsContainer> referenceResults, Results results, ListIterator<ResultsRow<InterMineObject>> it) throws PathException, ObjectStoreException, IllegalAccessException { int i = 0; int size = results.size(); LOG.info("Query returned " + size + " results"); //iterate over objects while (it.hasNext()) { ResultsRow<InterMineObject> row = it.next(); if (i % 10000 == 1) { LOG.info("IMOFetcher: fetched " + i + " of " + size + " in " + (System.currentTimeMillis() - time) + "ms total, " + (objectParseTime) + "ms spent on parsing"); } for (InterMineObject object : row) { SolrInputDocument doc = handleObject(object, seenClasses, referenceResults); // finally add doc to queue indexingQueue.put(doc); } i++; } return i; }
ClassDescriptor cld = pksToDo.get(pk); if (canDoPkNow(pk, cld, pksNotDone)) { jobs.put(new WorkUnit(pk, cld, results, cldToObjectsForCld.get(cld), pksNotDone, exceptions)); pkIter.remove();
ClassDescriptor cld = pksToDo.get(pk); if (canDoPkNow(pk, cld, pksNotDone)) { jobs.put(new WorkUnit(pk, cld, results, cldToObjectsForCld.get(cld), pksNotDone, exceptions)); pkIter.remove();
public void testPutFinished() throws Exception { op = new ObjectPipe(); op.finish(); try { op.put(new Integer(1)); fail("Expected: IllegalArgumentException"); } catch (IllegalArgumentException e) { } }
public void test() throws Exception { op = new ObjectPipe(); op.put(new Integer(1)); op.put(new Integer(2)); assertTrue(op.hasNext()); assertEquals(new Integer(1), op.next()); op.finish(); assertTrue(op.hasNext()); assertEquals(new Integer(2), op.next()); assertFalse(op.hasNext()); try { op.next(); fail("Expected: NoSuchElementException"); } catch (NoSuchElementException e) { } }