public void close() throws IOException { super.close(); if(appender != null){ appender.flush(); appender.close(); // Collect statistics data StatisticsUtil.aggregateTableStat(sumStats, appender.getStats()); context.setResultStats(sumStats); } appender = null; plan = null; } }
public void close() throws IOException { super.close(); if(appender != null){ appender.flush(); appender.close(); // Collect statistics data StatisticsUtil.aggregateTableStat(sumStats, appender.getStats()); context.setResultStats(sumStats); } appender = null; plan = null; } }
@Override public Tuple next() throws IOException { Tuple tuple; while(!context.isStopped() && (tuple = child.next()) != null) { partKey.set(tuple); // add tuple getAppender(partKey, tuple).addTuple(tuple); } List<TableStats> statSet = new ArrayList<>(); for (Appender app : appenderMap.values()) { app.flush(); app.close(); statSet.add(app.getStats()); } // Collect and aggregated statistics data TableStats aggregated = StatisticsUtil.aggregateTableStat(statSet); context.setResultStats(aggregated); return null; } }
@Override public Tuple next() throws IOException { Tuple tuple; while(!context.isStopped() && (tuple = child.next()) != null) { partKey.set(tuple); // add tuple getAppender(partKey, tuple).addTuple(tuple); } List<TableStats> statSet = new ArrayList<TableStats>(); for (Appender app : appenderMap.values()) { app.flush(); app.close(); statSet.add(app.getStats()); } // Collect and aggregated statistics data TableStats aggregated = StatisticsUtil.aggregateTableStat(statSet); context.setResultStats(aggregated); return null; } }
public void close() throws IOException { super.close(); if(appender != null){ appender.flush(); appender.close(); // Collect statistics data if (sumStats == null) { context.setResultStats(appender.getStats()); } else { StatisticsUtil.aggregateTableStat(sumStats, appender.getStats()); context.setResultStats(sumStats); } if (context.getTaskId() != null) { context.addShuffleFileOutput(0, context.getTaskId().toString()); } } appender = null; plan = null; } }
public void close() throws IOException { super.close(); if(appender != null){ appender.flush(); appender.close(); // Collect statistics data if (sumStats == null) { context.setResultStats(appender.getStats()); } else { StatisticsUtil.aggregateTableStat(sumStats, appender.getStats()); context.setResultStats(sumStats); } if (context.getTaskId() != null) { context.addShuffleFileOutput(0, context.getTaskId().toString()); } } appender = null; plan = null; } }
appender.flush(); appender.close();
@Test public void testDateTextHandling() throws Exception { if (dataFormat.equalsIgnoreCase(BuiltinStorages.AVRO) || internalType) { return; } Schema schema = SchemaBuilder.builder().add("col1", Type.TEXT).build(); TableMeta meta = CatalogUtil.newTableMeta(dataFormat, conf); FileTablespace sm = TablespaceManager.getLocalFs(); Path tablePath = new Path(testDir, "testTextHandling.data"); Appender appender = sm.getAppender(meta, schema, tablePath); appender.init(); VTuple tuple = new VTuple(1); tuple.put(0, DatumFactory.createDate(1994,7,30)); appender.addTuple(tuple); appender.flush(); appender.close(); FileStatus status = fs.getFileStatus(tablePath); FileFragment fragment = new FileFragment("table", tablePath, 0, status.getLen()); Scanner scanner = sm.getScanner(meta, schema, fragment, null); scanner.init(); Tuple retrieved; while ((retrieved = scanner.next()) != null) { assertEquals(tuple.get(0).asChars(), retrieved.asDatum(0).asChars()); } scanner.close(); if (internalType){ OldStorageManager.clearCache(); } }
appender.addTuple(tuple); appender.flush(); appender.close();
}); appender.addTuple(tuple); appender.flush(); appender.close();
}); appender.addTuple(tuple); appender.flush(); appender.close();
appender.flush(); appender.close(); largeScore.setStats(appender.getStats());
appender.flush(); appender.close();
appender.addTuple(tuple); appender.flush(); appender.close();
appender.flush(); appender.close();
appender.flush(); appender.close();
appender.flush(); appender.close();
appender.flush(); appender.close();