public void openAppender(int suffixId) throws IOException { Path actualFilePath = lastFileName; if (suffixId > 0) { actualFilePath = new Path(lastFileName + "_" + suffixId); } appender = ((FileTablespace) TablespaceManager.get(lastFileName.toUri())) .getAppender(meta, outSchema, actualFilePath); appender.enableStats(); appender.init(); }
public void openAppender(int suffixId) throws IOException { Path actualFilePath = lastFileName; if (suffixId > 0) { actualFilePath = new Path(lastFileName + "_" + suffixId); } appender = ((FileTablespace) TablespaceManager.get(lastFileName.toUri())) .getAppender(meta, outSchema, actualFilePath); appender.enableStats(); appender.init(); }
public void openNewFile(int suffixId) throws IOException { Schema appenderSchema = (plan instanceof InsertNode) ? ((InsertNode) plan).getTableSchema() : outSchema; if (PlannerUtil.isFileStorageType(meta.getDataFormat())) { String prevFile = null; lastFileName = context.getOutputPath(); if (suffixId > 0) { prevFile = lastFileName.toString(); lastFileName = new Path(lastFileName + "_" + suffixId); } FileTablespace space = TablespaceManager.get(lastFileName.toUri()); appender = space.getAppender(meta, appenderSchema, lastFileName); if (suffixId > 0) { LOG.info(prevFile + " exceeds " + SessionVars.MAX_OUTPUT_FILE_SIZE.keyname() + " (" + maxPerFileSize + " MB), " + "The remain output will be written into " + lastFileName.toString()); } } else { Path stagingDir = context.getQueryContext().getStagingDir(); appender = TablespaceManager.get(stagingDir.toUri()).getAppender( context.getQueryContext(), context.getTaskId(), meta, appenderSchema, stagingDir); } appender.enableStats(); appender.init(); }
public void openNewFile(int suffixId) throws IOException { Schema appenderSchema = (plan instanceof InsertNode) ? ((InsertNode) plan).getTableSchema() : outSchema; if (PlannerUtil.isFileStorageType(meta.getDataFormat())) { String prevFile = null; lastFileName = context.getOutputPath(); if (suffixId > 0) { prevFile = lastFileName.toString(); lastFileName = new Path(lastFileName + "_" + suffixId); } FileTablespace space = TablespaceManager.get(lastFileName.toUri()); appender = space.getAppender(meta, appenderSchema, lastFileName); if (suffixId > 0) { LOG.info(prevFile + " exceeds " + SessionVars.MAX_OUTPUT_FILE_SIZE.keyname() + " (" + maxPerFileSize + " MB), " + "The remain output will be written into " + lastFileName.toString()); } } else { Path stagingDir = context.getQueryContext().getStagingDir(); appender = TablespaceManager.get(stagingDir.toUri()).getAppender( context.getQueryContext(), context.getTaskId(), meta, appenderSchema, stagingDir); } appender.enableStats(); appender.init(); }
public void init() throws IOException { super.init(); if (plan.hasOptions()) { meta = CatalogUtil.newTableMeta(plan.getStorageType(), plan.getOptions()); } else { meta = CatalogUtil.newTableMeta(plan.getStorageType(), context.getConf()); } PhysicalPlanUtil.setNullCharIfNecessary(context.getQueryContext(), plan, meta); sumStats = new TableStats(); StoreTableNode storeTableNode = (StoreTableNode) plan; appender = TablespaceManager.get(storeTableNode.getUri()).getAppenderForInsertRow( context.getQueryContext(), context.getTaskId(), meta, storeTableNode.getTableSchema(), context.getOutputPath()); appender.enableStats(); appender.init(); }
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init(); appender.close();
public void init() throws IOException { super.init(); if (plan.hasOptions()) { meta = CatalogUtil.newTableMeta(plan.getStorageType(), plan.getOptions()); } else { meta = CatalogUtil.newTableMeta(plan.getStorageType(), context.getConf()); } PhysicalPlanUtil.setNullCharIfNecessary(context.getQueryContext(), plan, meta); sumStats = new TableStats(); StoreTableNode storeTableNode = (StoreTableNode) plan; appender = TablespaceManager.get(storeTableNode.getUri()).getAppenderForInsertRow( context.getQueryContext(), context.getTaskId(), meta, storeTableNode.getTableSchema(), context.getOutputPath()); appender.enableStats(); appender.init(); }
Path tablePath = new Path(testDir, fileName); Appender appender = ((FileTablespace) TablespaceManager.getLocalFs()).getAppender(meta, schema, tablePath); appender.enableStats();
Appender appender = ((FileTablespace) TablespaceManager.getLocalFs()) .getAppender(employeeMeta, schema, employeePath); appender.enableStats(); appender.init(); VTuple tuple = new VTuple(schema.size());
Appender appender = ((FileTablespace) TablespaceManager.getLocalFs()) .getAppender(employeeMeta, schema, employeePath); appender.enableStats(); appender.init(); VTuple tuple = new VTuple(schema.size());
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
Appender appender = ((FileTablespace) TablespaceManager.getLocalFs()) .getAppender(scoreLargeMeta, scoreSchmea, scoreLargePath); appender.enableStats(); appender.init(); largeScore = new TableDesc(
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init();
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init(); int tupleNum = 10000;
FileTablespace sm = TablespaceManager.getLocalFs(); Appender appender = sm.getAppender(meta, schema, tablePath); appender.enableStats(); appender.init(); int tupleNum = 10000;
appender1.enableStats(); appender1.init(); int tupleNum = 10000; appender2.enableStats(); appender2.init();