@Override public String toString() { return "{" + getFirst() + "," + getSecond() + "}"; } }
public String getFuzzyKeyAsString() { StringBuilder buf = new StringBuilder(); for (Pair<byte[], byte[]> fuzzyKey : this.fuzzyKeys) { buf.append(BytesUtil.toHex(fuzzyKey.getFirst())); buf.append(" "); buf.append(BytesUtil.toHex(fuzzyKey.getSecond())); buf.append(";"); } return buf.toString(); }
private String renameTableWithinProject(String srcItem) { if (dstProject != null && srcItem.contains(ResourceStore.TABLE_RESOURCE_ROOT)) { String tableIdentity = TableDesc.parseResourcePath(srcItem).getFirst(); if (srcItem.contains(ResourceStore.TABLE_EXD_RESOURCE_ROOT)) return TableExtDesc.concatResourcePath(tableIdentity, dstProject); else return ResourceStore.TABLE_RESOURCE_ROOT + "/" + tableIdentity + "--" + dstProject + ".json"; } return srcItem; }
public static Map<Long, Long> readCuboidStatsFromCube(Set<Long> cuboidIds, CubeInstance cubeInstance) { Map<Long, Long> statisticsMerged = null; try { statisticsMerged = readCuboidStatsAndSizeFromCube(cuboidIds, cubeInstance).getFirst(); } catch (IOException e) { logger.warn("Fail to read statistics for cube " + cubeInstance.getName() + " due to " + e); } return statisticsMerged.isEmpty() ? null : statisticsMerged; }
private static List<org.apache.hadoop.hbase.util.Pair<byte[], byte[]>> convertToHBasePair(List<org.apache.kylin.common.util.Pair<byte[], byte[]>> pairList) { List<org.apache.hadoop.hbase.util.Pair<byte[], byte[]>> result = Lists.newArrayList(); for (org.apache.kylin.common.util.Pair<byte[], byte[]> pair : pairList) { org.apache.hadoop.hbase.util.Pair<byte[], byte[]> element = new org.apache.hadoop.hbase.util.Pair<byte[], byte[]>(pair.getFirst(), pair.getSecond()); result.add(element); } return result; }
@Override public void doMap(Text key, Text value, Context context) throws IOException, InterruptedException { newPair = reEncoder.reEncode(key, value); context.write(newPair.getFirst(), newPair.getSecond()); } }
private SqlNode convertSqlIdentifier(SqlIdentifier sqlIdentifier) { Pair<SqlNode, SqlNode> matched = convMaster.matchSqlFunc(sqlIdentifier); if (matched != null) { Preconditions.checkState(matched.getFirst() instanceof SqlIdentifier); return matched.getSecond(); } else { return null; } }
@Override public void run() { runEPRange(queryContext, logHeader, compressionResult, builder.build(), conn, epRange.getFirst(), epRange.getSecond(), epResultItr, querySegmentCacheEnabled, segmentQueryResultBuilder, segmentQueryCacheKey); } });
public static void applyHBaseColums(Scan scan, List<Pair<byte[], byte[]>> hbaseColumns) { for (Pair<byte[], byte[]> hbaseColumn : hbaseColumns) { byte[] byteFamily = hbaseColumn.getFirst(); byte[] byteQualifier = hbaseColumn.getSecond(); scan.addColumn(byteFamily, byteQualifier); } }
private void doSendMail(KylinConfig kylinConfig, List<String> users, Pair<String, String> email) { if (email == null) { logger.warn("no need to send email, content is null"); return; } logger.info("prepare to send email to:{}", users); logger.info("job name:{}", getName()); logger.info("submitter:{}", getSubmitter()); logger.info("notify list:{}", users); new MailService(kylinConfig).sendMail(users, email.getFirst(), email.getSecond()); }
public DynamicFunctionDesc(ParameterDesc parameter, TupleExpression tupleExpression) { this.setParameter(parameter); this.tupleExpression = tupleExpression; Pair<Set<TblColRef>, Set<TblColRef>> colsPair = ExpressionColCollector.collectColumnsPair(tupleExpression); filterColSet = colsPair.getFirst(); Set<TblColRef> measureColumns = colsPair.getSecond(); this.runtimeFuncMap = Maps.newHashMapWithExpectedSize(measureColumns.size()); for (TblColRef column : measureColumns) { runtimeFuncMap.put(column, constructRuntimeFunction(column)); } }
protected void sqoopFlatHiveTable(KylinConfig config) throws IOException { String cmd = getParam("cmd"); stepLogger.log(String.format(Locale.ROOT, "exe cmd:%s", cmd)); Pair<Integer, String> response = config.getCliCommandExecutor().execute(cmd, stepLogger); getManager().addJobInfo(getId(), stepLogger.getInfo()); if (response.getFirst() != 0) { throw new RuntimeException("Failed to create flat hive table, error code " + response.getFirst()); } }
protected void sqoopFlatHiveTable(KylinConfig config) throws IOException { String cmd = getParam("cmd"); cmd = String.format(Locale.ROOT, "%s/bin/sqoop import -Dorg.apache.sqoop.splitter.allow_text_splitter=true " + generateSqoopConfigArgString() + cmd, config.getSqoopHome()); stepLogger.log(String.format(Locale.ROOT, "exe cmd:%s", cmd)); Pair<Integer, String> response = config.getCliCommandExecutor().execute(cmd, stepLogger); getManager().addJobInfo(getId(), stepLogger.getInfo()); if (response.getFirst() != 0) { throw new RuntimeException("Failed to create flat hive table, error code " + response.getFirst()); } }
protected CuboidResult aggregateCuboid(CuboidResult parent, long cuboidId) throws IOException { final Pair<ImmutableBitSet, ImmutableBitSet> allNeededColumns = InMemCubeBuilderUtils .getDimensionAndMetricColumnBitSet(parent.cuboidId, cuboidId, measureCount); return scanAndAggregateGridTable(parent.table, newGridTableByCuboidID(cuboidId), parent.cuboidId, cuboidId, allNeededColumns.getFirst(), allNeededColumns.getSecond()); }
@Override public TableSignature getSignature() throws IOException { Pair<Long, Long> sizeAndLastModified; try { sizeAndLastModified = getSizeAndLastModified(path); } catch (FileNotFoundException ex) { sizeAndLastModified = Pair.newPair(-1L, 0L); } return new TableSignature(path, sizeAndLastModified.getFirst(), sizeAndLastModified.getSecond()); }
private static void translateCreateToWith(String sql, KylinConfig config) throws IOException { Pair<String, String> translated = translateCreateToWithInternal(sql); String identifier = translated.getFirst(); String sql1 = translated.getSecond(); TempStatementManager manager = TempStatementManager.getInstance(config); if (manager.getTempStatement(identifier) == null || !manager.getTempStatement(identifier).equals(sql1)) { manager.updateTempStatement(identifier, sql1); } }
@Override public void validateSQL(String query) throws Exception { final HiveCmdBuilder hiveCmdBuilder = new HiveCmdBuilder(); hiveCmdBuilder.addStatement(query); Pair<Integer, String> response = KylinConfig.getInstanceFromEnv().getCliCommandExecutor() .execute(hiveCmdBuilder.toString()); if (response.getFirst() != 0) { throw new IllegalArgumentException(response.getSecond()); } }
@Test public void testMapRange() throws Exception { Pair<String, String> results = lookupTable.mapRange("CAL_DT", millis("2012-01-24"), millis("2012-12-30"), "QTR_BEG_DT"); Assert.assertTrue(results != null); System.out.println("The first qtr_beg_dt is " + results.getFirst()); System.out.println("The last qtr_beg_dt is " + results.getSecond()); Assert.assertEquals(millis("2012-01-01"), results.getFirst()); Assert.assertEquals(millis("2012-10-01"), results.getSecond()); }