How to use

reEncodeDictionary

method

in

org.apache.kylin.measure.MeasureIngester

/**
 * Re-encode with measures in Object[] format.
 * @param key
 * @param value
 * @return
 * @throws IOException
 */
public Pair<Text, Object[]> reEncode2(Text key, Text value) throws IOException {
  if (initialized == false) {
    throw new IllegalStateException("Not initialized");
  }
  Object[] measureObjs = new Object[measureDescs.size()];
  codec.decode(ByteBuffer.wrap(value.getBytes(), 0, value.getLength()), measureObjs);
  // re-encode measures if dictionary is used
  if (dictMeasures.size() > 0) {
    for (Pair<Integer, MeasureIngester> pair : dictMeasures) {
      int i = pair.getFirst();
      MeasureIngester ingester = pair.getSecond();
      measureObjs[i] = ingester.reEncodeDictionary(measureObjs[i], measureDescs.get(i), oldDicts, newDicts);
    }
  }
  return Pair.newPair(processKey(key), measureObjs);
}

/**
 * Re-encode with both dimension and measure in encoded (Text) format.
 * @param key
 * @param value
 * @return
 * @throws IOException
 */
public Pair<Text, Text> reEncode(Text key, Text value) throws IOException {
  if (initialized == false) {
    throw new IllegalStateException("Not initialized");
  }
  Object[] measureObjs = new Object[measureDescs.size()];
  // re-encode measures if dictionary is used
  if (dictMeasures.size() > 0) {
    codec.decode(ByteBuffer.wrap(value.getBytes(), 0, value.getLength()), measureObjs);
    for (Pair<Integer, MeasureIngester> pair : dictMeasures) {
      int i = pair.getFirst();
      MeasureIngester ingester = pair.getSecond();
      measureObjs[i] = ingester.reEncodeDictionary(measureObjs[i], measureDescs.get(i), oldDicts, newDicts);
    }
    ByteBuffer valueBuf = codec.encode(measureObjs);
    textValue.set(valueBuf.array(), 0, valueBuf.position());
    return Pair.newPair(processKey(key), textValue);
  } else {
    return Pair.newPair(processKey(key), value);
  }
}

/**
 * Re-encode with measures in Object[] format.
 * @param key
 * @param value
 * @return
 * @throws IOException
 */
public Pair<Text, Object[]> reEncode2(Text key, Text value) throws IOException {
  if (initialized == false) {
    throw new IllegalStateException("Not initialized");
  }
  Object[] measureObjs = new Object[measureDescs.size()];
  codec.decode(ByteBuffer.wrap(value.getBytes(), 0, value.getLength()), measureObjs);
  // re-encode measures if dictionary is used
  if (dictMeasures.size() > 0) {
    for (Pair<Integer, MeasureIngester> pair : dictMeasures) {
      int i = pair.getFirst();
      MeasureIngester ingester = pair.getSecond();
      measureObjs[i] = ingester.reEncodeDictionary(measureObjs[i], measureDescs.get(i), oldDicts, newDicts);
    }
  }
  return Pair.newPair(processKey(key), measureObjs);
}

/**
 * Re-encode with both dimension and measure in encoded (Text) format.
 * @param key
 * @param value
 * @return
 * @throws IOException
 */
public Pair<Text, Text> reEncode(Text key, Text value) throws IOException {
  if (initialized == false) {
    throw new IllegalStateException("Not initialized");
  }
  Object[] measureObjs = new Object[measureDescs.size()];
  // re-encode measures if dictionary is used
  if (dictMeasures.size() > 0) {
    codec.decode(ByteBuffer.wrap(value.getBytes(), 0, value.getLength()), measureObjs);
    for (Pair<Integer, MeasureIngester> pair : dictMeasures) {
      int i = pair.getFirst();
      MeasureIngester ingester = pair.getSecond();
      measureObjs[i] = ingester.reEncodeDictionary(measureObjs[i], measureDescs.get(i), oldDicts, newDicts);
    }
    ByteBuffer valueBuf = codec.encode(measureObjs);
    textValue.set(valueBuf.array(), 0, valueBuf.position());
    return Pair.newPair(processKey(key), textValue);
  } else {
    return Pair.newPair(processKey(key), value);
  }
}

int i = pair.getFirst();
MeasureIngester ingester = pair.getSecond();
measureObjs[i] = ingester.reEncodeDictionary(measureObjs[i], measureDescs.get(i), oldDicts, newDicts);