Tabnine Logo
MeasureIngester.valueOf
Code IndexAdd Tabnine to your IDE (free)

How to use
valueOf
method
in
org.apache.kylin.measure.MeasureIngester

Best Java code snippets using org.apache.kylin.measure.MeasureIngester.valueOf (Showing top 9 results out of 315)

origin: apache/kylin

  private Object[] buildValue(String[] row) {
    Object[] values = new Object[measureCount];
    for (int i = 0; i < measureCount; i++) {
      String[] colValues = kvBuilder.buildValueOf(i, row);
      MeasureDesc measure = measureDescs[i];
      values[i] = measureIngesters[i].valueOf(colValues, measure, dictionaryMap);
    }
    return values;
  }
}
origin: apache/kylin

public Object[] buildValueObjects(String[] flatRow) {
  Object[] measures = new Object[cubeDesc.getMeasures().size()];
  for (int i = 0; i < measures.length; i++) {
    String[] colValues = kvBuilder.buildValueOf(i, flatRow);
    MeasureDesc measure = measureDescList.get(i);
    measures[i] = aggrIngesters[i].valueOf(colValues, measure, dictionaryMap);
  }
  return measures;
}
origin: apache/kylin

  @Test
  public void testIngest() {
    MeasureType<HLLCounter> mtype = (MeasureType<HLLCounter>) MeasureTypeFactory.create(HLLCMeasureType.FUNC_COUNT_DISTINCT, DataType.getType("hllc(10)"));
    MeasureIngester<HLLCounter> ingester = mtype.newIngester();
    HLLCounter hllc;
    
    hllc = ingester.valueOf(new String[] { null }, null, null);
    assertEquals(0, hllc.getCountEstimate());
    
    hllc = ingester.valueOf(new String[] { null, null }, null, null);
    assertEquals(0, hllc.getCountEstimate());
    
    hllc = ingester.valueOf(new String[] { "" }, null, null);
    assertEquals(1, hllc.getCountEstimate());
    
    hllc = ingester.valueOf(new String[] { "", null }, null, null);
    assertEquals(1, hllc.getCountEstimate());
    
    hllc = ingester.valueOf(new String[] { "abc" }, null, null);
    assertEquals(1, hllc.getCountEstimate());
  }
}
origin: apache/kylin

  @Test
  public void testOverflow() {
    String text = StringUtils.repeat("h", 21);
    ExtendedColumnSerializer serializer = new ExtendedColumnSerializer(DataType.getType("extendedcolumn(20)"));
    MeasureIngester<ByteArray> ingester = measureType.newIngester();
    ByteArray array = ingester.valueOf(new String[] { null, text }, null, null);

    ByteBuffer buffer = ByteBuffer.allocate(serializer.maxLength());
    serializer.serialize(array, buffer);
    buffer.flip();
    ByteArray des = serializer.deserialize(buffer);
    Assert.assertTrue(new ByteArray(StringUtils.repeat("h", 20).getBytes(StandardCharsets.UTF_8)).equals(des));
  }
}
origin: apache/kylin

@Test
public void testNormal() {
  String text = StringUtils.repeat("h", 20);
  ExtendedColumnSerializer serializer = new ExtendedColumnSerializer(DataType.getType("extendedcolumn(20)"));
  MeasureIngester<ByteArray> ingester = measureType.newIngester();
  ByteArray array = ingester.valueOf(new String[] { null, text }, null, null);
  ByteBuffer buffer = ByteBuffer.allocate(serializer.maxLength());
  serializer.serialize(array, buffer);
  buffer.flip();
  ByteArray des = serializer.deserialize(buffer);
  Assert.assertTrue(new ByteArray(text.getBytes(StandardCharsets.UTF_8)).equals(des));
}
origin: apache/kylin

@Test
public void testSerDesNull() {
  ExtendedColumnSerializer serializer = new ExtendedColumnSerializer(DataType.getType("extendedcolumn(20)"));
  MeasureIngester<ByteArray> ingester = measureType.newIngester();
  ByteArray array = ingester.valueOf(new String[] { null, null }, null, null);
  Assert.assertTrue(new ByteArray().equals(array));
  ByteBuffer buffer = ByteBuffer.allocate(serializer.maxLength());
  serializer.serialize(array, buffer);
  buffer.flip();
  int length = serializer.peekLength(buffer);
  Assert.assertTrue(length == 1);
  ByteArray des = serializer.deserialize(buffer);
  Assert.assertTrue(new ByteArray().equals(des));
}
origin: org.apache.kylin/kylin-core-cube

  private Object[] buildValue(String[] row) {
    Object[] values = new Object[measureCount];
    for (int i = 0; i < measureCount; i++) {
      String[] colValues = kvBuilder.buildValueOf(i, row);
      MeasureDesc measure = measureDescs[i];
      values[i] = measureIngesters[i].valueOf(colValues, measure, dictionaryMap);
    }
    return values;
  }
}
origin: org.apache.kylin/kylin-engine-mr

public Object[] buildValueObjects(String[] flatRow) {
  Object[] measures = new Object[cubeDesc.getMeasures().size()];
  for (int i = 0; i < measures.length; i++) {
    String[] colValues = kvBuilder.buildValueOf(i, flatRow);
    MeasureDesc measure = measureDescList.get(i);
    measures[i] = aggrIngesters[i].valueOf(colValues, measure, dictionaryMap);
  }
  return measures;
}
origin: org.apache.kylin/kylin-job

private Object buildValueOf(int idxOfMeasure, SplittedBytes[] splitBuffers) {
  MeasureDesc measure = cubeDesc.getMeasures().get(idxOfMeasure);
  FunctionDesc function = measure.getFunction();
  int[] colIdxOnFlatTable = intermediateTableDesc.getMeasureColumnIndexes()[idxOfMeasure];
  int paramCount = function.getParameterCount();
  String[] inputToMeasure = new String[paramCount];
  // pick up parameter values
  ParameterDesc param = function.getParameter();
  int colParamIdx = 0; // index among parameters of column type
  for (int i = 0; i < paramCount; i++, param = param.getNextParameter()) {
    String value;
    if (function.isCount()) {
      value = "1";
    } else if (param.isColumnType()) {
      value = getCell(colIdxOnFlatTable[colParamIdx++], splitBuffers);
    } else {
      value = param.getValue();
    }
    inputToMeasure[i] = value;
  }
  return aggrIngesters[idxOfMeasure].valueOf(inputToMeasure, measure, dictionaryMap);
}
org.apache.kylin.measureMeasureIngestervalueOf

Popular methods of MeasureIngester

  • create
  • reEncodeDictionary
  • reset

Popular in Java

  • Creating JSON documents from java classes using gson
  • addToBackStack (FragmentTransaction)
  • getOriginalFilename (MultipartFile)
    Return the original filename in the client's filesystem.This may contain path information depending
  • getExternalFilesDir (Context)
  • VirtualMachine (com.sun.tools.attach)
    A Java virtual machine. A VirtualMachine represents a Java virtual machine to which this Java vir
  • Connection (java.sql)
    A connection represents a link from a Java application to a database. All SQL statements and results
  • SimpleDateFormat (java.text)
    Formats and parses dates in a locale-sensitive manner. Formatting turns a Date into a String, and pa
  • Locale (java.util)
    Locale represents a language/country/variant combination. Locales are used to alter the presentatio
  • Timer (java.util)
    Timers schedule one-shot or recurring TimerTask for execution. Prefer java.util.concurrent.Scheduled
  • Table (org.hibernate.mapping)
    A relational table
  • Top 12 Jupyter Notebook extensions
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now