How to use

MatrixSchema

in

com.ociweb.pronghorn.stage.math

public static MatrixSchema buildResultSchema(MatrixSchema leftSchema, MatrixSchema rightSchema) {
  assert(leftSchema.type == rightSchema.type);
  return buildSchema(leftSchema.getRows(), rightSchema.getColumns(), leftSchema.type);
}

public static <M extends MatrixSchema<M>> MatrixSchema<M> buildSchema(int rows, int columns, MatrixTypes type) {
  return new MatrixSchema<M>(rows, columns, type);
}

protected ColumnSchema(MatrixSchema<M> matrixSchema) {
  super(matrixSchema.getRows(), 1, matrixSchema.type, FieldReferenceOffsetManager.buildSingleNumberBlockFrom(matrixSchema.rows, matrixSchema.type.typeMask, "Matrix"));	
  this.root = matrixSchema;
}
  

public RowSchema(MatrixSchema<M> matrixSchema) {
  super(matrixSchema.getColumns(), 1, matrixSchema.type, FieldReferenceOffsetManager.buildSingleNumberBlockFrom(matrixSchema.columns, matrixSchema.type.typeMask, "Matrix"));
  this.root = matrixSchema;
}

protected RowsToColumnRouteStage(GraphManager graphManager, Pipe<RowSchema<M>> rowPipeInput, Pipe<ColumnSchema<M>>[] columnPipeOutput) {
  super(graphManager, rowPipeInput, columnPipeOutput);
  
  M matrixSchema = (M) rowPipeInput.config().schema().rootSchema();
  this.rowPipeInput = rowPipeInput;
  this.columnPipeOutput = columnPipeOutput;
  this.matrixSchema = matrixSchema;
  this.rowLimit = matrixSchema.getRows();
  this.remainingRows = rowLimit;
  this.sizeOf = Pipe.sizeOf(columnPipeOutput[0], matrixSchema.columnId);
  if (matrixSchema.columns != columnPipeOutput.length) {
    throw new UnsupportedOperationException(matrixSchema.columns+" was expected to match "+columnPipeOutput.length);
  }
}

public DecimalSchema(MatrixSchema<M> matrixSchema) {
  super(matrixSchema.getColumns(), 1, MatrixTypes.Decimals, FieldReferenceOffsetManager.buildSingleNumberBlockFrom(matrixSchema.columns, MatrixTypes.Decimals.typeMask, "Matrix"));
}

/**
 *
 * @param graphManager
 * @param input _in_ Input pipe as matrix with RowSchema
 * @param output _out_ Output pipe in which RowSchema is converted to DecimalSchema
 */
public ConvertToDecimalStage(GraphManager graphManager, Pipe<RowSchema<M>> input, Pipe<DecimalSchema<M>> output) {
  super(graphManager, input, output);
  
  this.input = input;
  this.output = output;
  M schema = (M) input.config().schema();
  this.blockSize = schema.getRows()*schema.getColumns();
  this.inputType = schema.type;
}

public static <M extends MatrixSchema<M>> Pipe<RowSchema<M>> buildProductGraphRR(GraphManager gm,
    int targetThreadCount, Pipe<RowSchema<M>> left, Pipe<RowSchema<M>> right) {
  Pipe<ColumnSchema<M>>[] colResults = buildProductGraphRC(gm,
                                    left, right,
                                    targetThreadCount);
      
  //////////////////
  //////////////////
  
  MatrixSchema resultSchema2 = colResults[0].config().schema().rootSchema();
  PipeConfig<RowSchema<M>> config = new PipeConfig<RowSchema<M>>(new RowSchema<M>(resultSchema2), resultSchema2.getRows());
  
  config.hideLabels();
  
  Pipe<RowSchema<M>> rowResults = new Pipe<RowSchema<M>>(config);
  ColumnsToRowsStage<M> ctr = new ColumnsToRowsStage( gm,
                            colResults,
                            rowResults);
  return rowResults;
}

int i = rightSchema.getColumns();

this.rowLimit = resultSchema.getRows();		
this.remainingRows = rowLimit; 
if (cSchema.getColumns() != rRows) {
  throw new UnsupportedOperationException("column count of left input must match row count of right input "+cSchema.getColumns()+" vs "+rRows);
if (resultSchema.getColumns() != rCols) {
  throw new UnsupportedOperationException("column count of right input must match result output "+ rCols+" vs "+resultSchema.getColumns());
if (resultSchema.getRows() != cSchema.getRows()) {
  throw new UnsupportedOperationException("rows count of left input must match result output "+cSchema.getColumns()+" vs "+resultSchema.getRows());

/**
 *
 * @param graphManager
 * @param columnPipeInput _in_ Pipes containing ColumnSchema that will be converted to RowSchema
 * @param matrixPipeOutput _out_ Pipes onto which ColumnSchema will be output to RowSchema
 */
public ColumnsToRowsStage(GraphManager graphManager, Pipe<ColumnSchema<M>>[] columnPipeInput, Pipe<RowSchema<M>> matrixPipeOutput) {
  super(graphManager, columnPipeInput, matrixPipeOutput);
  
  M matrixSchema = (M) matrixPipeOutput.config().schema().rootSchema();
  
  this.columnPipeInput = columnPipeInput;
  this.matrixPipeOutput = matrixPipeOutput;	
  this.matrixSchema = matrixSchema;
  this.shutdownCount = columnPipeInput.length;
  this.typeSize = matrixSchema.typeSize;
  this.rowLimit = matrixSchema.getRows();
  this.columnLimit = matrixSchema.getColumns();
  this.remainingRows = rowLimit;
  assert(columnLimit==columnPipeInput.length);
  this.colSizeOf = Pipe.sizeOf(columnPipeInput[0], matrixSchema.columnId);
  this.matrixSize = Pipe.sizeOf(matrixPipeOutput, matrixSchema.rowId);
  
}

            splitterPipes[--splitterPipesCount] = pipe,
            outputs, 
            resultSchema, leftSchema, rightSchema.getRows(), rightSchema.getColumns(), rightSchema.type);
return splitterPipesCount;

PipeConfig<RowSchema<M>> rowConfig = new PipeConfig<RowSchema<M>>(rs, schema.getRows());		
PipeConfig<ColumnSchema<M>> columnConfig = new PipeConfig<ColumnSchema<M>>(cs, 2);
Pipe[] intputAsColumns = new Pipe[schema.getColumns()];
int i = schema.getColumns();
ByteArrayOutputStream[] targets = new ByteArrayOutputStream[i];
PronghornStage[] watch = new PronghornStage[i];
for(int c=0;c<schema.getRows();c++) {
  while (!Pipe.hasRoomForWrite(inputRows)) {
    Thread.yield();
  for(int r=0;r<schema.getColumns();r++) {
    Pipe.addIntValue(c, inputRows);
i = schema.getColumns();
while (--i>=0) {
  GraphManager.blockUntilStageBeginsShutdown(gm, watch[i], 500);//timeout in ms
i = schema.getColumns();
while (--i>=0) {
  String actualText = new String(targets[i].toByteArray());

PipeConfig<RowSchema<M>> rowConfig = new PipeConfig<RowSchema<M>>(rs, schema.getRows());		
PipeConfig<ColumnSchema<M>> columnConfig = new PipeConfig<ColumnSchema<M>>(cs, 2);
Pipe<ColumnSchema<M>>[] columnsPipes = new Pipe[schema.getColumns()];

assertTrue(resultSchema.getRows()==leftRows);
assertTrue(resultSchema.getColumns()==rightColumns);
assertTrue(leftSchema.getRows()==leftRows);
assertTrue(leftSchema.getColumns()==leftColumns);
assertTrue(rightSchema.getRows()==rightRows);
assertTrue(rightSchema.getColumns()==rightColumns);
Pipe<RowSchema<M>> right = new Pipe<RowSchema<M>>(new PipeConfig<RowSchema<M>>(rightRowSchema, rightRows));
Pipe<RowSchema<M>> result = new Pipe<RowSchema<M>>(new PipeConfig<RowSchema<M>>(rowResultSchema, resultSchema.getRows())); //NOTE: reqires 2 or JSON will not write out !!

assertTrue(resultSchema.getRows()==leftRows);
assertTrue(resultSchema.getColumns()==rightColumns);
assertTrue(leftSchema.getRows()==leftRows);
assertTrue(leftSchema.getColumns()==leftColumns);
assertTrue(rightSchema.getRows()==rightRows);
assertTrue(rightSchema.getColumns()==rightColumns);
Pipe<RowSchema<M>> result = new Pipe<RowSchema<M>>(new PipeConfig<RowSchema<M>>(rowResultSchema, resultSchema.getRows())); //NOTE: reqires 2 or JSON will not write out !!
Pipe<DecimalSchema<M>> result2 = new Pipe<DecimalSchema<M>>(new PipeConfig<DecimalSchema<M>>(result2Schema, resultSchema.getRows())); //NOTE: reqires 2 or JSON will not write out !!