private static String errorMessageForMessageStartValidation(StackStateWalker rw, long llwHeadPosCache) { return "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(rw.from.tokens[rw.msgIdx])+ " readBase "+rw.activeReadFragmentStack[0] + " nextWorkingTail:"+rw.nextWorkingTail+" headPosCache:"+llwHeadPosCache; }
private static String errorMessageForMessageStartValidation(StackStateWalker rw, long llwHeadPosCache) { return "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(rw.from.tokens[rw.msgIdx])+ " readBase "+rw.activeReadFragmentStack[0] + " nextWorkingTail:"+rw.nextWorkingTail+" headPosCache:"+llwHeadPosCache; }
private static String errorMessageForMessageStartValidation(StackStateWalker rw, long llwHeadPosCache) { return "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(rw.from.tokens[rw.msgIdx])+ " readBase "+rw.activeReadFragmentStack[0] + " nextWorkingTail:"+rw.nextWorkingTail+" headPosCache:"+llwHeadPosCache; }
public static void debugFROM(FieldReferenceOffsetManager from) { int j = 0; ///debug code to be removed while (j<from.tokens.length) { System.err.println((j<10? " ": "" )+j+" Depth:"+from.fragDepth[j]+" ScrSiz:"+from.fragScriptSize[j]+ " DatSiz:"+from.fragDataSize[j]+" "+TokenBuilder.tokenToString(from.tokens[j])); j++; } }
public static void debugFROM(FieldReferenceOffsetManager from) { int j = 0; ///debug code to be removed while (j<from.tokens.length) { System.err.println((j<10? " ": "" )+j+" Depth:"+from.fragDepth[j]+" ScrSiz:"+from.fragScriptSize[j]+ " DatSiz:"+from.fragDataSize[j]+" "+TokenBuilder.tokenToString(from.tokens[j])); j++; } }
public static void debugFROM(FieldReferenceOffsetManager from) { int j = 0; ///debug code to be removed while (j<from.tokens.length) { System.err.println((j<10? " ": "" )+j+" Depth:"+from.fragDepth[j]+" ScrSiz:"+from.fragScriptSize[j]+ " DatSiz:"+from.fragDataSize[j]+" "+TokenBuilder.tokenToString(from.tokens[j])); j++; } }
? " "+from.fieldNameScript[i] : ""; System.out.println(row.substring(row.length()-6)+tab.substring(0,depth)+TokenBuilder.tokenToString(token)+name);
? " "+from.fieldNameScript[i] : ""; System.out.println(row.substring(row.length()-6)+tab.substring(0,depth)+TokenBuilder.tokenToString(token)+name);
? " "+from.fieldNameScript[i] : ""; System.out.println(row.substring(row.length()-6)+tab.substring(0,depth)+TokenBuilder.tokenToString(token)+name);
for(int f = firstField; f<(firstField+fieldCount); f++) { if (null==generators[f]) { throw new UnsupportedOperationException("Unsupported Type "+TokenBuilder.tokenToString(MessageSchema.from(schema).tokens[f]));
appendAssignmentCode(generatedConstants, messageConstantName, expectedMsgIdx, TokenBuilder.tokenToString(encodedFrom.tokens[expectedMsgIdx])); if (generateExampleMethods) { methodName = FieldReferenceOffsetManager.buildName(encodedFrom, expectedMsgIdx); appendAssignmentCode(generatedConstants, messageFieldConstantName, fieldLOC, TokenBuilder.tokenToString(encodedFrom.tokens[fieldIdx]));
appendAssignmentCode(generatedConstants, messageConstantName, expectedMsgIdx, TokenBuilder.tokenToString(encodedFrom.tokens[expectedMsgIdx])); if (generateExampleMethods) { methodName = FieldReferenceOffsetManager.buildName(encodedFrom, expectedMsgIdx); appendAssignmentCode(generatedConstants, messageFieldConstantName, fieldLOC, TokenBuilder.tokenToString(encodedFrom.tokens[fieldIdx]));
private static void prepReadMessage2Normal(Pipe ringBuffer, StackStateWalker ringBufferConsumer, final long tmpNextWorkingTail, int[] fragDataSize) { ringBufferConsumer.nextWorkingTail = tmpNextWorkingTail + fragDataSize[ringBufferConsumer.msgIdx];//save the size of this new fragment we are about to read //This validation is very important, because all down stream consumers will assume it to be true. assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || TypeMask.Group == TokenBuilder.extractType(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || (OperatorMask.Group_Bit_Close&TokenBuilder.extractOper(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) == 0) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); ringBufferConsumer.cursor = ringBufferConsumer.msgIdx; int lastScriptPos = (ringBufferConsumer.nextCursor = ringBufferConsumer.msgIdx + ringBufferConsumer.from.fragScriptSize[ringBufferConsumer.msgIdx]) -1; if (TypeMask.GroupLength == ((ringBufferConsumer.from.tokens[lastScriptPos] >>> TokenBuilder.SHIFT_TYPE) & TokenBuilder.MASK_TYPE)) { //Can not assume end of message any more. int seqLength = Pipe.slab((Pipe<?>) ringBuffer)[(int)(ringBufferConsumer.from.fragDataSize[lastScriptPos] + tmpNextWorkingTail)&ringBuffer.slabMask]; final StackStateWalker ringBufferConsumer1 = ringBufferConsumer; //now start new sequence ringBufferConsumer1.seqStack[++ringBufferConsumer1.seqStackHead] = seqLength; ringBufferConsumer1.seqCursors[ringBufferConsumer1.seqStackHead] = ringBufferConsumer1.nextCursor; } }
private static void prepReadMessage2Normal(Pipe ringBuffer, StackStateWalker ringBufferConsumer, final long tmpNextWorkingTail, int[] fragDataSize) { ringBufferConsumer.nextWorkingTail = tmpNextWorkingTail + fragDataSize[ringBufferConsumer.msgIdx];//save the size of this new fragment we are about to read //This validation is very important, because all down stream consumers will assume it to be true. assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || TypeMask.Group == TokenBuilder.extractType(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || (OperatorMask.Group_Bit_Close&TokenBuilder.extractOper(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) == 0) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); ringBufferConsumer.cursor = ringBufferConsumer.msgIdx; int lastScriptPos = (ringBufferConsumer.nextCursor = ringBufferConsumer.msgIdx + ringBufferConsumer.from.fragScriptSize[ringBufferConsumer.msgIdx]) -1; if (TypeMask.GroupLength == ((ringBufferConsumer.from.tokens[lastScriptPos] >>> TokenBuilder.SHIFT_TYPE) & TokenBuilder.MASK_TYPE)) { //Can not assume end of message any more. int seqLength = Pipe.slab((Pipe<?>) ringBuffer)[(int)(ringBufferConsumer.from.fragDataSize[lastScriptPos] + tmpNextWorkingTail)&ringBuffer.slabMask]; final StackStateWalker ringBufferConsumer1 = ringBufferConsumer; //now start new sequence ringBufferConsumer1.seqStack[++ringBufferConsumer1.seqStackHead] = seqLength; ringBufferConsumer1.seqCursors[ringBufferConsumer1.seqStackHead] = ringBufferConsumer1.nextCursor; } }
private static void prepReadMessage2Normal(Pipe ringBuffer, StackStateWalker ringBufferConsumer, final long tmpNextWorkingTail, int[] fragDataSize) { ringBufferConsumer.nextWorkingTail = tmpNextWorkingTail + fragDataSize[ringBufferConsumer.msgIdx];//save the size of this new fragment we are about to read //This validation is very important, because all down stream consumers will assume it to be true. assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || TypeMask.Group == TokenBuilder.extractType(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); assert((ringBufferConsumer.from.hasSimpleMessagesOnly && 0==readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail) && ringBufferConsumer.from.messageStarts.length==1) || (OperatorMask.Group_Bit_Close&TokenBuilder.extractOper(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)])) == 0) : "Templated message must start with group open and this starts with "+TokenBuilder.tokenToString(ringBufferConsumer.from.tokens[readMsgIdx(ringBuffer, ringBufferConsumer, tmpNextWorkingTail)]); ringBufferConsumer.cursor = ringBufferConsumer.msgIdx; int lastScriptPos = (ringBufferConsumer.nextCursor = ringBufferConsumer.msgIdx + ringBufferConsumer.from.fragScriptSize[ringBufferConsumer.msgIdx]) -1; if (TypeMask.GroupLength == ((ringBufferConsumer.from.tokens[lastScriptPos] >>> TokenBuilder.SHIFT_TYPE) & TokenBuilder.MASK_TYPE)) { //Can not assume end of message any more. int seqLength = Pipe.slab((Pipe<?>) ringBuffer)[(int)(ringBufferConsumer.from.fragDataSize[lastScriptPos] + tmpNextWorkingTail)&ringBuffer.slabMask]; final StackStateWalker ringBufferConsumer1 = ringBufferConsumer; //now start new sequence ringBufferConsumer1.seqStack[++ringBufferConsumer1.seqStackHead] = seqLength; ringBufferConsumer1.seqCursors[ringBufferConsumer1.seqStackHead] = ringBufferConsumer1.nextCursor; } }
suggestions[j]=(TokenBuilder.tokenToString(from.tokens[idx]));
suggestions[j]=(TokenBuilder.tokenToString(from.tokens[idx]));
suggestions[j]=(TokenBuilder.tokenToString(from.tokens[idx]));
processByteArrayOptional(fieldNameScript[fieldCursor], fieldIdScript[fieldCursor]); break; default: System.err.println("unknown "+TokenBuilder.tokenToString(from.tokens[fieldCursor]));
break; default: log.error("unknown token type:"+TokenBuilder.tokenToString(from.tokens[fieldCursor]));