protected boolean performRawComparison() { return canPerformRawComparisons() && keyTypes != null && !hasConfiguredComparators; }
protected final int compareTuples( Class[] types, Comparator[] comparators ) throws IOException { if( types == null ) return compareUnTypedTuples( comparators ); else return compareTypedTuples( types, comparators ); }
Comparator[] deserializeComparatorsFor( String name ) { Configuration conf = getConf(); if( conf == null ) throw new IllegalStateException( "no conf set" ); return getFieldComparatorsFrom( conf, name ); }
@Override public void setConf( Configuration conf ) { if( conf == null ) return; super.setConf( conf ); tupleSerialization = new TupleSerialization( conf ); keyTypes = tupleSerialization.getKeyTypes(); groupComparators = deserializeComparatorsFor( "cascading.group.comparator" ); groupComparators = delegatingComparatorsFor( keyTypes, groupComparators ); if( performRawComparison() ) return; lhsBuffer = new BufferedInputStream(); rhsBuffer = new BufferedInputStream(); // get new readers so deserializers don't compete for the buffer lhsStream = getHadoopTupleInputStream( lhsBuffer, tupleSerialization.getElementReader() ); rhsStream = getHadoopTupleInputStream( rhsBuffer, tupleSerialization.getElementReader() ); }
@Override public void setConf( Configuration conf ) { super.setConf( conf ); if( conf == null ) return; sortTypes = tupleSerialization.getSortTypes(); sortComparators = deserializeComparatorsFor( "cascading.sort.comparator" ); sortComparators = delegatingComparatorsFor( sortTypes, sortComparators ); }
@Override public void setConf( Configuration conf ) { if( this.conf != null ) return; this.conf = conf; defaultComparator = TupleSerialization.getDefaultComparator( defaultComparator, conf ); comparators = DeserializerComparator.getFieldComparatorsFrom( conf, "cascading.group.comparator" ); if( conf.getBoolean( HASHER_PARTITIONER_USE_LEGACY_HASH, false ) ) this.hashFunction = new LegacyHashFunction(); initialize( defaultComparator, comparators ); }
@Override public void setConf( Configuration conf ) { if( conf == null ) return; super.setConf( conf ); tupleSerialization = new TupleSerialization( conf ); keyTypes = tupleSerialization.getKeyTypes(); groupComparators = deserializeComparatorsFor( "cascading.group.comparator" ); groupComparators = delegatingComparatorsFor( keyTypes, groupComparators ); if( performRawComparison() ) return; lhsBuffer = new BufferedInputStream(); rhsBuffer = new BufferedInputStream(); // get new readers so deserializers don't compete for the buffer lhsStream = getHadoopTupleInputStream( lhsBuffer, tupleSerialization.getElementReader() ); rhsStream = getHadoopTupleInputStream( rhsBuffer, tupleSerialization.getElementReader() ); }
@Override public void setConf( Configuration conf ) { super.setConf( conf ); if( conf == null ) return; sortTypes = tupleSerialization.getSortTypes(); sortComparators = deserializeComparatorsFor( "cascading.sort.comparator" ); sortComparators = delegatingComparatorsFor( sortTypes, sortComparators ); }
@Override public void setConf( Configuration conf ) { if( this.conf != null ) return; this.conf = conf; defaultComparator = TupleSerialization.getDefaultComparator( defaultComparator, conf ); comparators = DeserializerComparator.getFieldComparatorsFrom( conf, "cascading.group.comparator" ); if( conf.getBoolean( HASHER_PARTITIONER_USE_LEGACY_HASH, false ) ) this.hashFunction = new LegacyHashFunction(); initialize( defaultComparator, comparators ); }
protected final int compareTuples( Class[] types, Comparator[] comparators ) throws IOException { if( types == null ) return compareUnTypedTuples( comparators ); else return compareTypedTuples( types, comparators ); }
Comparator[] deserializeComparatorsFor( String name ) { Configuration conf = getConf(); if( conf == null ) throw new IllegalStateException( "no conf set" ); return getFieldComparatorsFrom( conf, name ); }
@Override public void setConf( Configuration conf ) { super.setConf( conf ); if( conf == null ) return; if( performRawComparison() ) LOG.info( "enabling raw byte comparison and ordering" ); if( performRawComparison() ) actual = getByteComparison(); else actual = getStreamComparison(); }
protected boolean performRawComparison() { return canPerformRawComparisons() && keyTypes != null && !hasConfiguredComparators; }
@Override public void setConf( Configuration conf ) { super.setConf( conf ); if( conf == null ) return; if( performRawComparison() ) LOG.info( "enabling raw byte comparison and ordering" ); if( performRawComparison() ) actual = getByteComparison(); else actual = getStreamComparison(); }