public static Committed create( Map<SegmentIdentifier, Integer> hydrants0, Object metadata ) { final ImmutableMap.Builder<String, Integer> hydrants = ImmutableMap.builder(); for (Map.Entry<SegmentIdentifier, Integer> entry : hydrants0.entrySet()) { hydrants.put(entry.getKey().getIdentifierAsString(), entry.getValue()); } return new Committed(hydrants.build(), metadata); }
private File computePersistDir(SegmentIdentifier identifier) { return new File(tuningConfig.getBasePersistDirectory(), identifier.getIdentifierAsString()); }
.addData("identifier", entry.getKey().getIdentifierAsString()) .emit();
log.info( "Found existing pending segment [%s] for sequence[%s] in DB", existingIdentifier.getIdentifierAsString(), sequenceName ); log.info( "Found existing pending segment [%s] for sequence[%s] (previous = [%s]) in DB", existingIdentifier.getIdentifierAsString(), sequenceName, previousSegmentId "Cannot use existing pending segment [%s] for sequence[%s] in DB, " + "does not match requested interval[%s]", existingIdentifier.getIdentifierAsString(), sequenceName, interval "Cannot use existing pending segment [%s] for sequence[%s] (previous = [%s]) in DB, " + "does not match requested interval[%s]", existingIdentifier.getIdentifierAsString(), sequenceName, previousSegmentId,
currentHydrants.put(identifier.getIdentifierAsString(), hydrants.size()); numPersistedRows += sink.getNumRowsInMemory(); bytesPersisted += sink.getBytesInMemory();
); final int committedHydrants = committed.getCommittedHydrants(identifier.getIdentifierAsString()); new FireHydrant( new QueryableIndexSegment( identifier.getIdentifierAsString(), indexIO.loadIndex(hydrantDir) ), Iterables.transform( sinks.keySet(), input -> input.getIdentifierAsString()
void add(SegmentIdentifier identifier) { intervalToSegmentStates.computeIfAbsent( identifier.getInterval().getStartMillis(), k -> new SegmentsOfInterval(identifier.getInterval()) ).setAppendingSegment(SegmentWithState.newSegment(identifier)); lastSegmentId = identifier.getIdentifierAsString(); }
final Committed oldCommit = readCommit(); if (oldCommit != null) { writeCommit(oldCommit.without(identifier.getIdentifierAsString())); .addData("identifier", identifier.getIdentifierAsString()) .emit(); throw Throwables.propagate(e); .addData("identifier", identifier.getIdentifierAsString()) .emit();
private void insertToMetastore( Handle handle, SegmentIdentifier newIdentifier, String dataSource, Interval interval, String previousSegmentId, String sequenceName, String sequenceNamePrevIdSha1 ) throws JsonProcessingException { handle.createStatement( StringUtils.format( "INSERT INTO %1$s (id, dataSource, created_date, start, %2$send%2$s, sequence_name, sequence_prev_id, sequence_name_prev_id_sha1, payload) " + "VALUES (:id, :dataSource, :created_date, :start, :end, :sequence_name, :sequence_prev_id, :sequence_name_prev_id_sha1, :payload)", dbTables.getPendingSegmentsTable(), connector.getQuoteString() ) ) .bind("id", newIdentifier.getIdentifierAsString()) .bind("dataSource", dataSource) .bind("created_date", DateTimes.nowUtc().toString()) .bind("start", interval.getStart().toString()) .bind("end", interval.getEnd().toString()) .bind("sequence_name", sequenceName) .bind("sequence_prev_id", previousSegmentId) .bind("sequence_name_prev_id_sha1", sequenceNamePrevIdSha1) .bind("payload", jsonMapper.writeValueAsBytes(newIdentifier)) .execute(); }
newIdentifier.getIdentifierAsString(), sequenceName );
.addData("segment", identifier.getIdentifierAsString()) .addData("count", indexToPersist.getCount()) .emit();
interval, maxVersion, max.getIdentifierAsString() ); return null; maxVersion, max.getShardSpec().getClass(), max.getIdentifierAsString() ); return null;