paths.add(new Path(file)); AssignmentStats assignmentStats = new AssignmentStats(paths.size()); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures = assignMapFiles(fs, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures2 = assignMapFiles(fs, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures2); assignmentStats.assignmentsAbandoned(completeFailures); Set<Path> failedFailures = processFailures(completeFailures); assignmentStats.unrecoveredMapFiles(failedFailures);
void attemptingAssignments(Map<Path,List<TabletLocation>> assignments) { for (Entry<Path,List<TabletLocation>> entry : assignments.entrySet()) { for (TabletLocation tl : entry.getValue()) { Integer count = getCount(tl.tablet_extent); counts.put(tl.tablet_extent, count + 1); } } }
paths.add(new Path(file)); AssignmentStats assignmentStats = new AssignmentStats(paths.size()); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures = assignMapFiles(acuConf, instance, conf, credentials, fs, tableId, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures2 = assignMapFiles(acuConf, instance, conf, credentials, fs, tableId, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures2); assignmentStats.assignmentsAbandoned(completeFailures); Set<Path> failedFailures = processFailures(conf, fs, failureDir, completeFailures); assignmentStats.unrecoveredMapFiles(failedFailures);
paths.add(new Path(file)); AssignmentStats assignmentStats = new AssignmentStats(paths.size()); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures = assignMapFiles(context, conf, fs, tableId, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures); assignmentStats.attemptingAssignments(assignments); Map<Path,List<KeyExtent>> assignmentFailures2 = assignMapFiles(context, conf, fs, tableId, assignments, paths, numAssignThreads, numThreads); assignmentStats.assignmentsFailed(assignmentFailures2); assignmentStats.assignmentsAbandoned(completeFailures); Set<Path> failedFailures = processFailures(completeFailures); assignmentStats.unrecoveredMapFiles(failedFailures);
void assignmentsFailed(Map<Path,List<KeyExtent>> assignmentFailures) { for (Entry<Path,List<KeyExtent>> entry : assignmentFailures.entrySet()) { for (KeyExtent ke : entry.getValue()) { Integer count = getCount(ke); counts.put(ke, count - 1); } } }
void attemptingAssignments(Map<Path,List<TabletLocation>> assignments) { for (Entry<Path,List<TabletLocation>> entry : assignments.entrySet()) { for (TabletLocation tl : entry.getValue()) { Integer count = getCount(tl.tablet_extent); counts.put(tl.tablet_extent, count + 1); } } }
void attemptingAssignments(Map<Path,List<TabletLocation>> assignments) { for (Entry<Path,List<TabletLocation>> entry : assignments.entrySet()) { for (TabletLocation tl : entry.getValue()) { Integer count = getCount(tl.tablet_extent); counts.put(tl.tablet_extent, count + 1); } } }
void assignmentsFailed(Map<Path,List<KeyExtent>> assignmentFailures) { for (Entry<Path,List<KeyExtent>> entry : assignmentFailures.entrySet()) { for (KeyExtent ke : entry.getValue()) { Integer count = getCount(ke); counts.put(ke, count - 1); } } }
void tabletSplit(KeyExtent parent, Collection<KeyExtent> children) { Integer count = getCount(parent); counts.remove(parent); for (KeyExtent keyExtent : children) counts.put(keyExtent, count); }
void assignmentsFailed(Map<Path,List<KeyExtent>> assignmentFailures) { for (Entry<Path,List<KeyExtent>> entry : assignmentFailures.entrySet()) { for (KeyExtent ke : entry.getValue()) { Integer count = getCount(ke); counts.put(ke, count - 1); } } }