Skip to content
Permalink
Browse files
GIRAPH-1194
closes #74
  • Loading branch information
dlogothetis committed May 26, 2018
1 parent 243a024 commit 81d3805cae760e12ca120b2725a6c31b83da035f
Showing 1 changed file with 10 additions and 7 deletions.
@@ -1299,6 +1299,7 @@ private boolean barrierOnWorkerList(String finishedWorkerPath,
String workerInfoHealthyPath =
getWorkerInfoHealthyPath(getApplicationAttempt(), getSuperstep());
List<String> finishedHostnameIdList = new ArrayList<>();
List<String> tmpFinishedHostnameIdList;
long nextInfoMillis = System.currentTimeMillis();
final int defaultTaskTimeoutMsec = 10 * 60 * 1000; // from TaskTracker
final int waitBetweenLogInfoMsec = 30 * 1000;
@@ -1311,7 +1312,7 @@ private boolean barrierOnWorkerList(String finishedWorkerPath,
while (true) {
if (! logInfoOnlyRun) {
try {
finishedHostnameIdList =
tmpFinishedHostnameIdList =
getZkExt().getChildrenExt(finishedWorkerPath,
true,
false,
@@ -1326,14 +1327,16 @@ private boolean barrierOnWorkerList(String finishedWorkerPath,
"children of " + finishedWorkerPath, e);
}
if (LOG.isDebugEnabled()) {
LOG.debug("barrierOnWorkerList: Got finished worker list = " +
finishedHostnameIdList + ", size = " +
finishedHostnameIdList.size() +
", worker list = " +
workerInfoList + ", size = " +
workerInfoList.size() +
// Log the names of the new workers that have finished since last time
Set<String> newFinishedHostnames = Sets.difference(
Sets.newHashSet(tmpFinishedHostnameIdList),
Sets.newHashSet(finishedHostnameIdList));
LOG.debug("barrierOnWorkerList: Got new finished worker list = " +
newFinishedHostnames + ", size = " +
newFinishedHostnames.size() +
" from " + finishedWorkerPath);
}
finishedHostnameIdList = tmpFinishedHostnameIdList;
}

if (LOG.isInfoEnabled() &&

0 comments on commit 81d3805

Please sign in to comment.