Skip to content

Commit

Permalink
Fix for getNextCompletedRequest (#548)
Browse files Browse the repository at this point in the history
* readd skip wait if callback is not present

* Delete AnyBuildLogs/latest.txt

* Update pq_flash_index.cpp
  • Loading branch information
MS-Renan committed May 6, 2024
1 parent 9c8e88d commit 39a2005
Showing 1 changed file with 33 additions and 24 deletions.
57 changes: 33 additions & 24 deletions src/pq_flash_index.cpp
Expand Up @@ -1253,37 +1253,46 @@ int PQFlashIndex<T, LabelT>::load_from_separate_paths(uint32_t num_threads, cons
}

#ifdef USE_BING_INFRA
bool getNextCompletedRequest(const IOContext &ctx, size_t size, int &completedIndex)
bool getNextCompletedRequest(std::shared_ptr<AlignedFileReader> &reader, IOContext &ctx, size_t size,
int &completedIndex)
{
bool waitsRemaining = false;
long completeCount = ctx.m_completeCount;
do
if ((*ctx.m_pRequests)[0].m_callback)
{
for (int i = 0; i < size; i++)
bool waitsRemaining = false;
long completeCount = ctx.m_completeCount;
do
{
auto ithStatus = (*ctx.m_pRequestsStatus)[i];
if (ithStatus == IOContext::Status::READ_SUCCESS)
for (int i = 0; i < size; i++)
{
completedIndex = i;
return true;
auto ithStatus = (*ctx.m_pRequestsStatus)[i];
if (ithStatus == IOContext::Status::READ_SUCCESS)
{
completedIndex = i;
return true;
}
else if (ithStatus == IOContext::Status::READ_WAIT)
{
waitsRemaining = true;
}
}
else if (ithStatus == IOContext::Status::READ_WAIT)

// if we didn't find one in READ_SUCCESS, wait for one to complete.
if (waitsRemaining)
{
waitsRemaining = true;
WaitOnAddress(&ctx.m_completeCount, &completeCount, sizeof(completeCount), 100);
// this assumes the knowledge of the reader behavior (implicit
// contract). need better factoring?
}
}
} while (waitsRemaining);

// if we didn't find one in READ_SUCCESS, wait for one to complete.
if (waitsRemaining)
{
WaitOnAddress(&ctx.m_completeCount, &completeCount, sizeof(completeCount), 100);
// this assumes the knowledge of the reader behavior (implicit
// contract). need better factoring?
}
} while (waitsRemaining);

completedIndex = -1;
return false;
completedIndex = -1;
return false;
}
else
{
reader->wait(ctx, completedIndex);
return completedIndex != -1;
}
}
#endif

Expand Down Expand Up @@ -1671,7 +1680,7 @@ void PQFlashIndex<T, LabelT>::cached_beam_search(const T *query1, const uint64_t
long requestCount = static_cast<long>(frontier_read_reqs.size());
// If we issued read requests and if a read is complete or there are
// reads in wait state, then enter the while loop.
while (requestCount > 0 && getNextCompletedRequest(ctx, requestCount, completedIndex))
while (requestCount > 0 && getNextCompletedRequest(reader, ctx, requestCount, completedIndex))
{
assert(completedIndex >= 0);
auto &frontier_nhood = frontier_nhoods[completedIndex];
Expand Down

0 comments on commit 39a2005

Please sign in to comment.