Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adds functions for detecting and reporting the live-ness of LCores, the primary requirement of which is minimal overheads for the core(s) being checked. Core failures are notified via an application defined callback. Signed-off-by: Remy Horton <remy.horton@intel.com>
- Loading branch information
Remy Horton
authored and
Thomas Monjalon
committed
Nov 19, 2015
1 parent
e6734d2
commit 75583b0
Showing
10 changed files
with
280 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,146 @@ | ||
/*- | ||
* BSD LICENSE | ||
* | ||
* Copyright 2015 Intel Shannon Ltd. All rights reserved. | ||
* | ||
* Redistribution and use in source and binary forms, with or without | ||
* modification, are permitted provided that the following conditions | ||
* are met: | ||
* | ||
* * Redistributions of source code must retain the above copyright | ||
* notice, this list of conditions and the following disclaimer. | ||
* * Redistributions in binary form must reproduce the above copyright | ||
* notice, this list of conditions and the following disclaimer in | ||
* the documentation and/or other materials provided with the | ||
* distribution. | ||
* * Neither the name of Intel Corporation nor the names of its | ||
* contributors may be used to endorse or promote products derived | ||
* from this software without specific prior written permission. | ||
* | ||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | ||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | ||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | ||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | ||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | ||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | ||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | ||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | ||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | ||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | ||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||
*/ | ||
|
||
/** | ||
* @file rte_keepalive.h | ||
* DPDK RTE LCore Keepalive Monitor. | ||
* | ||
**/ | ||
|
||
#ifndef _KEEPALIVE_H_ | ||
#define _KEEPALIVE_H_ | ||
|
||
#include <rte_memory.h> | ||
|
||
#ifndef RTE_KEEPALIVE_MAXCORES | ||
/** | ||
* Number of cores to track. | ||
* @note Must be larger than the highest core id. */ | ||
#define RTE_KEEPALIVE_MAXCORES RTE_MAX_LCORE | ||
#endif | ||
|
||
|
||
/** | ||
* Keepalive failure callback. | ||
* | ||
* Receives a data pointer passed to rte_keepalive_create() and the id of the | ||
* failed core. | ||
*/ | ||
typedef void (*rte_keepalive_failure_callback_t)( | ||
void *data, | ||
const int id_core); | ||
|
||
|
||
/** | ||
* Keepalive state structure. | ||
* @internal | ||
*/ | ||
struct rte_keepalive { | ||
/** Core Liveness. */ | ||
enum { | ||
ALIVE = 1, | ||
MISSING = 0, | ||
DEAD = 2, | ||
GONE = 3 | ||
} __rte_cache_aligned state_flags[RTE_KEEPALIVE_MAXCORES]; | ||
|
||
/** Last-seen-alive timestamps */ | ||
uint64_t last_alive[RTE_KEEPALIVE_MAXCORES]; | ||
|
||
/** | ||
* Cores to check. | ||
* Indexed by core id, non-zero if the core should be checked. | ||
*/ | ||
uint8_t active_cores[RTE_KEEPALIVE_MAXCORES]; | ||
|
||
/** Dead core handler. */ | ||
rte_keepalive_failure_callback_t callback; | ||
|
||
/** | ||
* Dead core handler app data. | ||
* Pointer is passed to dead core handler. | ||
*/ | ||
void *callback_data; | ||
uint64_t tsc_initial; | ||
uint64_t tsc_mhz; | ||
}; | ||
|
||
|
||
/** | ||
* Initialise keepalive sub-system. | ||
* @param callback | ||
* Function called upon detection of a dead core. | ||
* @param data | ||
* Data pointer to be passed to function callback. | ||
* @return | ||
* Keepalive structure success, NULL on failure. | ||
*/ | ||
struct rte_keepalive *rte_keepalive_create( | ||
rte_keepalive_failure_callback_t callback, | ||
void *data); | ||
|
||
|
||
/** | ||
* Checks & handles keepalive state of monitored cores. | ||
* @param *ptr_timer Triggering timer (unused) | ||
* @param *ptr_data Data pointer (keepalive structure) | ||
*/ | ||
void rte_keepalive_dispatch_pings(void *ptr_timer, void *ptr_data); | ||
|
||
|
||
/** | ||
* Registers a core for keepalive checks. | ||
* @param *keepcfg | ||
* Keepalive structure pointer | ||
* @param id_core | ||
* ID number of core to register. | ||
*/ | ||
void rte_keepalive_register_core(struct rte_keepalive *keepcfg, | ||
const int id_core); | ||
|
||
|
||
/** | ||
* Per-core keepalive check. | ||
* @param *keepcfg | ||
* Keepalive structure pointer | ||
* | ||
* This function needs to be called from within the main process loop of | ||
* the LCore to be checked. | ||
*/ | ||
static inline void | ||
rte_keepalive_mark_alive(struct rte_keepalive *keepcfg) | ||
{ | ||
keepcfg->state_flags[rte_lcore_id()] = ALIVE; | ||
} | ||
|
||
|
||
#endif /* _KEEPALIVE_H_ */ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,113 @@ | ||
/*- | ||
* BSD LICENSE | ||
* | ||
* Copyright 2015 Intel Shannon Ltd. All rights reserved. | ||
* | ||
* Redistribution and use in source and binary forms, with or without | ||
* modification, are permitted provided that the following conditions | ||
* are met: | ||
* | ||
* * Redistributions of source code must retain the above copyright | ||
* notice, this list of conditions and the following disclaimer. | ||
* * Redistributions in binary form must reproduce the above copyright | ||
* notice, this list of conditions and the following disclaimer in | ||
* the documentation and/or other materials provided with the | ||
* distribution. | ||
* * Neither the name of Intel Corporation nor the names of its | ||
* contributors may be used to endorse or promote products derived | ||
* from this software without specific prior written permission. | ||
* | ||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | ||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | ||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | ||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | ||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | ||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | ||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | ||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | ||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | ||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | ||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | ||
*/ | ||
|
||
#include <inttypes.h> | ||
|
||
#include <rte_common.h> | ||
#include <rte_cycles.h> | ||
#include <rte_lcore.h> | ||
#include <rte_log.h> | ||
#include <rte_keepalive.h> | ||
#include <rte_malloc.h> | ||
|
||
static void | ||
print_trace(const char *msg, struct rte_keepalive *keepcfg, int idx_core) | ||
{ | ||
RTE_LOG(INFO, EAL, "%sLast seen %" PRId64 "ms ago.\n", | ||
msg, | ||
((rte_rdtsc() - keepcfg->last_alive[idx_core])*1000) | ||
/ rte_get_tsc_hz() | ||
); | ||
} | ||
|
||
|
||
void | ||
rte_keepalive_dispatch_pings(__rte_unused void *ptr_timer, | ||
void *ptr_data) | ||
{ | ||
struct rte_keepalive *keepcfg = ptr_data; | ||
int idx_core; | ||
|
||
for (idx_core = 0; idx_core < RTE_KEEPALIVE_MAXCORES; idx_core++) { | ||
if (keepcfg->active_cores[idx_core] == 0) | ||
continue; | ||
|
||
switch (keepcfg->state_flags[idx_core]) { | ||
case ALIVE: /* Alive */ | ||
keepcfg->state_flags[idx_core] = MISSING; | ||
keepcfg->last_alive[idx_core] = rte_rdtsc(); | ||
break; | ||
case MISSING: /* MIA */ | ||
print_trace("Core MIA. ", keepcfg, idx_core); | ||
keepcfg->state_flags[idx_core] = DEAD; | ||
break; | ||
case DEAD: /* Dead */ | ||
keepcfg->state_flags[idx_core] = GONE; | ||
print_trace("Core died. ", keepcfg, idx_core); | ||
if (keepcfg->callback) | ||
keepcfg->callback( | ||
keepcfg->callback_data, | ||
idx_core | ||
); | ||
break; | ||
case GONE: /* Buried */ | ||
break; | ||
} | ||
} | ||
} | ||
|
||
|
||
struct rte_keepalive * | ||
rte_keepalive_create(rte_keepalive_failure_callback_t callback, | ||
void *data) | ||
{ | ||
struct rte_keepalive *keepcfg; | ||
|
||
keepcfg = rte_zmalloc("RTE_EAL_KEEPALIVE", | ||
sizeof(struct rte_keepalive), | ||
RTE_CACHE_LINE_SIZE); | ||
if (keepcfg != NULL) { | ||
keepcfg->callback = callback; | ||
keepcfg->callback_data = data; | ||
keepcfg->tsc_initial = rte_rdtsc(); | ||
keepcfg->tsc_mhz = rte_get_tsc_hz() / 1000; | ||
} | ||
return keepcfg; | ||
} | ||
|
||
|
||
void | ||
rte_keepalive_register_core(struct rte_keepalive *keepcfg, const int id_core) | ||
{ | ||
if (id_core < RTE_KEEPALIVE_MAXCORES) | ||
keepcfg->active_cores[id_core] = 1; | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters