Skip to content
This repository was archived by the owner on Jul 4, 2025. It is now read-only.

Commit 739d544

Browse files
authored
fix: get models failed (#625)
1 parent 3914778 commit 739d544

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

cortex-cpp/controllers/server.cc

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -142,9 +142,8 @@ void server::ModelStatus(
142142

143143
void server::GetModels(const HttpRequestPtr& req,
144144
std::function<void(const HttpResponsePtr&)>&& callback) {
145-
auto engine_type =
146-
(*(req->getJsonObject())).get("engine", kLlamaEngine).asString();
147-
if (!IsEngineLoaded(engine_type)) {
145+
// TODO(sang) need to change this when we support Tensorrt-llm
146+
if (!IsEngineLoaded(kLlamaEngine)) {
148147
Json::Value res;
149148
res["message"] = "Engine is not loaded yet";
150149
auto resp = cortex_utils::nitroHttpJsonResponse(res);
@@ -155,7 +154,7 @@ void server::GetModels(const HttpRequestPtr& req,
155154
}
156155

157156
LOG_TRACE << "Start to get models";
158-
auto& en = std::get<EngineI*>(engines_[engine_type].engine);
157+
auto& en = std::get<EngineI*>(engines_[kLlamaEngine].engine);
159158
if (en->IsSupported("GetModels")) {
160159
en->GetModels(
161160
req->getJsonObject(),

0 commit comments

Comments
 (0)