diff --git a/engine/cortex-common/EngineI.h b/engine/cortex-common/EngineI.h index b2d290d24..754f16593 100644 --- a/engine/cortex-common/EngineI.h +++ b/engine/cortex-common/EngineI.h @@ -59,6 +59,9 @@ class EngineI { const std::string& log_path) = 0; virtual void SetLogLevel(trantor::Logger::LogLevel logLevel) = 0; + // Stop inflight chat completion in stream mode + virtual void StopInferencing(const std::string& model_id) = 0; + virtual Json::Value GetRemoteModels() = 0; virtual void HandleRouteRequest( std::shared_ptr json_body, @@ -66,7 +69,4 @@ class EngineI { virtual void HandleInference( std::shared_ptr json_body, std::function&& callback) = 0; - - // Stop inflight chat completion in stream mode - virtual void StopInferencing(const std::string& model_id) = 0; };