Skip to content

Add gp-llm-v2 model ID and inference endpoint #138045

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 11 commits into from
Nov 14, 2025
Merged

Add gp-llm-v2 model ID and inference endpoint #138045

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
46ecd13
Add gp-llm-v2 model ID and pre-configured inference endpoint
AntMoraisElastic Nov 13, 2025
6ca2810
Rename inference endpoint ID
AntMoraisElastic Nov 14, 2025
526d271
Autoformat
AntMoraisElastic Nov 14, 2025
6a2a43b
Rename variables for gp-llm-v2 model ID and inference endpoint ID
AntMoraisElastic Nov 14, 2025
1419ff5
Autoformat
AntMoraisElastic Nov 14, 2025
02ecb03
Remove new model from Mock auth server
AntMoraisElastic Nov 14, 2025
6449348
Rename completion service settings for new model
AntMoraisElastic Nov 14, 2025
6c1f5e1
Rename completion settings
AntMoraisElastic Nov 14, 2025
46b76aa
Add gp-llm-v2 to mock response
AntMoraisElastic Nov 14, 2025
6651c13
Rename gp-llm-v2 inference endpoint ID
AntMoraisElastic Nov 14, 2025
8e540a0
Add support for several inference endpoints for gp-llm-v2 model ID
AntMoraisElastic Nov 14, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions ...va/org/elasticsearch/xpack/inference/InferenceGetModelsWithElasticInferenceServiceIT.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,14 +42,15 @@ public void testGetDefaultEndpoints() throws IOException {
var allModels = getAllModels();
var chatCompletionModels = getModels("_all", TaskType.CHAT_COMPLETION);

assertThat(allModels, hasSize(7));
assertThat(chatCompletionModels, hasSize(1));
assertThat(allModels, hasSize(8));
assertThat(chatCompletionModels, hasSize(2));

for (var model : chatCompletionModels) {
assertEquals("chat_completion", model.get("task_type"));
}

assertInferenceIdTaskType(allModels, ".rainbow-sprinkles-elastic", TaskType.CHAT_COMPLETION);
assertInferenceIdTaskType(allModels, ".gp-llm-v2-chat_completion", TaskType.CHAT_COMPLETION);
assertInferenceIdTaskType(allModels, ".elser-2-elastic", TaskType.SPARSE_EMBEDDING);
assertInferenceIdTaskType(allModels, ".jina-embeddings-v3", TaskType.TEXT_EMBEDDING);
assertInferenceIdTaskType(allModels, ".elastic-rerank-v1", TaskType.RERANK);
Expand Down
4 changes: 4 additions & 0 deletions ...ava/org/elasticsearch/xpack/inference/MockElasticInferenceServiceAuthorizationServer.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,10 @@ public void enqueueAuthorizeAllModelsResponse() {
"model_name": "rainbow-sprinkles",
"task_types": ["chat"]
},
{
"model_name": "gp-llm-v2",
"task_types": ["chat"]
},
{
"model_name": "elser_model_2",
"task_types": ["embed/text/sparse"]
Expand Down
19 changes: 19 additions & 0 deletions ...va/org/elasticsearch/xpack/inference/services/elastic/InternalPreconfiguredEndpoints.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,10 @@ public class InternalPreconfiguredEndpoints {
public static final String DEFAULT_CHAT_COMPLETION_MODEL_ID_V1 = "rainbow-sprinkles";
public static final String DEFAULT_CHAT_COMPLETION_ENDPOINT_ID_V1 = ".rainbow-sprinkles-elastic";

// gp-llm-v2
public static final String GP_LLM_V2_MODEL_ID = "gp-llm-v2";
public static final String GP_LLM_V2_CHAT_COMPLETION_ENDPOINT_ID = ".gp-llm-v2-chat_completion";

// elser-2
public static final String DEFAULT_ELSER_2_MODEL_ID = "elser_model_2";
public static final String DEFAULT_ELSER_ENDPOINT_ID_V2 = ".elser-2-elastic";
Expand All @@ -53,6 +57,8 @@ public record MinimalModel(

private static final ElasticInferenceServiceCompletionServiceSettings COMPLETION_SERVICE_SETTINGS =
new ElasticInferenceServiceCompletionServiceSettings(DEFAULT_CHAT_COMPLETION_MODEL_ID_V1);
private static final ElasticInferenceServiceCompletionServiceSettings GP_LLM_V2_COMPLETION_SERVICE_SETTINGS =
new ElasticInferenceServiceCompletionServiceSettings(GP_LLM_V2_MODEL_ID);
private static final ElasticInferenceServiceSparseEmbeddingsServiceSettings SPARSE_EMBEDDINGS_SERVICE_SETTINGS =
new ElasticInferenceServiceSparseEmbeddingsServiceSettings(DEFAULT_ELSER_2_MODEL_ID, null);
private static final ElasticInferenceServiceDenseTextEmbeddingsServiceSettings DENSE_TEXT_EMBEDDINGS_SERVICE_SETTINGS =
Expand Down Expand Up @@ -80,6 +86,19 @@ public record MinimalModel(
COMPLETION_SERVICE_SETTINGS
)
),
GP_LLM_V2_MODEL_ID,
List.of(
new MinimalModel(
new ModelConfigurations(
GP_LLM_V2_CHAT_COMPLETION_ENDPOINT_ID,
TaskType.CHAT_COMPLETION,
ElasticInferenceService.NAME,
GP_LLM_V2_COMPLETION_SERVICE_SETTINGS,
ChunkingSettingsBuilder.DEFAULT_SETTINGS
),
GP_LLM_V2_COMPLETION_SERVICE_SETTINGS
)
),
DEFAULT_ELSER_2_MODEL_ID,
List.of(
new MinimalModel(
Expand Down
17 changes: 17 additions & 0 deletions ...pack/inference/services/elastic/authorization/PreconfiguredEndpointModelAdapterTests.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,8 @@
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.DEFAULT_RERANK_ENDPOINT_ID_V1;
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.DEFAULT_RERANK_MODEL_ID_V1;
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.DENSE_TEXT_EMBEDDINGS_DIMENSIONS;
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.GP_LLM_V2_CHAT_COMPLETION_ENDPOINT_ID;
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.GP_LLM_V2_MODEL_ID;
import static org.elasticsearch.xpack.inference.services.elastic.InternalPreconfiguredEndpoints.defaultDenseTextEmbeddingsSimilarity;
import static org.hamcrest.Matchers.containsInAnyOrder;
import static org.hamcrest.Matchers.hasSize;
Expand All @@ -45,6 +47,8 @@ public class PreconfiguredEndpointModelAdapterTests extends ESTestCase {
new ElasticInferenceServiceSparseEmbeddingsServiceSettings(DEFAULT_ELSER_2_MODEL_ID, null);
private static final ElasticInferenceServiceCompletionServiceSettings COMPLETION_SETTINGS =
new ElasticInferenceServiceCompletionServiceSettings(DEFAULT_CHAT_COMPLETION_MODEL_ID_V1);
private static final ElasticInferenceServiceCompletionServiceSettings GP_LLM_V2_COMPLETION_SETTINGS =
new ElasticInferenceServiceCompletionServiceSettings(GP_LLM_V2_MODEL_ID);
private static final ElasticInferenceServiceDenseTextEmbeddingsServiceSettings DENSE_SETTINGS =
new ElasticInferenceServiceDenseTextEmbeddingsServiceSettings(
DEFAULT_MULTILINGUAL_EMBED_MODEL_ID,
Expand All @@ -60,6 +64,7 @@ public class PreconfiguredEndpointModelAdapterTests extends ESTestCase {
public void testGetModelsWithValidId() {
var endpointIds = Set.of(
DEFAULT_CHAT_COMPLETION_ENDPOINT_ID_V1,
GP_LLM_V2_CHAT_COMPLETION_ENDPOINT_ID,
DEFAULT_ELSER_ENDPOINT_ID_V2,
DEFAULT_RERANK_ENDPOINT_ID_V1,
DEFAULT_MULTILINGUAL_EMBED_ENDPOINT_ID
Expand Down Expand Up @@ -94,6 +99,18 @@ public void testGetModelsWithValidId() {
COMPLETION_SETTINGS,
EIS_COMPONENTS
),
new ElasticInferenceServiceModel(
new ModelConfigurations(
GP_LLM_V2_CHAT_COMPLETION_ENDPOINT_ID,
TaskType.CHAT_COMPLETION,
ElasticInferenceService.NAME,
GP_LLM_V2_COMPLETION_SETTINGS,
ChunkingSettingsBuilder.DEFAULT_SETTINGS
),
new ModelSecrets(EmptySecretSettings.INSTANCE),
GP_LLM_V2_COMPLETION_SETTINGS,
EIS_COMPONENTS
),
new ElasticInferenceServiceModel(
new ModelConfigurations(
DEFAULT_MULTILINGUAL_EMBED_ENDPOINT_ID,
Expand Down