Text Generation working with the HF hosted and managed endpoints.

pom.xml

@@ -42,6 +42,11 @@
             <artifactId>spring-web</artifactId>
             <version>6.1.2</version>
         </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-configuration-processor</artifactId>
+            <optional>true</optional>
+        </dependency>
     </dependencies>
 
     <build>
@@ -67,6 +72,7 @@
                     </execution>
                 </executions>
             </plugin>
+
         </plugins>
     </build>
 

src/main/java/io/clue2solve/huggingface/inference/spring/cloud/starter/autoconfigure/HFServiceAutoconfig.java

@@ -0,0 +1,19 @@
+package io.clue2solve.huggingface.inference.spring.cloud.starter.autoconfigure;
+
+import io.clue2solve.huggingface.inference.spring.cloud.starter.config.HuggingFaceProperties;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.service.HFInferenceService;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.service.impl.HFTextGenerationService;
+import org.springframework.boot.autoconfigure.AutoConfiguration;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.context.annotation.Bean;
+
+@AutoConfiguration
+@EnableConfigurationProperties({ HuggingFaceProperties.class })
+public class HFServiceAutoconfig {
+
+	@Bean
+	public HFInferenceService hfInferenceService(HuggingFaceProperties properties) {
+		return new HFTextGenerationService(properties);
+	}
+
+}

src/main/java/io/clue2solve/huggingface/inference/spring/cloud/starter/config/HuggingFaceProperties.java

@@ -0,0 +1,9 @@
+package io.clue2solve.huggingface.inference.spring.cloud.starter.config;
+
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.context.annotation.Configuration;
+
+@ConfigurationProperties(prefix = "huggingface")
+public record HuggingFaceProperties(String apiToken, String modelName) {
+
+}

src/main/java/io/clue2solve/huggingface/inference/spring/cloud/starter/service/impl/HFInferenceEndpointService.java → src/main/java/io/clue2solve/huggingface/inference/spring/cloud/starter/service/impl/HFTextGenerationService.java

@@ -1,26 +1,33 @@
 package io.clue2solve.huggingface.inference.spring.cloud.starter.service.impl;
 
 import com.fasterxml.jackson.core.JsonProcessingException;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.config.HuggingFaceProperties;
 import io.clue2solve.huggingface.inference.spring.cloud.starter.service.HFInferenceService;
 import org.springframework.boot.web.client.RestTemplateBuilder;
 import org.springframework.http.*;
 import org.springframework.web.client.RestTemplate;
 
 import java.util.Collections;
 
-public class HFInferenceEndpointService implements HFInferenceService {
+public class HFTextGenerationService implements HFInferenceService {
+
+	private final HuggingFaceProperties properties;
+
+	public HFTextGenerationService(HuggingFaceProperties properties) {
+		this.properties = properties;
+	}
 
 	@Override
 	public String invoke(String prompt) throws JsonProcessingException {
 
 		RestTemplate restTemplate = new RestTemplateBuilder().build();
 
-		String url = "https://api-inference.huggingface.co/models/bert-base-uncased";
+		String url = "https://api-inference.huggingface.co/models/" + properties.modelName();
 
 		HttpHeaders headers = new HttpHeaders();
 		headers.setContentType(MediaType.APPLICATION_JSON);
 		headers.setAccept(Collections.singletonList(MediaType.APPLICATION_JSON));
-		headers.setBearerAuth("YOUR_HF_API_TOKEN"); // Replace with your actual token
+		headers.setBearerAuth(properties.apiToken()); // Replace with your actual token
 
 		String requestBody = "{\"inputs\":\"" + prompt + "\"}";
 

src/main/resources/spring/org.springframework.boot.autoconfigure.AutoConfiguration.imports

@@ -1,2 +1,3 @@
 io.clue2solve.spring.cloud.starter.huggingface.inference.autoconfigure.RestTemplateAutoConfiguration
-io.clue2solve.spring.cloud.starter.huggingface.inference.service.HFModels
+io.clue2solve.spring.cloud.starter.huggingface.inference.service.HFModels
+io.clue2solve.huggingface.inference.spring.cloud.starter.autoconfigure.HuggingFaceInferenceAutoConfiguration

src/test/java/io/clue2solve/spring/cloud/starter/huggingface/inference/starter/HFModelsTest.java

@@ -3,8 +3,9 @@
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
 
-import io.clue2solve.spring.cloud.starter.huggingface.inference.autoconfigure.RestTemplateAutoConfiguration;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.autoconfigure.RestTemplateAutoConfiguration;
 import io.clue2solve.huggingface.inference.spring.cloud.starter.service.HFModels;
+
 import org.junit.jupiter.api.Test;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;

src/test/java/io/clue2solve/spring/cloud/starter/huggingface/inference/starter/service/impl/HFTextGenerationServiceTest.java

@@ -0,0 +1,46 @@
+package io.clue2solve.spring.cloud.starter.huggingface.inference.starter.service.impl;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.autoconfigure.HFServiceAutoconfig;
+import io.clue2solve.huggingface.inference.spring.cloud.starter.service.HFInferenceService;
+import io.clue2solve.spring.cloud.starter.huggingface.inference.starter.TestInit;
+
+import org.junit.jupiter.api.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+
+import static org.junit.jupiter.api.Assertions.assertNotNull;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+@SpringBootTest(classes = { TestInit.class, HFServiceAutoconfig.class })
+public class HFTextGenerationServiceTest {
+
+	Logger logger = LoggerFactory.getLogger(HFTextGenerationServiceTest.class);
+
+	@Autowired
+	private HFInferenceService hfInferenceService;
+
+	@Test
+	public void HFInferenceEndpointServiceTestInvoke() throws Exception {
+		String response = hfInferenceService.invoke("the world or technology is heading towards");
+
+		// Assert that the response is not null
+		assertNotNull(response);
+
+		logger.info(response);
+		// // Parse the response into a JsonNode
+		ObjectMapper mapper = new ObjectMapper();
+		JsonNode node = mapper.readTree(response);
+
+		// // Pretty print the JsonNode
+		String prettyJson = mapper.writerWithDefaultPrettyPrinter().writeValueAsString(node);
+		logger.info("Response: {}", prettyJson);
+
+		// // Assert that the JsonNode is an array
+		assertTrue(node.isArray());
+	}
+
+}

src/test/resources/application.properties

@@ -0,0 +1,3 @@
+huggingface.api-token=YOUR_HUGGINGFACE_API_TOKEN
+huggingface.model-name=MODEL_NAME ( like 'gpt2' )
+