🔧 #262: adding connection pool for chat request and response (#271)

Basic implementation of connection pooling for chat functionality.

pkg/api/http/handlers.go

@@ -38,7 +38,8 @@ func LangChatHandler(routerManager *routers.RouterManager) Handler {
 		}
 
 		// Unmarshal request body
-		var req *schemas.ChatRequest
+		req := schemas.GetChatRequest()
+		defer schemas.ReleaseChatRequest(req)
 
 		err := c.BodyParser(&req)
 		if err != nil {
@@ -56,7 +57,10 @@ func LangChatHandler(routerManager *routers.RouterManager) Handler {
 		}
 
 		// Chat with router
-		resp, err := router.Chat(c.Context(), req)
+		resp := schemas.GetChatResponse()
+		defer schemas.ReleaseChatResponse(resp)
+
+		resp, err = router.Chat(c.Context(), req)
 		if err != nil {
 			httpErr := schemas.FromErr(err)
 

pkg/api/schemas/pool.go

@@ -0,0 +1,39 @@
+package schemas
+
+import (
+	"sync"
+)
+
+var chatRequestPool = sync.Pool{
+	New: func() interface{} {
+		return &ChatRequest{}
+	},
+}
+
+var chatResponsePool = sync.Pool{
+	New: func() interface{} {
+		return &ChatResponse{}
+	},
+}
+
+// GetChatRequest get objects from the pool
+func GetChatRequest() *ChatRequest {
+	return chatRequestPool.Get().(*ChatRequest)
+}
+
+// ReleaseChatRequest release objects from the pool
+func ReleaseChatRequest(req *ChatRequest) {
+	*req = ChatRequest{}
+	chatRequestPool.Put(req)
+}
+
+// GetChatResponse get objects from the pool
+func GetChatResponse() *ChatResponse {
+	return chatResponsePool.Get().(*ChatResponse)
+}
+
+// ReleaseChatResponse release objects from the pool
+func ReleaseChatResponse(res *ChatResponse) {
+	*res = ChatResponse{}
+	chatResponsePool.Put(res)
+}