feat(promptcall): add variables info when prompt debugging

PromptPal · Oct 1, 2023 · fba4c01 · fba4c01
1 parent 1a4d400
commit fba4c01
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 0 deletions.
diff --git a/ent/schema/promptcall.go b/ent/schema/promptcall.go
@@ -23,6 +23,7 @@ func (PromptCall) Fields() []ent.Field {
 		field.Int64("duration"),
 		// 0: success, 1: fail
 		field.Int("result"),
+		field.JSON("payload", map[string]string{}).Optional(),
 		// only available when prompt.debug is true
 		field.String("message").Optional().Nillable(),
 	}

diff --git a/routes/prompt.api.go b/routes/prompt.api.go
@@ -188,6 +188,9 @@ func apiRunPrompt(c *gin.Context) {
 			SetDuration(endTime.Sub(startTime).Milliseconds()).
 			SetProjectID(pj.ID)
 
+		if prompt.Debug {
+			stat.SetPayload(payload.Variables)
+		}
 		if prompt.Debug && len(res.Choices) > 0 {
 			stat.SetMessage(res.Choices[0].Message.Content)
 		}

diff --git a/schema/call.go b/schema/call.go
@@ -2,13 +2,15 @@ package schema
 
 import (
 	"context"
+	"encoding/json"
 	"net/http"
 	"time"
 
 	"github.com/PromptPal/PromptPal/ent"
 	"github.com/PromptPal/PromptPal/ent/prompt"
 	"github.com/PromptPal/PromptPal/ent/promptcall"
 	"github.com/PromptPal/PromptPal/service"
+	"github.com/sirupsen/logrus"
 )
 
 //   calls(promptId: Int!, pagination: PaginationInput!): PromptCallList!
@@ -85,6 +87,18 @@ func (p promptCallResponse) Result() string {
 	}
 	return "fail"
 }
+func (p promptCallResponse) Payload() string {
+	if p.pc.Payload == nil {
+		return "{}"
+	}
+	result, err := json.Marshal(p.pc.Payload)
+	if err != nil {
+		logrus.Warnln("promptCall.payload", err)
+		return "{}"
+	}
+	return string(result)
+}
+
 func (p promptCallResponse) Message() *string {
 	return p.pc.Message
 }

diff --git a/schema/types/call.gql b/schema/types/call.gql
@@ -12,6 +12,7 @@ type PromptCall {
   totalToken: Int!
   duration: Int!
   result: PromptCallResult!
+  payload: String!
   message: String
   createdAt: String!
 }