feat: capture all StarSearch prompts in PostHog (#3405)

open-sauced · May 16, 2024 · f7d8ac6 · f7d8ac6
1 parent ce204e2
commit f7d8ac6
Show file tree

Hide file tree

Showing 2 changed files with 30 additions and 2 deletions.
diff --git a/lib/hooks/useStarSearchFeedback.ts b/lib/hooks/useStarSearchFeedback.ts
@@ -6,9 +6,21 @@ export interface StarSearchFeedbackAnalytic {
   promptResponse: string[];
 }
 
+export interface StarSearchPromptAnalytic {
+  promptContent: string;
+  promptResponse: string;
+}
+
 export const useStarSearchFeedback = () => {
   const posthog = usePostHog();
 
+  const prompt = ({ promptContent, promptResponse }: StarSearchPromptAnalytic) => {
+    posthog.capture("star_search_prompt", {
+      promptContent,
+      promptResponse,
+    } satisfies StarSearchPromptAnalytic);
+  };
+
   const feedback = ({ feedback, promptContent, promptResponse }: StarSearchFeedbackAnalytic) => {
     posthog.capture("star_search_feedback", {
       feedback,
@@ -19,5 +31,6 @@ export const useStarSearchFeedback = () => {
 
   return {
     feedback,
+    prompt,
   };
 };
diff --git a/pages/star-search/index.tsx b/pages/star-search/index.tsx
@@ -17,7 +17,11 @@ import { getAvatarById } from "lib/utils/github";
 import { Drawer } from "components/shared/Drawer";
 import { useMediaQuery } from "lib/hooks/useMediaQuery";
 import SEO from "layouts/SEO/SEO";
-import { StarSearchFeedbackAnalytic, useStarSearchFeedback } from "lib/hooks/useStarSearchFeedback";
+import {
+  StarSearchFeedbackAnalytic,
+  StarSearchPromptAnalytic,
+  useStarSearchFeedback,
+} from "lib/hooks/useStarSearchFeedback";
 import { useToast } from "lib/hooks/useToast";
 import { ScrollArea } from "components/atoms/ScrollArea/scroll-area";
 
@@ -183,9 +187,16 @@ export default function StarSearchPage({ userId, bearerToken, ogImageUrl }: Star
   const isMobile = useMediaQuery("(max-width: 768px)");
   const [showSuggestions, setShowSuggestions] = useState(false);
   const scrollRef = useRef<HTMLDivElement>(null);
-  const { feedback } = useStarSearchFeedback();
+  const { feedback, prompt } = useStarSearchFeedback();
   const { toast } = useToast();
 
+  function registerPrompt(promptInput: StarSearchPromptAnalytic) {
+    prompt({
+      promptContent: promptInput.promptContent,
+      promptResponse: promptInput.promptResponse,
+    });
+  }
+
   function registerFeedback(feedbackType: StarSearchFeedbackAnalytic["feedback"]) {
     feedback({
       feedback: feedbackType,
@@ -276,6 +287,10 @@ export default function StarSearchPage({ userId, bearerToken, ogImageUrl }: Star
       const { done, value } = await reader!.read();
       if (done) {
         setIsRunning(false); // enables input
+        registerPrompt({
+          promptContent: prompt,
+          promptResponse: chat[chat.length - 1]?.content || "No response captured",
+        });
         return;
       }