{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":673563774,"defaultBranch":"main","name":"langsmith-cookbook","ownerLogin":"langchain-ai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-01T23:30:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126733545?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716493229.0","currentOid":""},"activityList":{"items":[{"before":"e9f59b0d24212bc5d11e9e10a83018d5a37d2f8c","after":"209236ba4379441cdee212a757135b7a9f7008f0","ref":"refs/heads/main","pushedAt":"2024-05-23T19:49:42.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #242 from langchain-ai/rlm/online-eval-example\n\nAdd online eval","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2313695077\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/242\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/242/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/242\">#242</a> from langchain-ai/rlm/online-eval-example"}},{"before":null,"after":"295a78c1fe3c411e2854def1bb5babd87d7e388f","ref":"refs/heads/rlm/online-eval-example","pushedAt":"2024-05-23T19:40:29.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add online eval","shortMessageHtmlLink":"Add online eval"}},{"before":null,"after":"ad79d88ab080950e2ffc0d77a8403ce312ffe522","ref":"refs/heads/rlm/online-eval","pushedAt":"2024-05-20T22:48:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add conceptual guide","shortMessageHtmlLink":"Add conceptual guide"}},{"before":"ffdf524120ac1300af37b4c06f77fe63947d536c","after":"e9f59b0d24212bc5d11e9e10a83018d5a37d2f8c","ref":"refs/heads/main","pushedAt":"2024-05-16T21:35:45.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #241 from langchain-ai/rlm/update-eval-prompts\n\nUpdate eval prompts","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2301379867\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/241\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/241/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/241\">#241</a> from langchain-ai/rlm/update-eval-prompts"}},{"before":"edb76b2835e87fa9f359f9025190a6eab20e510c","after":"3102e59ec675b63fc5df9694d18f6a9dceedcd0a","ref":"refs/heads/rlm/update-eval-prompts","pushedAt":"2024-05-16T21:27:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update w/ new prompts","shortMessageHtmlLink":"Update w/ new prompts"}},{"before":null,"after":"edb76b2835e87fa9f359f9025190a6eab20e510c","ref":"refs/heads/rlm/update-eval-prompts","pushedAt":"2024-05-16T00:03:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update eval to use prompts","shortMessageHtmlLink":"Update eval to use prompts"}},{"before":"d1521ebe6718de844e36776b2b16711ed2203632","after":"ffdf524120ac1300af37b4c06f77fe63947d536c","ref":"refs/heads/main","pushedAt":"2024-05-15T02:04:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Fix typo Groun -> Ground (#238)\n\nCo-authored-by: Windy <windy@classum.com>","shortMessageHtmlLink":"Fix typo Groun -&gt; Ground (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2291632922\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/238\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/238/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/238\">#238</a>)"}},{"before":"c6748108ff8a9844516eef00d89fea16d82b1b1e","after":"d1521ebe6718de844e36776b2b16711ed2203632","ref":"refs/heads/main","pushedAt":"2024-05-15T02:04:26.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Migrate langchain deps (#240)","shortMessageHtmlLink":"Migrate langchain deps (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2296688637\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/240\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/240/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/240\">#240</a>)"}},{"before":"41c38fc777f723a8068ba8424d324022a2cbb44f","after":"fd429742661772563b1b5f10baf634e839218cee","ref":"refs/heads/wfh/migrate","pushedAt":"2024-05-15T02:02:31.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"API key","shortMessageHtmlLink":"API key"}},{"before":"c55a3348f87c0a28d663a81e00e09da3b7f05275","after":"41c38fc777f723a8068ba8424d324022a2cbb44f","ref":"refs/heads/wfh/migrate","pushedAt":"2024-05-15T01:58:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"format","shortMessageHtmlLink":"format"}},{"before":"e1c804c8de7276d24465c6a8c1dac4ecd6d844c5","after":"c55a3348f87c0a28d663a81e00e09da3b7f05275","ref":"refs/heads/wfh/migrate","pushedAt":"2024-05-15T01:53:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"update 2nd time","shortMessageHtmlLink":"update 2nd time"}},{"before":null,"after":"e1c804c8de7276d24465c6a8c1dac4ecd6d844c5","ref":"refs/heads/wfh/migrate","pushedAt":"2024-05-14T23:47:01.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Migrate langchain deps","shortMessageHtmlLink":"Migrate langchain deps"}},{"before":"651b0eb6131f68911d23709e9c5ea9c1136a7d0e","after":"c6748108ff8a9844516eef00d89fea16d82b1b1e","ref":"refs/heads/main","pushedAt":"2024-05-13T18:35:06.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #239 from langchain-ai/rlm/update-intro-cookbook\n\nAdd gpt-4o regression testing","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2293528990\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/239\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/239/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/239\">#239</a> from langchain-ai/rlm/update-intro-cookbook"}},{"before":null,"after":"515f4140cb2576ea93051ea5bb4adec652e31893","ref":"refs/heads/rlm/update-intro-cookbook","pushedAt":"2024-05-13T18:28:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add gpt-4o testing","shortMessageHtmlLink":"Add gpt-4o testing"}},{"before":"1a46c089ede410384f69dc3e808567406c39e009","after":"651b0eb6131f68911d23709e9c5ea9c1136a7d0e","ref":"refs/heads/main","pushedAt":"2024-05-09T17:36:35.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #236 from langchain-ai/rlm/regression-testing-gpt4\n\nAdd regression testing across model versions","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2276390729\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/236\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/236/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/236\">#236</a> from langchain-ai/rlm/regression-testing-gpt4"}},{"before":"4419a87e09e5787226646d26c23060c0c6aaf8da","after":"9767ce0d4360b206d5d698c31d1201feeba07c03","ref":"refs/heads/rlm/regression-testing-gpt4","pushedAt":"2024-05-08T23:21:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add pairwise eval","shortMessageHtmlLink":"Add pairwise eval"}},{"before":"d6f168ebef95fd50ee31d48105efb64e3237ad77","after":"4419a87e09e5787226646d26c23060c0c6aaf8da","ref":"refs/heads/rlm/regression-testing-gpt4","pushedAt":"2024-05-07T23:38:27.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add pairwise","shortMessageHtmlLink":"Add pairwise"}},{"before":"f5d1b3e9d5ba672e90afa178d246688ff60ae410","after":"1a46c089ede410384f69dc3e808567406c39e009","ref":"refs/heads/main","pushedAt":"2024-05-05T08:30:05.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect Pytest Examples (#237)","shortMessageHtmlLink":"Redirect Pytest Examples (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279375316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/237\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/237/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/237\">#237</a>)"}},{"before":"3229017d5c8d7fc16a36649a4ac2b769f2db6635","after":"f5d1b3e9d5ba672e90afa178d246688ff60ae410","ref":"refs/heads/main","pushedAt":"2024-05-05T07:46:35.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect Pytest Examples (#237)","shortMessageHtmlLink":"Redirect Pytest Examples (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279375316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/237\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/237/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/237\">#237</a>)"}},{"before":"08337f8fd7340e944169503b4e669dc1cbce19c2","after":"09428c5b34a9c328134a3ab8dc605894c42e43ff","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:45:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"README\ngp","shortMessageHtmlLink":"README"}},{"before":"96e2e7f8db3c0ad095d1f1f41c0ad49c59cd78f3","after":"08337f8fd7340e944169503b4e669dc1cbce19c2","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"add73659256827b54ed8af712214a30059bd20b4","after":"96e2e7f8db3c0ad095d1f1f41c0ad49c59cd78f3","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"del","shortMessageHtmlLink":"del"}},{"before":"e1124576358ff0bdfa28cbcaf9afcd59958fcba1","after":"add73659256827b54ed8af712214a30059bd20b4","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"del","shortMessageHtmlLink":"del"}},{"before":"6d9319bf5d2dee2690d3a5cee56cfb9141d77cab","after":"e1124576358ff0bdfa28cbcaf9afcd59958fcba1","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:42:05.000Z","pushType":"push","commitsCount":178,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"merge","shortMessageHtmlLink":"merge"}},{"before":"6aad0db9e1624809a036f30d99588eb94b191c7e","after":"6d9319bf5d2dee2690d3a5cee56cfb9141d77cab","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:40:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect pytest","shortMessageHtmlLink":"Redirect pytest"}},{"before":null,"after":"d6f168ebef95fd50ee31d48105efb64e3237ad77","ref":"refs/heads/rlm/regression-testing-gpt4","pushedAt":"2024-05-02T20:06:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add regression testing across model versions","shortMessageHtmlLink":"Add regression testing across model versions"}},{"before":"a453633a9d6396b8ebd73e8653f392430461379e","after":"3229017d5c8d7fc16a36649a4ac2b769f2db6635","ref":"refs/heads/main","pushedAt":"2024-05-01T19:38:34.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #224 from langchain-ai/rlm/langsmith-evals-intro\n\nUpdate for newer LangSmith Evaluation videos","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2236588579\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/224\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/224/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/224\">#224</a> from langchain-ai/rlm/langsmith-evals-intro"}},{"before":"f770fdfb10f53cad3e0d7d9a667f87d4c701aa6f","after":"a453633a9d6396b8ebd73e8653f392430461379e","ref":"refs/heads/main","pushedAt":"2024-05-01T19:34:39.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #235 from langchain-ai/rlm/rag-intermediate-eval\n\nAdd intermediate trace eval","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2272483917\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/235\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/235/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/235\">#235</a> from langchain-ai/rlm/rag-intermediate-eval"}},{"before":"8f1aacfa287f2f130876f23e9c301bc970b77e5f","after":"1d279d7b158e06ec1637d677ab2e921bf14e6f48","ref":"refs/heads/rlm/langsmith-evals-intro","pushedAt":"2024-05-01T19:33:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update for regression testing","shortMessageHtmlLink":"Update for regression testing"}},{"before":null,"after":"45cbfc9e754172c7986f59ae6733e39a10dcca84","ref":"refs/heads/rlm/rag-intermediate-eval","pushedAt":"2024-04-30T21:32:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add intermediate trace eval","shortMessageHtmlLink":"Add intermediate trace eval"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEUmWMywA","startCursor":null,"endCursor":null}},"title":"Activity · langchain-ai/langsmith-cookbook"}