{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":623762861,"defaultBranch":"main","name":"auto-evaluator","ownerLogin":"langchain-ai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-04-05T03:14:17.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126733545?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1685395618.2419488","currentOid":""},"activityList":{"items":[{"before":"a270aa0a52da8d994876eafa9d4c8bcbfd02ad68","after":"a18e71fac95006238bfedb0f6aa9c6bd61244066","ref":"refs/heads/main","pushedAt":"2023-05-29T23:51:03.321Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #103 from langchain-ai/add_mosaic\n\nAdd MosaicML","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1731258177\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/auto-evaluator/issues/103\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/auto-evaluator/pull/103/hovercard\" href=\"https://github.com/langchain-ai/auto-evaluator/pull/103\">#103</a> from langchain-ai/add_mosaic"}},{"before":"c9890493eb6b26a59b680429249958f3121c6ac9","after":"cb28201e5aa50ed49fadb478903cce229413c68e","ref":"refs/heads/add_mosaic","pushedAt":"2023-05-29T23:49:26.017Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Set max_length","shortMessageHtmlLink":"Set max_length"}},{"before":"7437a19256499ebb0932a92c65cbf47845c9a4a5","after":"c9890493eb6b26a59b680429249958f3121c6ac9","ref":"refs/heads/add_mosaic","pushedAt":"2023-05-29T23:46:42.767Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Set max_length","shortMessageHtmlLink":"Set max_length"}},{"before":"a687e78eb88804daeb4f7dd09ea3f96e41a1fc5b","after":"a270aa0a52da8d994876eafa9d4c8bcbfd02ad68","ref":"refs/heads/main","pushedAt":"2023-05-29T21:54:43.869Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Fix sentry","shortMessageHtmlLink":"Fix sentry"}},{"before":"d78c2076155d67520bea52d5b065b8b710850b78","after":"7437a19256499ebb0932a92c65cbf47845c9a4a5","ref":"refs/heads/add_mosaic","pushedAt":"2023-05-29T21:31:46.689Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add Mosaic embeddings","shortMessageHtmlLink":"Add Mosaic embeddings"}},{"before":null,"after":"d78c2076155d67520bea52d5b065b8b710850b78","ref":"refs/heads/add_mosaic","pushedAt":"2023-05-29T21:26:58.241Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add MosaicML","shortMessageHtmlLink":"Add MosaicML"}},{"before":"05d7548f1003f8bff53ea6fea64a89ca14461d81","after":"a687e78eb88804daeb4f7dd09ea3f96e41a1fc5b","ref":"refs/heads/main","pushedAt":"2023-05-29T21:13:21.505Z","pushType":"pr_merge","commitsCount":15,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #92 from langchain-ai/local_many_file_upload\n\nAdd Vicuna 13b along w/ Transformer test set","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1698397274\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/auto-evaluator/issues/92\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/auto-evaluator/pull/92/hovercard\" href=\"https://github.com/langchain-ai/auto-evaluator/pull/92\">#92</a> from langchain-ai/local_many_file_upload"}},{"before":"724dea0f08c7c39fce1b90bf5bb2c001c3d8acef","after":"379b9ebc5af377ec3b6051f9d1977f23c3a7c067","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-29T17:46:21.053Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Make GPT4 default grader","shortMessageHtmlLink":"Make GPT4 default grader"}},{"before":"9b1db275323e6b37f64b04a3f5feca81c68908ba","after":"724dea0f08c7c39fce1b90bf5bb2c001c3d8acef","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-29T17:40:48.426Z","pushType":"push","commitsCount":3,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Use default prompt with Vicuna","shortMessageHtmlLink":"Use default prompt with Vicuna"}},{"before":"c966923dc10ada413afd09ed628d5d94c46ef7f8","after":"9b1db275323e6b37f64b04a3f5feca81c68908ba","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-28T01:45:13.780Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update prompt and model params","shortMessageHtmlLink":"Update prompt and model params"}},{"before":"2534ca4534a25401226b9052d425fab1911c5d9d","after":"c966923dc10ada413afd09ed628d5d94c46ef7f8","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-20T15:53:40.515Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add Vicuna13b","shortMessageHtmlLink":"Add Vicuna13b"}},{"before":"0cbb3e4974e919511f56c35a9b2091ca6baa4939","after":"2534ca4534a25401226b9052d425fab1911c5d9d","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-19T21:20:31.197Z","pushType":"push","commitsCount":1,"pusher":{"login":"benisgold","name":"Ben Goldberg","path":"/benisgold","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15272675?s=80&v=4"},"commit":{"message":"fix Replicate in notebook","shortMessageHtmlLink":"fix Replicate in notebook"}},{"before":"8425f8a133c31a1a097f31c5f3812db695f22672","after":"05d7548f1003f8bff53ea6fea64a89ca14461d81","ref":"refs/heads/main","pushedAt":"2023-05-16T05:04:55.365Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"default to 1 question in Playground","shortMessageHtmlLink":"default to 1 question in Playground"}},{"before":"87b64b26b8ec95d4faff019dda990a5c64940cba","after":"0cbb3e4974e919511f56c35a9b2091ca6baa4939","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-16T04:40:49.645Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"update notebook","shortMessageHtmlLink":"update notebook"}},{"before":"ca8c4712de870f5c88a960f6ae4d655e72871d22","after":"87b64b26b8ec95d4faff019dda990a5c64940cba","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T22:49:11.400Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Only allow a single file upload for deployed all","shortMessageHtmlLink":"Only allow a single file upload for deployed all"}},{"before":"a875bf50365b5238bb259a4aefaaf1feb6764bde","after":"ca8c4712de870f5c88a960f6ae4d655e72871d22","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T19:07:28.107Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Only allow a single file upload for deployed all","shortMessageHtmlLink":"Only allow a single file upload for deployed all"}},{"before":"43304fe64d01328d2ce4887938203c515fc64382","after":"a875bf50365b5238bb259a4aefaaf1feb6764bde","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T19:04:29.856Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Only allow a single file upload for deployed all","shortMessageHtmlLink":"Only allow a single file upload for deployed all"}},{"before":"648a2880489769a8faaf4662c82dafd2b42feab6","after":"43304fe64d01328d2ce4887938203c515fc64382","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T19:00:36.886Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add hosted model","shortMessageHtmlLink":"Add hosted model"}},{"before":"0dd05e019e8bbf1bd6df523c5a15cc111f80ddad","after":"648a2880489769a8faaf4662c82dafd2b42feab6","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T18:43:11.472Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add hosted model","shortMessageHtmlLink":"Add hosted model"}},{"before":"7c6e6e7ddb3d672c819a118bf4624c57f1920e69","after":"0dd05e019e8bbf1bd6df523c5a15cc111f80ddad","ref":"refs/heads/local_many_file_upload","pushedAt":"2023-05-15T18:42:08.031Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add hosted model","shortMessageHtmlLink":"Add hosted model"}},{"before":"877b3300810124e509568956ed9fd155439cea17","after":"8425f8a133c31a1a097f31c5f3812db695f22672","ref":"refs/heads/main","pushedAt":"2023-05-15T04:08:38.004Z","pushType":"push","commitsCount":1,"pusher":{"login":"hwchase17","name":"Harrison Chase","path":"/hwchase17","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11986836?s=80&v=4"},"commit":{"message":"formatting","shortMessageHtmlLink":"formatting"}},{"before":"8822a052c690044a5dfbbdc2755bb5deeb2842e1","after":"877b3300810124e509568956ed9fd155439cea17","ref":"refs/heads/main","pushedAt":"2023-05-14T01:38:23.069Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #99 from langchain-ai/100k_anthropic\n\nAdd Anthropic 100k","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1708705247\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/auto-evaluator/issues/99\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/auto-evaluator/pull/99/hovercard\" href=\"https://github.com/langchain-ai/auto-evaluator/pull/99\">#99</a> from langchain-ai/100k_anthropic"}},{"before":"c28a95b1380c881e8e48fc1270fbe57fb9b1764f","after":"d8c07199b237ffbc41138a7cd89d275e04d6fafd","ref":"refs/heads/100k_anthropic","pushedAt":"2023-05-14T01:33:22.202Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"clear selections for splits, overlap, embedding if we use Anthropic100k","shortMessageHtmlLink":"clear selections for splits, overlap, embedding if we use Anthropic100k"}},{"before":"16eddaf2764161e7897c5066355b6d0849fe27d8","after":"c28a95b1380c881e8e48fc1270fbe57fb9b1764f","ref":"refs/heads/100k_anthropic","pushedAt":"2023-05-14T01:15:46.808Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"clear selections for splits, overlap, embedding if we use Anthropic100k","shortMessageHtmlLink":"clear selections for splits, overlap, embedding if we use Anthropic100k"}},{"before":"a8564d72e8f1ed3c52579075f701441b8a97efac","after":"16eddaf2764161e7897c5066355b6d0849fe27d8","ref":"refs/heads/100k_anthropic","pushedAt":"2023-05-13T23:30:16.277Z","pushType":"push","commitsCount":1,"pusher":{"login":"benisgold","name":"Ben Goldberg","path":"/benisgold","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15272675?s=80&v=4"},"commit":{"message":"auto select anthropic model","shortMessageHtmlLink":"auto select anthropic model"}},{"before":null,"after":"a8564d72e8f1ed3c52579075f701441b8a97efac","ref":"refs/heads/100k_anthropic","pushedAt":"2023-05-13T18:21:39.264Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add Anthropic 100k","shortMessageHtmlLink":"Add Anthropic 100k"}},{"before":"adb7a9633c403708829ae79232be21034b5505ac","after":"8822a052c690044a5dfbbdc2755bb5deeb2842e1","ref":"refs/heads/main","pushedAt":"2023-05-12T20:11:36.195Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add lark","shortMessageHtmlLink":"Add lark"}},{"before":"ae1f4ab138a8a88f5fd0ee8de39ff02c825485c1","after":"adb7a9633c403708829ae79232be21034b5505ac","ref":"refs/heads/main","pushedAt":"2023-05-12T20:07:45.986Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add OAI API KEY","shortMessageHtmlLink":"Add OAI API KEY"}},{"before":"d7ce119be7a6047bb0df84e144962ddf37535646","after":"ae1f4ab138a8a88f5fd0ee8de39ff02c825485c1","ref":"refs/heads/main","pushedAt":"2023-05-12T19:59:51.211Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"add streamlit image","shortMessageHtmlLink":"add streamlit image"}},{"before":"d3e6a7eaff0ac0a04904cdafcefc3980d4321014","after":"d7ce119be7a6047bb0df84e144962ddf37535646","ref":"refs/heads/main","pushedAt":"2023-05-12T18:25:34.966Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADNo_9mgA","startCursor":null,"endCursor":null}},"title":"Activity · langchain-ai/auto-evaluator"}