{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":432968463,"defaultBranch":"main","name":"helm","ownerLogin":"stanford-crfm","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2021-11-29T08:53:17.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/75054807?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716062111.0","currentOid":""},"activityList":{"items":[{"before":"d65f1e42912abc3bd400ed482591bce4ba507154","after":"6bc34ac16136e69618130bb52d6ff4883cbf0aaa","ref":"refs/heads/joss-real-i2s","pushedAt":"2024-05-18T21:19:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"JosselinSomervilleRoberts","name":"Josselin Somerville Roberts","path":"/JosselinSomervilleRoberts","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/73412738?s=80&v=4"},"commit":{"message":"Remove test","shortMessageHtmlLink":"Remove test"}},{"before":null,"after":"d65f1e42912abc3bd400ed482591bce4ba507154","ref":"refs/heads/joss-real-i2s","pushedAt":"2024-05-18T19:55:11.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"JosselinSomervilleRoberts","name":"Josselin Somerville Roberts","path":"/JosselinSomervilleRoberts","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/73412738?s=80&v=4"},"commit":{"message":"Added REAl dataset to image2webpage and image2latex","shortMessageHtmlLink":"Added REAl dataset to image2webpage and image2latex"}},{"before":null,"after":"da21454ebaa884bd454bbf330a3de99e9240850b","ref":"refs/heads/joss-difficulty-i2s","pushedAt":"2024-05-18T18:30:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"JosselinSomervilleRoberts","name":"Josselin Somerville Roberts","path":"/JosselinSomervilleRoberts","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/73412738?s=80&v=4"},"commit":{"message":"Added difficulty to run name","shortMessageHtmlLink":"Added difficulty to run name"}},{"before":null,"after":"f9c12a3622268b66ad3586ca93a51ea747e9bb62","ref":"refs/heads/yifanmai/fix-typhoon","pushedAt":"2024-05-17T22:55:15.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Add Typhoon v1.5 models","shortMessageHtmlLink":"Add Typhoon v1.5 models"}},{"before":"702d6dc1df0d9c863f173e6aba5a7ffe78644480","after":"9e05ca68a9270a451f2178ce428c5ea513b2b845","ref":"refs/heads/yifanmai/fix-sailor","pushedAt":"2024-05-17T22:47:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":null,"after":"702d6dc1df0d9c863f173e6aba5a7ffe78644480","ref":"refs/heads/yifanmai/fix-sailor","pushedAt":"2024-05-17T22:46:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Add Sailor model family","shortMessageHtmlLink":"Add Sailor model family"}},{"before":"d2a50acb30b2af25b081971710489c0b153cc809","after":null,"ref":"refs/heads/yifanmai/fix-gpt-4o-allow-prompt","pushedAt":"2024-05-17T22:25:57.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"}},{"before":"fd1be70f65e8490815e448588c7b3ea0b78d9f34","after":"13abf8f902814250324dfb535fa0cd4a62689a0e","ref":"refs/heads/main","pushedAt":"2024-05-17T22:25:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Support text prompts for GPT-4o (#2656)","shortMessageHtmlLink":"Support text prompts for GPT-4o (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2301377320\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2656\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2656/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2656\">#2656</a>)"}},{"before":"4a15bf03e36bd4f4b473a4379ddcb62ea553db10","after":null,"ref":"refs/heads/farzaan/llamaguard","pushedAt":"2024-05-17T22:20:04.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"}},{"before":"46c04ccc5a86696c053c85a07b65ca0043c7c72d","after":"fd1be70f65e8490815e448588c7b3ea0b78d9f34","ref":"refs/heads/main","pushedAt":"2024-05-17T22:20:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"},"commit":{"message":"Add llama guard family models (#2657)","shortMessageHtmlLink":"Add llama guard family models (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2303212828\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2657\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2657/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2657\">#2657</a>)"}},{"before":"ceaf3f71e8778df791f46f9dda6862e4c7141bc9","after":"4a15bf03e36bd4f4b473a4379ddcb62ea553db10","ref":"refs/heads/farzaan/llamaguard","pushedAt":"2024-05-17T21:30:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"},"commit":{"message":"fix tokenizers","shortMessageHtmlLink":"fix tokenizers"}},{"before":"7bca4d80e523b41f418aab3a4ee94976d32e89e5","after":"ceaf3f71e8778df791f46f9dda6862e4c7141bc9","ref":"refs/heads/farzaan/llamaguard","pushedAt":"2024-05-17T21:29:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"},"commit":{"message":"fix text","shortMessageHtmlLink":"fix text"}},{"before":"4351e7714a13dcf71a91988dae56b9e7f416fe5f","after":null,"ref":"refs/heads/yifanmai/fix-gemini-flash","pushedAt":"2024-05-17T17:26:45.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"}},{"before":"dbbbb6e774a38a41344201c399ffc80093e329f8","after":"46c04ccc5a86696c053c85a07b65ca0043c7c72d","ref":"refs/heads/main","pushedAt":"2024-05-17T17:26:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Add Gemini 1.5 Flash (#2653)","shortMessageHtmlLink":"Add Gemini 1.5 Flash (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2299388596\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2653\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2653/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2653\">#2653</a>)"}},{"before":null,"after":"7bca4d80e523b41f418aab3a4ee94976d32e89e5","ref":"refs/heads/farzaan/llamaguard","pushedAt":"2024-05-17T09:13:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"},"commit":{"message":"add llama guard models","shortMessageHtmlLink":"add llama guard models"}},{"before":null,"after":"d29524e4261ea9e954d753ff377c9b22ad938f73","ref":"refs/heads/farzaan/discrimeval","pushedAt":"2024-05-17T09:01:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"farzaank","name":"Farzaan Kaiyom","path":"/farzaank","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/39839866?s=80&v=4"},"commit":{"message":"one branch","shortMessageHtmlLink":"one branch"}},{"before":"75f1619e27b78be6ae84f048bc2c468df06b6009","after":"bb3200fba08e2094fbbab7ddbfeb065ab6fdab68","ref":"refs/heads/i2s_white","pushedAt":"2024-05-17T07:35:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"teetone","name":"Tony Lee","path":"/teetone","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16793796?s=80&v=4"},"commit":{"message":"general information","shortMessageHtmlLink":"general information"}},{"before":null,"after":"d2a50acb30b2af25b081971710489c0b153cc809","ref":"refs/heads/yifanmai/fix-gpt-4o-allow-prompt","pushedAt":"2024-05-16T21:21:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Support text prompts for GPT-4o","shortMessageHtmlLink":"Support text prompts for GPT-4o"}},{"before":"64b5ecd205640cc24d381238f58411344334c895","after":"dbbbb6e774a38a41344201c399ffc80093e329f8","ref":"refs/heads/main","pushedAt":"2024-05-16T16:54:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Add AI Singapore SEA-LION 7B and SEA-LION 7B Instruct (#2647)\n\nCo-authored-by: Yifan Mai <yifan@cs.stanford.edu>","shortMessageHtmlLink":"Add AI Singapore SEA-LION 7B and SEA-LION 7B Instruct (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2295530013\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2647\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2647/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2647\">#2647</a>)"}},{"before":null,"after":"166304eda9b5ca052822a1885701ae778e985892","ref":"refs/heads/dependabot/pip/pip-32cdd0af65","pushedAt":"2024-05-16T16:26:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump the pip group across 1 directory with 4 updates\n\nBumps the pip group with 4 updates in the / directory: [aiohttp](https://github.com/aio-libs/aiohttp), [gunicorn](https://github.com/benoitc/gunicorn), [idna](https://github.com/kjd/idna) and [onnx](https://github.com/onnx/onnx).\n\n\nUpdates `aiohttp` from 3.9.3 to 3.9.4\n- [Release notes](https://github.com/aio-libs/aiohttp/releases)\n- [Changelog](https://github.com/aio-libs/aiohttp/blob/master/CHANGES.rst)\n- [Commits](https://github.com/aio-libs/aiohttp/compare/v3.9.3...v3.9.4)\n\nUpdates `gunicorn` from 20.1.0 to 22.0.0\n- [Release notes](https://github.com/benoitc/gunicorn/releases)\n- [Commits](https://github.com/benoitc/gunicorn/compare/20.1.0...22.0.0)\n\nUpdates `idna` from 3.4 to 3.7\n- [Release notes](https://github.com/kjd/idna/releases)\n- [Changelog](https://github.com/kjd/idna/blob/master/HISTORY.rst)\n- [Commits](https://github.com/kjd/idna/compare/v3.4...v3.7)\n\nUpdates `onnx` from 1.12.0 to 1.16.0\n- [Release notes](https://github.com/onnx/onnx/releases)\n- [Changelog](https://github.com/onnx/onnx/blob/main/docs/Changelog-ml.md)\n- [Commits](https://github.com/onnx/onnx/compare/v1.12.0...v1.16.0)\n\n---\nupdated-dependencies:\n- dependency-name: aiohttp\n  dependency-type: direct:production\n  dependency-group: pip\n- dependency-name: gunicorn\n  dependency-type: direct:production\n  dependency-group: pip\n- dependency-name: idna\n  dependency-type: direct:production\n  dependency-group: pip\n- dependency-name: onnx\n  dependency-type: direct:production\n  dependency-group: pip\n...\n\nSigned-off-by: dependabot[bot] <support@github.com>","shortMessageHtmlLink":"Bump the pip group across 1 directory with 4 updates"}},{"before":"7b85cc9d9504798ccb9bc04da339cf220094336c","after":null,"ref":"refs/heads/actions/update-requirements","pushedAt":"2024-05-16T16:24:43.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"}},{"before":"172cc2650ca8ddf264d7cfe93024fd2634a5bf7f","after":"64b5ecd205640cc24d381238f58411344334c895","ref":"refs/heads/main","pushedAt":"2024-05-16T16:24:42.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Update requirements.txt (#2650)\n\nCo-authored-by: teetone <16793796+teetone@users.noreply.github.com>","shortMessageHtmlLink":"Update requirements.txt (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2296651870\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2650\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2650/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2650\">#2650</a>)"}},{"before":null,"after":"f47d193578e71944ffdee055ea127e085f52da14","ref":"refs/heads/actions/build-frontend","pushedAt":"2024-05-16T16:23:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Build frontend","shortMessageHtmlLink":"Build frontend"}},{"before":"3c3781996010083ceee72c7189f92ca5cb70235e","after":"172cc2650ca8ddf264d7cfe93024fd2634a5bf7f","ref":"refs/heads/main","pushedAt":"2024-05-16T16:22:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Fix z-index additional bugs (#2651)","shortMessageHtmlLink":"Fix z-index additional bugs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2298486248\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2651\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2651/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2651\">#2651</a>)"}},{"before":"c15c5375c5f4ec9816d6491e42916a9c651e7392","after":null,"ref":"refs/heads/farzaan/zfix","pushedAt":"2024-05-16T16:22:46.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"}},{"before":"08177fec6806e1d3773f09379aa20e3e65c22869","after":"75f1619e27b78be6ae84f048bc2c468df06b6009","ref":"refs/heads/i2s_white","pushedAt":"2024-05-16T05:44:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"teetone","name":"Tony Lee","path":"/teetone","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16793796?s=80&v=4"},"commit":{"message":"update schema","shortMessageHtmlLink":"update schema"}},{"before":null,"after":"4351e7714a13dcf71a91988dae56b9e7f416fe5f","ref":"refs/heads/yifanmai/fix-gemini-flash","pushedAt":"2024-05-16T05:29:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"typo","shortMessageHtmlLink":"typo"}},{"before":"f825c6847e42c31649bb14fd323832258ceaa905","after":null,"ref":"refs/heads/yifanmai/fix-mmlu-v1.3.0","pushedAt":"2024-05-15T23:42:57.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"}},{"before":"5908b0706c9a582fe738852aa198c7c78b8cb421","after":"3c3781996010083ceee72c7189f92ca5cb70235e","ref":"refs/heads/main","pushedAt":"2024-05-15T23:42:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Release MMLU v1.3.0 with GPT-4o, Gemini 1.5 Flash, Palmyra-X V3 (#2652)","shortMessageHtmlLink":"Release MMLU v1.3.0 with GPT-4o, Gemini 1.5 Flash, Palmyra-X V3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2299037371\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2652\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2652/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2652\">#2652</a>)"}},{"before":null,"after":"f825c6847e42c31649bb14fd323832258ceaa905","ref":"refs/heads/yifanmai/fix-mmlu-v1.3.0","pushedAt":"2024-05-15T23:42:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yifanmai","name":"Yifan Mai","path":"/yifanmai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/185227?s=80&v=4"},"commit":{"message":"Release MMLU v1.3.0 with GPT-4o, Gemini 1.5 Flash, Palmyra-X V3","shortMessageHtmlLink":"Release MMLU v1.3.0 with GPT-4o, Gemini 1.5 Flash, Palmyra-X V3"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAETcqZvwA","startCursor":null,"endCursor":null}},"title":"Activity · stanford-crfm/helm"}