{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":709815787,"defaultBranch":"main","name":"LLMBox","ownerLogin":"RUCAIBox","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-10-25T13:05:19.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/54706620?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717730756.0","currentOid":""},"activityList":{"items":[{"before":"e5ab0706b9dd86bcba3c5ad918cb2664f55d1fa6","after":"4466d108234b7dc2926881d643a89cd78303b5b1","ref":"refs/heads/main","pushedAt":"2024-06-07T03:26:30.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[ci] fix coverage (#256)","shortMessageHtmlLink":"[ci] fix coverage (#256)"}},{"before":"e5ab0706b9dd86bcba3c5ad918cb2664f55d1fa6","after":"5f752772d990e09b8b62796b0b3eabbb6f44e036","ref":"refs/heads/huyiwen-patch-1","pushedAt":"2024-06-07T03:25:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[ci] fix coverage","shortMessageHtmlLink":"[ci] fix coverage"}},{"before":null,"after":"e5ab0706b9dd86bcba3c5ad918cb2664f55d1fa6","ref":"refs/heads/huyiwen-patch-1","pushedAt":"2024-06-07T03:25:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[fix] vicuna_bench trying to connect to hf (#255)","shortMessageHtmlLink":"[fix] vicuna_bench trying to connect to hf (#255)"}},{"before":"92f61382ae990736d07caf4c43806b8c15f44106","after":"e5ab0706b9dd86bcba3c5ad918cb2664f55d1fa6","ref":"refs/heads/main","pushedAt":"2024-06-07T03:23:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[fix] vicuna_bench trying to connect to hf (#255)","shortMessageHtmlLink":"[fix] vicuna_bench trying to connect to hf (#255)"}},{"before":"82daf6e8cdab54ba51948c343c5f92451665e5d6","after":"92f61382ae990736d07caf4c43806b8c15f44106","ref":"refs/heads/main","pushedAt":"2024-06-06T17:11:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[ci] fix coverage","shortMessageHtmlLink":"[ci] fix coverage"}},{"before":"e40fcf8e2bb13297c01373eae7cec3f0a7317233","after":"82daf6e8cdab54ba51948c343c5f92451665e5d6","ref":"refs/heads/main","pushedAt":"2024-06-06T16:59:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[Refactor/Feat] load dataset (#254)\n\n* [Major] refactor imports\n\n* [CI] update tests\n\n* [Feat] add hfd and hf-mirror\n\n* [doc] more guide on loading datsets\n\n* [fix] update hfd\n\n* [fix] dataset formatting\n\n* [fix] load with hfd\n\n* [fix] resolve huggingface-cli import error\n\n* [CI] test dataset formatting\n\n* [CI] skip OOM\n\n* [fix] fix failed tests\n\n* support gpt-4o\n\n* update customize dataset\n\n* [doc] customize model\n\n* [CI] annotate failures\n\n* [Feat] load evaluation_data\n\n* [Feat] hfd_cache_path\n\n* [CI] split pytest\n\n* [CI] fix splits\n\n* [CI] skip cuda\n\n* [doc] add CONTRIBUTING.md\n\n* [fix] evaluation_data is not None\n\n* [CI] download nltk\n\n* [CI] fix temp folder\n\n* [CI] fix cache path\n\n* [CI] skip DatasetGenerationError\n\n* [CI] re-run failures\n\n* [ci] fix winograd\n\n* [CI] fix pytest-results-action\n\n* [CI] fix\n\n* [ci] fix xlsum","shortMessageHtmlLink":"[Refactor/Feat] load dataset (#254)"}},{"before":"327f559b41e07904c08680b170d39776613a5b18","after":"e40fcf8e2bb13297c01373eae7cec3f0a7317233","ref":"refs/heads/main","pushedAt":"2024-05-27T14:23:29.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[Minor] fix styles","shortMessageHtmlLink":"[Minor] fix styles"}},{"before":"5fabeba2db009a518f87104789eade7cffb17cee","after":"327f559b41e07904c08680b170d39776613a5b18","ref":"refs/heads/main","pushedAt":"2024-05-27T13:54:41.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #250 from mianqiu00/main\n\nAdd Sst2","shortMessageHtmlLink":"Merge pull request #250 from mianqiu00/main"}},{"before":"83b47d9bfa19eb00eea5c8a15fbcc289ff3bb01c","after":"5fabeba2db009a518f87104789eade7cffb17cee","ref":"refs/heads/main","pushedAt":"2024-05-27T13:54:29.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #252 from HMWABY/main\n\nAdd dataset: XWinograd","shortMessageHtmlLink":"Merge pull request #252 from HMWABY/main"}},{"before":"5eaa9692a8a17dee40000317d500cd8555b87203","after":"83b47d9bfa19eb00eea5c8a15fbcc289ff3bb01c","ref":"refs/heads/main","pushedAt":"2024-05-26T15:33:44.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[Fix] utf-8 codec cant decode","shortMessageHtmlLink":"[Fix] utf-8 codec cant decode"}},{"before":"6697276b85fea8eab7ac3131e09d7e0282fe1d98","after":"5eaa9692a8a17dee40000317d500cd8555b87203","ref":"refs/heads/main","pushedAt":"2024-05-26T14:37:25.000Z","pushType":"pr_merge","commitsCount":10,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #248 from HMWABY/main\n\nAdd datasets: MGSM and XNLI","shortMessageHtmlLink":"Merge pull request #248 from HMWABY/main"}},{"before":"0b1f78e5f83834860eedd6e158c1e93e5bc00c32","after":"6697276b85fea8eab7ac3131e09d7e0282fe1d98","ref":"refs/heads/main","pushedAt":"2024-05-25T14:35:58.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #237 from mianqiu00/main\n\nAdd Qqp","shortMessageHtmlLink":"Merge pull request #237 from mianqiu00/main"}},{"before":"b3b6d6776c90151e2161a517c08b1c3918cb1a63","after":"0b1f78e5f83834860eedd6e158c1e93e5bc00c32","ref":"refs/heads/main","pushedAt":"2024-05-24T16:14:50.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"skip examples in legacy format","shortMessageHtmlLink":"skip examples in legacy format"}},{"before":"6729571fde9ee44b5e80766e04ee08969edc50df","after":"b3b6d6776c90151e2161a517c08b1c3918cb1a63","ref":"refs/heads/main","pushedAt":"2024-05-24T14:17:45.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[CI] Fix dry_test (#246)\n\n* [CI] solve requirements\r\n\r\n* update\r\n\r\n* reverse\r\n\r\n* paths\r\n\r\n* venv\r\n\r\n* packaging\r\n\r\n* fix packaging\r\n\r\n* packaging\r\n\r\n* packaging\r\n\r\n* update\r\n\r\n* system","shortMessageHtmlLink":"[CI] Fix dry_test (#246)"}},{"before":"0cf0f12ee17887a9b4cf17f6886b7544913516dd","after":"6729571fde9ee44b5e80766e04ee08969edc50df","ref":"refs/heads/main","pushedAt":"2024-05-24T13:17:47.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"fix piqa instruction","shortMessageHtmlLink":"fix piqa instruction"}},{"before":"17e20db6aa257b4d058b150e502fabe925b810f2","after":"0cf0f12ee17887a9b4cf17f6886b7544913516dd","ref":"refs/heads/main","pushedAt":"2024-05-24T13:04:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[CI] add dry_test (#243)\n\n* add dry_test\r\n\r\n* [doc] update custom_pytorch_model\r\n\r\n* [CI] pytest with 3.8\r\n\r\n* update styles\r\n\r\n* fix\r\n\r\n* [CI] check on pr edited\r\n\r\n* [CI] check on pr edited\r\n\r\n* [CI] check on pr edited","shortMessageHtmlLink":"[CI] add dry_test (#243)"}},{"before":"cac556b3648a8c78db397d92a485d782e125a86f","after":"17e20db6aa257b4d058b150e502fabe925b810f2","ref":"refs/heads/main","pushedAt":"2024-05-24T11:11:04.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[CI] fix pr check","shortMessageHtmlLink":"[CI] fix pr check"}},{"before":"29e986b59d1182a42b4cb081241ef11008e3823c","after":"cac556b3648a8c78db397d92a485d782e125a86f","ref":"refs/heads/main","pushedAt":"2024-05-24T10:56:14.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"[CI] check on pull request","shortMessageHtmlLink":"[CI] check on pull request"}},{"before":"00df27d225d9e0a2b2dc9aefc2248c34c62a2abc","after":"29e986b59d1182a42b4cb081241ef11008e3823c","ref":"refs/heads/main","pushedAt":"2024-05-24T08:08:15.000Z","pushType":"pr_merge","commitsCount":10,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"fix styles","shortMessageHtmlLink":"fix styles"}},{"before":"22fe38c2eb904bfad59069f16d00d34265228550","after":"00df27d225d9e0a2b2dc9aefc2248c34c62a2abc","ref":"refs/heads/main","pushedAt":"2024-05-22T15:40:50.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"Merge pull request #236 from huyiwen/main\n\nFix openai get_prob","shortMessageHtmlLink":"Merge pull request #236 from huyiwen/main"}},{"before":"337e64ec761b0a49e238593c7654d5ad9895728a","after":"22fe38c2eb904bfad59069f16d00d34265228550","ref":"refs/heads/main","pushedAt":"2024-05-22T15:28:32.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #235 from CoderBak/main\n\nFix options in ceval","shortMessageHtmlLink":"Merge pull request #235 from CoderBak/main"}},{"before":"f5d5f809d5f04819983fc6f6d1e895bc291bf2ad","after":"337e64ec761b0a49e238593c7654d5ad9895728a","ref":"refs/heads/main","pushedAt":"2024-05-22T09:38:39.000Z","pushType":"pr_merge","commitsCount":13,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #225 from LICH226/main\n\nadd tydiqa xlsum xcopa","shortMessageHtmlLink":"Merge pull request #225 from LICH226/main"}},{"before":"91f18cfd3da3c481855c1cee6ef19c2e91941c6b","after":"f5d5f809d5f04819983fc6f6d1e895bc291bf2ad","ref":"refs/heads/main","pushedAt":"2024-05-21T16:39:21.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"huyiwen","name":"胡译文","path":"/huyiwen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5737212?s=80&v=4"},"commit":{"message":"Merge pull request #234 from huyiwen/main\n\nSimplify loading local cmmlu","shortMessageHtmlLink":"Merge pull request #234 from huyiwen/main"}},{"before":"8c7ae69086a5d31b65b719d987b45bb81059dceb","after":"91f18cfd3da3c481855c1cee6ef19c2e91941c6b","ref":"refs/heads/main","pushedAt":"2024-05-21T15:47:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/RUCAIBox/LLMBox","shortMessageHtmlLink":"Merge branch 'main' of https://github.com/RUCAIBox/LLMBox"}},{"before":"866f2bb3b9e47b930349a884569bf4cf0719a232","after":"8c7ae69086a5d31b65b719d987b45bb81059dceb","ref":"refs/heads/main","pushedAt":"2024-05-21T15:43:33.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #233 from CoderBak/main\n\nUpdate document (Utilization) + Fix C-Eval","shortMessageHtmlLink":"Merge pull request #233 from CoderBak/main"}},{"before":"7b115ae3a58219b1cbf3cf3463a1033e5692accf","after":"866f2bb3b9e47b930349a884569bf4cf0719a232","ref":"refs/heads/main","pushedAt":"2024-05-21T09:19:12.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #231 from mianqiu00/main\n\nAdd Qnli","shortMessageHtmlLink":"Merge pull request #231 from mianqiu00/main"}},{"before":"2d924eca899ae68b7a789250e867564abe6a7dac","after":"7b115ae3a58219b1cbf3cf3463a1033e5692accf","ref":"refs/heads/main","pushedAt":"2024-05-21T05:56:21.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #232 from huyiwen/main\n\nFix lazy import","shortMessageHtmlLink":"Merge pull request #232 from huyiwen/main"}},{"before":"a679ae7eb5e7dce03935f8f97e33a9c758b24e54","after":"2d924eca899ae68b7a789250e867564abe6a7dac","ref":"refs/heads/main","pushedAt":"2024-05-20T03:34:23.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #230 from mianqiu00/main\n\nAdd Mrpc","shortMessageHtmlLink":"Merge pull request #230 from mianqiu00/main"}},{"before":"644858551976a4f07c5f844735437635c827e98c","after":"a679ae7eb5e7dce03935f8f97e33a9c758b24e54","ref":"refs/heads/main","pushedAt":"2024-05-20T02:03:10.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #229 from mianqiu00/main\n\nAdd Cola","shortMessageHtmlLink":"Merge pull request #229 from mianqiu00/main"}},{"before":"e5e84b236dc16fc69bf7f8f445792a6f20b94257","after":"644858551976a4f07c5f844735437635c827e98c","ref":"refs/heads/main","pushedAt":"2024-05-17T02:34:44.000Z","pushType":"pr_merge","commitsCount":11,"pusher":{"login":"StevenTang1998","name":"Tianyi Tang","path":"/StevenTang1998","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/37647985?s=80&v=4"},"commit":{"message":"Merge pull request #227 from huyiwen/datasets/gpqa\n\n[Datasets] GPQA","shortMessageHtmlLink":"Merge pull request #227 from huyiwen/datasets/gpqa"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEXs6TuQA","startCursor":null,"endCursor":null}},"title":"Activity · RUCAIBox/LLMBox"}