{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":768612800,"defaultBranch":"main","name":"lmms-eval","ownerLogin":"EvolvingLMMs-Lab","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-07T12:09:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/154951679?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718861620.0","currentOid":""},"activityList":{"items":[{"before":"8ef24740dd48a11c97eb627f2fff4aca107fef0d","after":"12cea76f1f0f14b1fd1007c9d39a9b0557368637","ref":"refs/heads/dev/interleave","pushedAt":"2024-06-20T18:21:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"chore: Add loguru for logging in lmms_eval package","shortMessageHtmlLink":"chore: Add loguru for logging in lmms_eval package"}},{"before":"f513c520c2a3dad26d2b2ca5c4ed4db05a493c73","after":"8ef24740dd48a11c97eb627f2fff4aca107fef0d","ref":"refs/heads/dev/interleave","pushedAt":"2024-06-20T12:18:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"chore: Remove unused models from lmms_eval package","shortMessageHtmlLink":"chore: Remove unused models from lmms_eval package"}},{"before":"dbe63293245a5141fdfd80bda7657c304f6bd32f","after":"fce85f1b03ff7043b29dee787c5d17a08dd2687a","ref":"refs/heads/main","pushedAt":"2024-06-20T12:02:12.000Z","pushType":"pr_merge","commitsCount":12,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #120 from EvolvingLMMs-Lab/pufanyi/hf_dataset_docs\n\nAdd docs for datasets upload to HF","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2361589595\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/120\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/120/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/120\">#120</a> from EvolvingLMMs-Lab/pufanyi/hf_dataset_docs"}},{"before":"45876652a877a8006b828f32f5cc4660629f9190","after":"dbe63293245a5141fdfd80bda7657c304f6bd32f","ref":"refs/heads/main","pushedAt":"2024-06-20T07:25:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"update ablation for videomme datasets","shortMessageHtmlLink":"update ablation for videomme datasets"}},{"before":null,"after":"f513c520c2a3dad26d2b2ca5c4ed4db05a493c73","ref":"refs/heads/dev/interleave","pushedAt":"2024-06-20T05:33:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"chore: Update dependencies to fix potential risks and improve compatibility","shortMessageHtmlLink":"chore: Update dependencies to fix potential risks and improve compati…"}},{"before":"cab8159ff35db330536c0b6dfb4b0a3b24142209","after":"d94f83cb3f08b61a2c75cc4326e58792100605b3","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-20T05:31:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"cb0d3f49b72790b081f981e0e6147131542f7f68","after":"cab8159ff35db330536c0b6dfb4b0a3b24142209","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-20T05:30:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"efb529552c5e4ba039a4cba8e9aa5cb7ba65bf90","after":"45876652a877a8006b828f32f5cc4660629f9190","ref":"refs/heads/main","pushedAt":"2024-06-20T03:55:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Add llava_hf back to registry","shortMessageHtmlLink":"Add llava_hf back to registry"}},{"before":"813877bfe5ac590cdbe92dd74d18f83a2091f748","after":"cb0d3f49b72790b081f981e0e6147131542f7f68","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T18:11:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"a14684b8557d5894976448a5c559ed7a66a6cf16","after":"813877bfe5ac590cdbe92dd74d18f83a2091f748","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T07:38:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"to sh script","shortMessageHtmlLink":"to sh script"}},{"before":"7f1159a1fe04cfb783dc31d4fbdef3bda0ce19e4","after":"a14684b8557d5894976448a5c559ed7a66a6cf16","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T07:37:14.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"lint","shortMessageHtmlLink":"lint"}},{"before":"19f9bd621c76a483ff98f8c7eb78f64753da683a","after":"7f1159a1fe04cfb783dc31d4fbdef3bda0ce19e4","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T07:35:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"update preparation","shortMessageHtmlLink":"update preparation"}},{"before":"ce6f889ba02d819979c7922f6336cf4f1f718f65","after":"19f9bd621c76a483ff98f8c7eb78f64753da683a","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T07:23:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"docs","shortMessageHtmlLink":"docs"}},{"before":"742651fc9daf97e2f57831ed6e6e7ee7ead7d555","after":"ce6f889ba02d819979c7922f6336cf4f1f718f65","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-19T07:04:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"tutorial","shortMessageHtmlLink":"tutorial"}},{"before":"ab4b44666f5b7d11410bb3f50bff1f4a35f90d3d","after":"efb529552c5e4ba039a4cba8e9aa5cb7ba65bf90","ref":"refs/heads/main","pushedAt":"2024-06-19T02:28:09.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Release llava-wilder","shortMessageHtmlLink":"Release llava-wilder"}},{"before":"050b2c370017e9b97475dd6cf01fd051b5ca5c86","after":"ab4b44666f5b7d11410bb3f50bff1f4a35f90d3d","ref":"refs/heads/main","pushedAt":"2024-06-19T02:12:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Release llava-wilder","shortMessageHtmlLink":"Release llava-wilder"}},{"before":null,"after":"742651fc9daf97e2f57831ed6e6e7ee7ead7d555","ref":"refs/heads/pufanyi/hf_dataset_docs","pushedAt":"2024-06-18T23:44:31.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"feat: Add support for auto downloading tar format videos","shortMessageHtmlLink":"feat: Add support for auto downloading tar format videos"}},{"before":"74facb41a826691dfce4458cf1d8659b34fc5bf5","after":"050b2c370017e9b97475dd6cf01fd051b5ca5c86","ref":"refs/heads/main","pushedAt":"2024-06-18T05:13:38.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #114 from zjysteven/add-tinyllava\n\nadd tinyllava","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2354078134\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/114\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/114/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/114\">#114</a> from zjysteven/add-tinyllava"}},{"before":"8ba192f94edf5d99598983445d5faa4f8807c49f","after":"74facb41a826691dfce4458cf1d8659b34fc5bf5","ref":"refs/heads/main","pushedAt":"2024-06-16T09:59:19.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #118 from teowu/main\n\nFix the potential risk by PR #117","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2355507744\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/118\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/118/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/118\">#118</a> from teowu/main"}},{"before":"7cc28907edbb4eb58ee1398772a48110ea35dd96","after":"8ba192f94edf5d99598983445d5faa4f8807c49f","ref":"refs/heads/main","pushedAt":"2024-06-15T09:30:59.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #117 from teowu/main\n\nLongVideoBench for LMMs-Eval","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2354667063\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/117\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/117/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/117\">#117</a> from teowu/main"}},{"before":"4bc7224dcd27fe8b288bfc3fed4d7a9da9635658","after":"7cc28907edbb4eb58ee1398772a48110ea35dd96","ref":"refs/heads/main","pushedAt":"2024-06-15T06:10:23.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #113 from teowu/main\n\nQ-Bench, Q-Bench2, A-Bench","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2353580861\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/113\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/113/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/113\">#113</a> from teowu/main"}},{"before":"2797987f5b88b87bd172714b678a75a1d8051826","after":"4bc7224dcd27fe8b288bfc3fed4d7a9da9635658","ref":"refs/heads/main","pushedAt":"2024-06-13T18:14:43.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #111 from XinrunDu/main\n\nadd II-Bench","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2350688944\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/111\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/111/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/111\">#111</a> from XinrunDu/main"}},{"before":"66d4bb2d9c9afbbdea40196d4ad80e214d0b14b6","after":null,"ref":"refs/heads/pufanyi/update_version","pushedAt":"2024-06-13T03:17:31.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"}},{"before":"63d82f1ff11eb430d91a15d6788a1f0b4d596850","after":"2797987f5b88b87bd172714b678a75a1d8051826","ref":"refs/heads/main","pushedAt":"2024-06-13T03:14:48.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #109 from EvolvingLMMs-Lab/pufanyi/update_version\n\n[Small Update] Update the version of LMMs-Eval","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2350050255\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/109\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/109/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/109\">#109</a> from EvolvingLMMs-Lab/pufanyi/update_version"}},{"before":null,"after":"66d4bb2d9c9afbbdea40196d4ad80e214d0b14b6","ref":"refs/heads/pufanyi/update_version","pushedAt":"2024-06-13T03:13:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"update version","shortMessageHtmlLink":"update version"}},{"before":"44a33799671cb668f55366d5e5a4ddb051a3a1b4","after":"63d82f1ff11eb430d91a15d6788a1f0b4d596850","ref":"refs/heads/main","pushedAt":"2024-06-13T03:04:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"5ed00356676cf5d0ff056cf27d1b519b8e303ff7","after":"44a33799671cb668f55366d5e5a4ddb051a3a1b4","ref":"refs/heads/main","pushedAt":"2024-06-12T20:00:13.000Z","pushType":"pr_merge","commitsCount":12,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #105 from tianyu-z/main\n\nInclude VCR","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2345088973\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/105\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/105/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/105\">#105</a> from tianyu-z/main"}},{"before":"ed8806839db5988ced672bd162b7b046edb4863a","after":"5ed00356676cf5d0ff056cf27d1b519b8e303ff7","ref":"refs/heads/main","pushedAt":"2024-06-12T19:21:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"fea3806026932a6e2bd6e538bcc413e33abdf245","after":"ed8806839db5988ced672bd162b7b046edb4863a","ref":"refs/heads/main","pushedAt":"2024-06-12T19:14:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"05dc8e853eab7c6bc782a1e2662d2efe7422f767","after":null,"ref":"refs/heads/internal_main_dev","pushedAt":"2024-06-12T19:11:54.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEat60eAA","startCursor":null,"endCursor":null}},"title":"Activity · EvolvingLMMs-Lab/lmms-eval"}