{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":714151130,"defaultBranch":"main","name":"arena-hard-auto","ownerLogin":"lm-sys","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-04T03:54:08.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126381704?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1711911296.0","currentOid":""},"activityList":{"items":[{"before":"8491d88dc61b4abcccb5415a13d37ee0da7247e9","after":"a1d16de3a0395385a287a5ed7d3c7e379b6e0ba7","ref":"refs/heads/main","pushedAt":"2024-07-15T18:50:54.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #36 from connorchenn/new_leaderboard\n\nupdated leaderboard","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2408667332\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/36\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/36/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/36\">#36</a> from connorchenn/new_leaderboard"}},{"before":"21a88eb761e126987679997e5ce6cc251027cc4d","after":"8491d88dc61b4abcccb5415a13d37ee0da7247e9","ref":"refs/heads/main","pushedAt":"2024-07-09T04:39:28.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #34 from PaperPlaneDeemo/main\n\nFix typo in README","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2396911403\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/34\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/34/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/34\">#34</a> from PaperPlaneDeemo/main"}},{"before":"dd582ade7aa5a5ac14480713c4b27775e25c9004","after":"21a88eb761e126987679997e5ce6cc251027cc4d","ref":"refs/heads/main","pushedAt":"2024-07-09T04:38:33.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #35 from connorchenn/remove_leaderboard\n\nremove leaderboard from root directory","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2396914167\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/35\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/35/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/35\">#35</a> from connorchenn/remove_leaderboard"}},{"before":"81455f123ebf9cdbdd2d9605cf68a4b32b3ffff1","after":"dd582ade7aa5a5ac14480713c4b27775e25c9004","ref":"refs/heads/main","pushedAt":"2024-07-08T21:49:01.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #33 from connorchenn/change_files\n\nnew README","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2393454191\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/33\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/33/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/33\">#33</a> from connorchenn/change_files"}},{"before":"1de3cf502f44834982aa3d04b7bd7c0ce0ffea49","after":"81455f123ebf9cdbdd2d9605cf68a4b32b3ffff1","ref":"refs/heads/main","pushedAt":"2024-07-05T21:01:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update leaderboard","shortMessageHtmlLink":"Update leaderboard"}},{"before":"9fa3004fcc0288bc4a8aeefa25f66de04e56a7f6","after":"1de3cf502f44834982aa3d04b7bd7c0ce0ffea49","ref":"refs/heads/main","pushedAt":"2024-07-05T01:31:54.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #31 from connorchenn/filechange\n\nadd export csv option in show_result.py","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2388800386\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/31\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/31/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/31\">#31</a> from connorchenn/filechange"}},{"before":"a1b42f6de8d664b2f42bbc1a6b8ce9c95ddafbc8","after":"9fa3004fcc0288bc4a8aeefa25f66de04e56a7f6","ref":"refs/heads/main","pushedAt":"2024-06-30T01:34:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add gemma-2 and glm-air","shortMessageHtmlLink":"add gemma-2 and glm-air"}},{"before":"be05b152c1c45b6c42231eace2f334024836acb2","after":"a1b42f6de8d664b2f42bbc1a6b8ce9c95ddafbc8","ref":"refs/heads/main","pushedAt":"2024-06-28T23:40:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update leaderboard","shortMessageHtmlLink":"update leaderboard"}},{"before":"2bda19c7d0c1f1ec9f30f842fe4e9ce22cf85a36","after":"be05b152c1c45b6c42231eace2f334024836acb2","ref":"refs/heads/main","pushedAt":"2024-06-28T23:40:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add new models to leaderboard","shortMessageHtmlLink":"add new models to leaderboard"}},{"before":"384419acfd21d761e4ca0c2bcbb3c0cdb95cbf76","after":"2bda19c7d0c1f1ec9f30f842fe4e9ce22cf85a36","ref":"refs/heads/main","pushedAt":"2024-06-28T22:55:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"66970ab59aa3ae2c7fab7896c68891732855b810","after":"384419acfd21d761e4ca0c2bcbb3c0cdb95cbf76","ref":"refs/heads/main","pushedAt":"2024-06-25T22:20:05.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #30 from karthik-nexusflow/patch-1\n\nAdd TGI to readme","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2373703831\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/30\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/30/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/30\">#30</a> from karthik-nexusflow/patch-1"}},{"before":"d3042bc5a15d9cc5772b1a32325dc1c907b2b7ef","after":"66970ab59aa3ae2c7fab7896c68891732855b810","ref":"refs/heads/main","pushedAt":"2024-06-25T00:19:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"7813e3391e2782335c2f7edf736013736a078255","after":"d3042bc5a15d9cc5772b1a32325dc1c907b2b7ef","ref":"refs/heads/main","pushedAt":"2024-06-25T00:16:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"4ce0f0087776158a4461162cbef1d9bb5464bb57","after":"7813e3391e2782335c2f7edf736013736a078255","ref":"refs/heads/main","pushedAt":"2024-06-19T01:13:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add paper links and citations","shortMessageHtmlLink":"add paper links and citations"}},{"before":"1b87abfaaf9958f50786a390be4cab921de2cb71","after":"4ce0f0087776158a4461162cbef1d9bb5464bb57","ref":"refs/heads/main","pushedAt":"2024-06-16T23:01:09.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #21 from dmitrysarov/main\n\nconfigurable parameters","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315297159\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/21\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/21/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/21\">#21</a> from dmitrysarov/main"}},{"before":"f984be8771d4faf60bc1d153618c7fc719c2fe4b","after":"1b87abfaaf9958f50786a390be4cab921de2cb71","ref":"refs/heads/main","pushedAt":"2024-06-16T22:47:09.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #28 from sxjscience/add_disallowed_special\n\nFix corner-case in token length calculation when the model generates tiktoken special tokens like `<|endoftext|>`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2349777123\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/28\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/28/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/28\">#28</a> from sxjscience/add_disallowed_special"}},{"before":"06eea4ee2c12a69eeb17fd305d25b5f0ef5376be","after":"f984be8771d4faf60bc1d153618c7fc719c2fe4b","ref":"refs/heads/main","pushedAt":"2024-05-30T06:56:40.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #24 from radaevm/main\n\nUpdate gen_judgment.py","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322631145\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/24\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/24/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/24\">#24</a> from radaevm/main"}},{"before":"1858e3020e2ddb1c387e0f12b016aa25b5db11a4","after":"06eea4ee2c12a69eeb17fd305d25b5f0ef5376be","ref":"refs/heads/main","pushedAt":"2024-05-25T20:26:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update yi-large's score","shortMessageHtmlLink":"update yi-large's score"}},{"before":"6b26b4fc4741f4aee434c07afb8ea72c52b8103b","after":"1858e3020e2ddb1c387e0f12b016aa25b5db11a4","ref":"refs/heads/main","pushedAt":"2024-05-22T06:45:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"fix full leaderboard","shortMessageHtmlLink":"fix full leaderboard"}},{"before":"a209efb1a3ff7948e89cd7bd7df0afa94066d7e9","after":"6b26b4fc4741f4aee434c07afb8ea72c52b8103b","ref":"refs/heads/main","pushedAt":"2024-05-22T06:42:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Add full leaderboard","shortMessageHtmlLink":"Add full leaderboard"}},{"before":"5a8ce66e83434a858b2f5c559f878d733cc2e99a","after":"a209efb1a3ff7948e89cd7bd7df0afa94066d7e9","ref":"refs/heads/main","pushedAt":"2024-05-22T06:40:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update utils.py","shortMessageHtmlLink":"Update utils.py"}},{"before":"c58640fda826c0a410449a333cfd17dde9cae8d5","after":"5a8ce66e83434a858b2f5c559f878d733cc2e99a","ref":"refs/heads/main","pushedAt":"2024-05-22T03:40:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"switch gemini completion to use http request in order to do parallel request","shortMessageHtmlLink":"switch gemini completion to use http request in order to do parallel …"}},{"before":"e99a121a452532cb734e3c7d94971d2b29add2b7","after":"c58640fda826c0a410449a333cfd17dde9cae8d5","ref":"refs/heads/main","pushedAt":"2024-05-21T00:38:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"5eb649883765107f42b171962683829fd064a63f","after":"e99a121a452532cb734e3c7d94971d2b29add2b7","ref":"refs/heads/main","pushedAt":"2024-05-21T00:37:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"a9add0f5e9d2a5e8a1a4b595f30da15447eefe4a","after":"5eb649883765107f42b171962683829fd064a63f","ref":"refs/heads/main","pushedAt":"2024-04-26T23:48:17.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #11 from xukai92/add-missing-deps\n\nadd missing deps for `show_result.py`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2266260358\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/11/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/11\">#11</a> from xukai92/add-missing-deps"}},{"before":"e079ece0f1b7fe8e88e3874d6de742b4897c7f82","after":"a9add0f5e9d2a5e8a1a4b595f30da15447eefe4a","ref":"refs/heads/main","pushedAt":"2024-04-26T23:47:17.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #12 from xukai92/add-git-lfs-note\n\ndocs: add `git-lfs` note in `README.md`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2266268062\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/12/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/12\">#12</a> from xukai92/add-git-lfs-note"}},{"before":"814762a4ea3413b34f6e8201e680c2e9441d3b30","after":"e079ece0f1b7fe8e88e3874d6de742b4897c7f82","ref":"refs/heads/main","pushedAt":"2024-04-23T17:37:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"e2521f2bec7c6303a834ef8f53e4d983a4830c7f","after":"814762a4ea3413b34f6e8201e680c2e9441d3b30","ref":"refs/heads/main","pushedAt":"2024-04-21T21:38:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"beb73790c36625bc176128da8ccd7b3fe4082b14","after":"e2521f2bec7c6303a834ef8f53e4d983a4830c7f","ref":"refs/heads/main","pushedAt":"2024-04-21T21:37:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"8e42cdae849c5c8421aa359212f434616b9b9e02","after":"beb73790c36625bc176128da8ccd7b3fe4082b14","ref":"refs/heads/main","pushedAt":"2024-04-19T22:53:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEgAdHRwA","startCursor":null,"endCursor":null}},"title":"Activity · lm-sys/arena-hard-auto"}