{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":778921150,"defaultBranch":"main","name":"eval-dev-quality","ownerLogin":"symflower","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-28T17:09:34.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/20767533?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717774629.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"3ff1a9c5bdd89822e73318223c24201d115853a4","ref":"refs/heads/168-mistakes-task","pushedAt":"2024-06-07T15:37:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"TODO Allow LLMs to do code repair if there is any compilation error when building a repository\n\nPart of #168","shortMessageHtmlLink":"TODO Allow LLMs to do code repair if there is any compilation error w…"}},{"before":"b2e1b182efd3843a49f5fa0f1880630de9bd5ed8","after":"450ca8ef3f517592021469b1f9420d19eec82296","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-07T11:58:43.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"a5970d65710b7b8e54cdf86e0a18d5a22dbd793a","after":"65ce4a2aeeecf4052ea7fc8b59ec94eeb07def26","ref":"refs/heads/165-evaluation-tasks","pushedAt":"2024-06-07T11:18:16.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Allow the repository to specify a list of evaluation tasks\n\nPart of #165","shortMessageHtmlLink":"Allow the repository to specify a list of evaluation tasks"}},{"before":"e2781915bf2b2428a9105ab93628f8267006365e","after":"a5970d65710b7b8e54cdf86e0a18d5a22dbd793a","ref":"refs/heads/165-evaluation-tasks","pushedAt":"2024-06-07T10:45:11.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Allow the repository to specify a list of evaluation tasks\n\nPart of #165","shortMessageHtmlLink":"Allow the repository to specify a list of evaluation tasks"}},{"before":"46f347334022d77b4f6fff407b317eb262571e06","after":"b2e1b182efd3843a49f5fa0f1880630de9bd5ed8","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-07T09:39:33.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"125ee75b54ccdb025e556be1c4eabc182fccf99f","after":null,"ref":"refs/heads/ollama-early","pushedAt":"2024-06-07T08:15:40.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"}},{"before":"4e6d0619eb159f7212ab4a713f45d0b404b92271","after":"e2781915bf2b2428a9105ab93628f8267006365e","ref":"refs/heads/165-evaluation-tasks","pushedAt":"2024-06-07T08:01:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Allow the repository to specify a list of evaluation tasks\n\nPart of #165","shortMessageHtmlLink":"Allow the repository to specify a list of evaluation tasks"}},{"before":"3b079d7366c935d1d208588aea26739535aa87eb","after":"e61ee3e55dac36924ea4d1ede3265c482de45d3f","ref":"refs/heads/light-evaluation-run","pushedAt":"2024-06-07T07:41:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"Sequential evaluation script for server","shortMessageHtmlLink":"Sequential evaluation script for server"}},{"before":"67200ffd1c86772f24be7b463235048e1036aede","after":"4e6d0619eb159f7212ab4a713f45d0b404b92271","ref":"refs/heads/165-evaluation-tasks","pushedAt":"2024-06-07T06:28:14.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Introduce the concept of \"tasks\" to prepare for different evaluation tasks like \"write tests\" and \"repair code\"\n\nPart of #165","shortMessageHtmlLink":"Introduce the concept of \"tasks\" to prepare for different evaluation …"}},{"before":"b9de15ba1d0567d0021b9a577f0bbf20fc8143c8","after":"3b079d7366c935d1d208588aea26739535aa87eb","ref":"refs/heads/light-evaluation-run","pushedAt":"2024-06-06T16:43:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"Aborted/dead runs from Server (without openrouter)","shortMessageHtmlLink":"Aborted/dead runs from Server (without openrouter)"}},{"before":"efe1ea395b4359c38fc5c293ba3ab4d490ac5c94","after":"b9de15ba1d0567d0021b9a577f0bbf20fc8143c8","ref":"refs/heads/light-evaluation-run","pushedAt":"2024-06-06T13:23:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Munsio","name":"Martin Treml","path":"/Munsio","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/646513?s=80&v=4"},"commit":{"message":"Aborted Windows run for full-gpu ollama models","shortMessageHtmlLink":"Aborted Windows run for full-gpu ollama models"}},{"before":null,"after":"efe1ea395b4359c38fc5c293ba3ab4d490ac5c94","ref":"refs/heads/light-evaluation-run","pushedAt":"2024-06-06T13:21:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Munsio","name":"Martin Treml","path":"/Munsio","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/646513?s=80&v=4"},"commit":{"message":"Merge pull request #161 from symflower/158-coverage-failing-tests\n\nDo not ignore coverage count if there are failing tests","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2335427001\" data-permission-text=\"Title is private\" data-url=\"https://github.com/symflower/eval-dev-quality/issues/161\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/symflower/eval-dev-quality/pull/161/hovercard\" href=\"https://github.com/symflower/eval-dev-quality/pull/161\">#161</a> from symflower/158-coverage-failing-tests"}},{"before":null,"after":"67200ffd1c86772f24be7b463235048e1036aede","ref":"refs/heads/165-evaluation-tasks","pushedAt":"2024-06-06T12:13:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Introduce the concept of \"tasks\" to prepare for different evaluation tasks like \"write tests\" and \"repair code\"\n\nPart of #165","shortMessageHtmlLink":"Introduce the concept of \"tasks\" to prepare for different evaluation …"}},{"before":"559dda49342986f3250c19cd396b22872e1fd726","after":"46f347334022d77b4f6fff407b317eb262571e06","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-06T10:58:30.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"e0fbc327ec112a9fe12b840e1300ff6c94494049","after":"559dda49342986f3250c19cd396b22872e1fd726","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-06T10:38:17.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"TODO Testing CI with this","shortMessageHtmlLink":"TODO Testing CI with this"}},{"before":"5e595406b1a525e6c5a4b09093103481e2052692","after":"e0fbc327ec112a9fe12b840e1300ff6c94494049","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-06T10:37:58.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"TODO Testing CI with this","shortMessageHtmlLink":"TODO Testing CI with this"}},{"before":"b4a1695d1770972a24e75cc1ce95b1bf72dd19a6","after":"5e595406b1a525e6c5a4b09093103481e2052692","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-06T10:28:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"TODO Testing Windows with this","shortMessageHtmlLink":"TODO Testing Windows with this"}},{"before":"30113f2956a0c92aeb6236bb8fa8176a7b175def","after":null,"ref":"refs/heads/158-coverage-failing-tests","pushedAt":"2024-06-05T14:03:33.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"}},{"before":"fbe850a539e7596ed692e9f02003c76910a5d09d","after":"efe1ea395b4359c38fc5c293ba3ab4d490ac5c94","ref":"refs/heads/main","pushedAt":"2024-06-05T14:03:32.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"Merge pull request #161 from symflower/158-coverage-failing-tests\n\nDo not ignore coverage count if there are failing tests","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2335427001\" data-permission-text=\"Title is private\" data-url=\"https://github.com/symflower/eval-dev-quality/issues/161\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/symflower/eval-dev-quality/pull/161/hovercard\" href=\"https://github.com/symflower/eval-dev-quality/pull/161\">#161</a> from symflower/158-coverage-failing-tests"}},{"before":"8d7868bedcb5dadc20734f0f7c89203cee1ee896","after":"30113f2956a0c92aeb6236bb8fa8176a7b175def","ref":"refs/heads/158-coverage-failing-tests","pushedAt":"2024-06-05T13:55:10.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"fix, Do not ignore coverage count if there are failing tests\n\nFixes #158","shortMessageHtmlLink":"fix, Do not ignore coverage count if there are failing tests"}},{"before":"ae83c73980cdc18efa38519a5853b8e471b3b840","after":"8d7868bedcb5dadc20734f0f7c89203cee1ee896","ref":"refs/heads/158-coverage-failing-tests","pushedAt":"2024-06-05T13:43:55.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"fix, Do not ignore coverage count if there are failing tests\n\nFixes #158","shortMessageHtmlLink":"fix, Do not ignore coverage count if there are failing tests"}},{"before":"dfdb62024cbb7d1c07fff4af21bf36506d23452f","after":"ae83c73980cdc18efa38519a5853b8e471b3b840","ref":"refs/heads/158-coverage-failing-tests","pushedAt":"2024-06-05T13:28:06.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"fix, Do not ignore coverage count if there are failing tests\n\nFixes #158","shortMessageHtmlLink":"fix, Do not ignore coverage count if there are failing tests"}},{"before":"1586888339e7eac9336eb7f059328b39ed9aa018","after":"b4a1695d1770972a24e75cc1ce95b1bf72dd19a6","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-05T13:25:29.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"fcff9a638700e71154cecaf56ed33fc885e31611","after":"1586888339e7eac9336eb7f059328b39ed9aa018","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-05T13:09:42.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"75e6d9b96153d129c4e3b1a2b5bb353a8da60479","after":null,"ref":"refs/heads/tmp-gomodcache","pushedAt":"2024-06-05T13:03:48.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"}},{"before":"2fa94d39a848a7f8c93a13c00f68676a44068824","after":"dfdb62024cbb7d1c07fff4af21bf36506d23452f","ref":"refs/heads/158-coverage-failing-tests","pushedAt":"2024-06-05T13:01:22.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ahumenberger","name":null,"path":"/ahumenberger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2736221?s=80&v=4"},"commit":{"message":"Do not ignore coverage count if there are failing tests","shortMessageHtmlLink":"Do not ignore coverage count if there are failing tests"}},{"before":"111de0fa4d8fb1885b95c5a48932f965bcd2a161","after":"fcff9a638700e71154cecaf56ed33fc885e31611","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-05T13:01:02.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":"3f1d702393b554817843730bd3e871cc0ff96ea5","after":"111de0fa4d8fb1885b95c5a48932f965bcd2a161","ref":"refs/heads/160-compilation-errors","pushedAt":"2024-06-05T12:51:51.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"ruiAzevedo19","name":"Rui Azevedo","path":"/ruiAzevedo19","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/36680263?s=80&v=4"},"commit":{"message":"Check for Go compilation errors when building a project, for further compile error code repairing task\n\nCloses #160","shortMessageHtmlLink":"Check for Go compilation errors when building a project, for further …"}},{"before":null,"after":"d6d464d105df3df172d0814074354e06499bca70","ref":"refs/heads/gomodcache","pushedAt":"2024-06-05T12:49:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Munsio","name":"Martin Treml","path":"/Munsio","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/646513?s=80&v=4"},"commit":{"message":"Set \"GOMODCACHE\" environment variable when calling \"symflower test\"","shortMessageHtmlLink":"Set \"GOMODCACHE\" environment variable when calling \"symflower test\""}},{"before":null,"after":"75e6d9b96153d129c4e3b1a2b5bb353a8da60479","ref":"refs/heads/tmp-gomodcache","pushedAt":"2024-06-05T12:46:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bauersimon","name":"Simon Bauer","path":"/bauersimon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22770887?s=80&v=4"},"commit":{"message":"tmp","shortMessageHtmlLink":"tmp"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEX1_fsQA","startCursor":null,"endCursor":null}},"title":"Activity · symflower/eval-dev-quality"}