{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":746063053,"defaultBranch":"main","name":"lm-evaluation-harness-pt","ownerLogin":"eduagarcia","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-01-21T00:12:58.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/14336794?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1706731045.0","currentOid":""},"activityList":{"items":[{"before":"fa34bb300071f22dd6a267b60f1f8a668f742bfd","after":"fe490090247eb028cfe8e89f2df9706b0039b3e4","ref":"refs/heads/main","pushedAt":"2024-05-19T16:00:50.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/eduagarcia/lm-evaluation-harness-pt","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/eduagarcia/lm-evaluation-harness-pt\">https://github.com/eduagarcia/lm-evaluation-ha…</a>"}},{"before":"5f147df4d60e07259e42001b3a4a9c9996054a16","after":"fa34bb300071f22dd6a267b60f1f8a668f742bfd","ref":"refs/heads/main","pushedAt":"2024-04-15T04:34:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"fix peft 4bits","shortMessageHtmlLink":"fix peft 4bits"}},{"before":"8658579b43f224f1488af60903cadbd43e2a2a73","after":"5f147df4d60e07259e42001b3a4a9c9996054a16","ref":"refs/heads/main","pushedAt":"2024-04-15T02:59:31.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"fixes for vertex-ai gemini","shortMessageHtmlLink":"fixes for vertex-ai gemini"}},{"before":"2b85cbfcf6795e9041348f6c3893a154e6025c2e","after":"8658579b43f224f1488af60903cadbd43e2a2a73","ref":"refs/heads/main","pushedAt":"2024-04-13T03:59:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Closed source evaluation with litellm","shortMessageHtmlLink":"Closed source evaluation with litellm"}},{"before":"615084956427cdcc9d1c76c87d7beadd4fd80dc0","after":"2b85cbfcf6795e9041348f6c3893a154e6025c2e","ref":"refs/heads/main","pushedAt":"2024-03-07T21:43:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Softer batch size and max_length reduction in memory size detection","shortMessageHtmlLink":"Softer batch size and max_length reduction in memory size detection"}},{"before":"72a7c322b0ea7a07ea81117a1bf516389f0fff33","after":"615084956427cdcc9d1c76c87d7beadd4fd80dc0","ref":"refs/heads/main","pushedAt":"2024-02-23T15:10:07.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Merge pull request #3 from Nkluge-correa/main\n\nadded utf-8 encoding to dumping of results","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2149166881\" data-permission-text=\"Title is private\" data-url=\"https://github.com/eduagarcia/lm-evaluation-harness-pt/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/eduagarcia/lm-evaluation-harness-pt/pull/3/hovercard\" href=\"https://github.com/eduagarcia/lm-evaluation-harness-pt/pull/3\">#3</a> from Nkluge-correa/main"}},{"before":"40164e5fee11f217fd5162181502871cbde090b1","after":"72a7c322b0ea7a07ea81117a1bf516389f0fff33","ref":"refs/heads/main","pushedAt":"2024-02-19T17:50:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"fix logger of detecting batch size and max len","shortMessageHtmlLink":"fix logger of detecting batch size and max len"}},{"before":"7ca3a6b056e9af10dc8ed50149ceb3a3a43b684f","after":"40164e5fee11f217fd5162181502871cbde090b1","ref":"refs/heads/main","pushedAt":"2024-02-16T02:03:47.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Fix grammar errors and make better descriptions","shortMessageHtmlLink":"Fix grammar errors and make better descriptions"}},{"before":"17d8bffcae768583fe83e082e44b88ded76188e5","after":"7ca3a6b056e9af10dc8ed50149ceb3a3a43b684f","ref":"refs/heads/main","pushedAt":"2024-02-05T20:38:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Fix multiple bugs for non-chat models and alingn limits and num-fewshots for multiple task","shortMessageHtmlLink":"Fix multiple bugs for non-chat models and alingn limits and num-fewsh…"}},{"before":"672306214fa6b8158875e3e403082aa5414e03d4","after":"17d8bffcae768583fe83e082e44b88ded76188e5","ref":"refs/heads/main","pushedAt":"2024-02-03T15:09:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"RRIP task: fix label names","shortMessageHtmlLink":"RRIP task: fix label names"}},{"before":"1d05b59438434c8acd4bb4859edf359a2b417fd3","after":"672306214fa6b8158875e3e403082aa5414e03d4","ref":"refs/heads/main","pushedAt":"2024-02-03T15:06:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"change task dataset path","shortMessageHtmlLink":"change task dataset path"}},{"before":"c9d1e3ddd6722c1fbb498787fe36fa4e19734fbf","after":"1d05b59438434c8acd4bb4859edf359a2b417fd3","ref":"refs/heads/main","pushedAt":"2024-02-03T15:02:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Tasks: added top_p and top_k configuration to override defaults, few shot ids for legal tasks","shortMessageHtmlLink":"Tasks: added top_p and top_k configuration to override defaults, few …"}},{"before":null,"after":"3b80f691aa9d3ee15c5bfb0d971d39b9257318df","ref":"refs/heads/legal-0.0.4","pushedAt":"2024-01-31T19:57:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Versioning with modifications: legal-0.0.4","shortMessageHtmlLink":"Versioning with modifications: legal-0.0.4"}},{"before":"c02f2f4826286d967f837b2a7bd0d4e0979f9f66","after":"c9d1e3ddd6722c1fbb498787fe36fa4e19734fbf","ref":"refs/heads/main","pushedAt":"2024-01-31T19:28:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"starting_max_length option for better GPU memory usage","shortMessageHtmlLink":"starting_max_length option for better GPU memory usage"}},{"before":"d197e76da98fdb876728c291868688c40d05a4f5","after":"c02f2f4826286d967f837b2a7bd0d4e0979f9f66","ref":"refs/heads/main","pushedAt":"2024-01-31T16:43:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Automatic max_length detection if not set","shortMessageHtmlLink":"Automatic max_length detection if not set"}},{"before":"72ab0c79a88eb4f481d4eb82ce0026ee732b9ccf","after":"d197e76da98fdb876728c291868688c40d05a4f5","ref":"refs/heads/main","pushedAt":"2024-01-31T07:31:46.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Remove default limits from tasks","shortMessageHtmlLink":"Remove default limits from tasks"}},{"before":"47d235e3824fab4ea66b4179c17bd59ce5ddaa08","after":"72ab0c79a88eb4f481d4eb82ce0026ee732b9ccf","ref":"refs/heads/main","pushedAt":"2024-01-31T05:19:11.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Feature: group_by in filter_config -> group results by column in to display metrics per data type","shortMessageHtmlLink":"Feature: group_by in filter_config -&gt; group results by column in to d…"}},{"before":"419cd55d4818aa81186a53d232c3996b49baaa4a","after":"47d235e3824fab4ea66b4179c17bd59ce5ddaa08","ref":"refs/heads/main","pushedAt":"2024-01-30T03:37:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Feature: New Few-shot sampler by ID, modify oab and enem tasks","shortMessageHtmlLink":"Feature: New Few-shot sampler by ID, modify oab and enem tasks"}},{"before":"a6e08cb22718b1c04de176becd231c09d08a48f1","after":"419cd55d4818aa81186a53d232c3996b49baaa4a","ref":"refs/heads/main","pushedAt":"2024-01-30T00:26:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"ENEM Task and new filters for OAB","shortMessageHtmlLink":"ENEM Task and new filters for OAB"}},{"before":"3100118608867fa29d65b3361acb1f0b19b3bdb8","after":"a6e08cb22718b1c04de176becd231c09d08a48f1","ref":"refs/heads/main","pushedAt":"2024-01-29T13:35:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"When limit <=0 override config limit to None","shortMessageHtmlLink":"When limit &lt;=0 override config limit to None"}},{"before":"c7dc40f70f7be520023d3834095bc45de1168b5d","after":"3100118608867fa29d65b3361acb1f0b19b3bdb8","ref":"refs/heads/main","pushedAt":"2024-01-29T13:26:40.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Fix spaces in HF chat template","shortMessageHtmlLink":"Fix spaces in HF chat template"}},{"before":"05694b555327d4dafa78343a868696114585aad9","after":"c7dc40f70f7be520023d3834095bc45de1168b5d","ref":"refs/heads/main","pushedAt":"2024-01-28T20:29:26.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Option to set new_fewshot and limit per task","shortMessageHtmlLink":"Option to set new_fewshot and limit per task"}},{"before":"0ac394ecaf57fc6d3c0aa5992b8cfc36e9498f1e","after":"05694b555327d4dafa78343a868696114585aad9","ref":"refs/heads/main","pushedAt":"2024-01-28T08:05:05.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Added support to huggingface tokenizer chat format","shortMessageHtmlLink":"Added support to huggingface tokenizer chat format"}},{"before":"117515d1fc4f25c300da54247a0b3c87f69947e6","after":"0ac394ecaf57fc6d3c0aa5992b8cfc36e9498f1e","ref":"refs/heads/main","pushedAt":"2024-01-27T07:18:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"min length at 128","shortMessageHtmlLink":"min length at 128"}},{"before":"736a4ae2e8e03b69502914c6cd345497b17c9577","after":"117515d1fc4f25c300da54247a0b3c87f69947e6","ref":"refs/heads/main","pushedAt":"2024-01-27T03:30:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"fix typo","shortMessageHtmlLink":"fix typo"}},{"before":"73656263896c8094085a4af6d6e3fefeba9b0ec6","after":"736a4ae2e8e03b69502914c6cd345497b17c9577","ref":"refs/heads/main","pushedAt":"2024-01-27T02:31:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"fix error on hf find_executable_memory_size","shortMessageHtmlLink":"fix error on hf find_executable_memory_size"}},{"before":"4749969a89157c652f2700d2c3440e7d8411e044","after":"73656263896c8094085a4af6d6e3fefeba9b0ec6","ref":"refs/heads/main","pushedAt":"2024-01-27T02:28:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"print max_length on batch_size='auto'","shortMessageHtmlLink":"print max_length on batch_size='auto'"}},{"before":"29443ac5f2a10ab43ec61f7c378b1219c74d3a37","after":"4749969a89157c652f2700d2c3440e7d8411e044","ref":"refs/heads/main","pushedAt":"2024-01-27T02:13:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Custom function to find max_seq_len possible without CUDA OOM","shortMessageHtmlLink":"Custom function to find max_seq_len possible without CUDA OOM"}},{"before":"52a23b5f1ac5431276fc834dbd68850af39ddcb1","after":"29443ac5f2a10ab43ec61f7c378b1219c74d3a37","ref":"refs/heads/main","pushedAt":"2024-01-22T04:11:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"remove print from pt tasks","shortMessageHtmlLink":"remove print from pt tasks"}},{"before":"897f5b241a7d8153401ad53a2bdc7701023ef256","after":"52a23b5f1ac5431276fc834dbd68850af39ddcb1","ref":"refs/heads/main","pushedAt":"2024-01-22T03:21:44.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"eduagarcia","name":"Eduardo Garcia","path":"/eduagarcia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/14336794?s=80&v=4"},"commit":{"message":"Merge pull request #2 from eduagarcia/fix\n\nconservative batchsize option","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2092993409\" data-permission-text=\"Title is private\" data-url=\"https://github.com/eduagarcia/lm-evaluation-harness-pt/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/eduagarcia/lm-evaluation-harness-pt/pull/2/hovercard\" href=\"https://github.com/eduagarcia/lm-evaluation-harness-pt/pull/2\">#2</a> from eduagarcia/fix"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAETiRgmAA","startCursor":null,"endCursor":null}},"title":"Activity · eduagarcia/lm-evaluation-harness-pt"}