{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":701495563,"defaultBranch":"main","name":"vllm","ownerLogin":"mmoskal","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-10-06T19:01:42.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/10673976?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1721164268.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"160e1d8c99567872ef3e683e87c09f96a3a2e7c4","ref":"refs/heads/fix-chunked-prefill-and-prefix-cache-2","pushedAt":"2024-07-16T21:11:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"[Misc] Log spec decode metrics (#6454)","shortMessageHtmlLink":"[Misc] Log spec decode metrics (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2409727061\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/6454\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/6454/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/6454\">vllm-project#6454</a>)"}},{"before":"333306a252a0ef42ef07b11b64df6ff1ac2e2d6d","after":"160e1d8c99567872ef3e683e87c09f96a3a2e7c4","ref":"refs/heads/main","pushedAt":"2024-07-16T21:08:57.000Z","pushType":"push","commitsCount":113,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"[Misc] Log spec decode metrics (#6454)","shortMessageHtmlLink":"[Misc] Log spec decode metrics (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2409727061\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/6454\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/6454/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/6454\">vllm-project#6454</a>)"}},{"before":null,"after":"6fec2b0c6ffa64d77c638aae31bc64dfae9aa63a","ref":"refs/heads/sampling_ctrl_pr","pushedAt":"2024-07-09T23:17:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"revert api_server changes","shortMessageHtmlLink":"revert api_server changes"}},{"before":"039db20d7af2c087623ecd00472a5763aaf106d9","after":"e0eb2da57a84e3c704b6288f6f948e051431c1e0","ref":"refs/heads/sampling_ctrl","pushedAt":"2024-07-09T21:50:09.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"allow appending empty token seq","shortMessageHtmlLink":"allow appending empty token seq"}},{"before":"a70c68e1ec2211fa3ce3f40b9d3487148342af85","after":"039db20d7af2c087623ecd00472a5763aaf106d9","ref":"refs/heads/sampling_ctrl","pushedAt":"2024-07-09T18:40:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"add SamplingController.empty_step() callback","shortMessageHtmlLink":"add SamplingController.empty_step() callback"}},{"before":"374414314e0534a55c26571e891d8564bb7c39e0","after":"a70c68e1ec2211fa3ce3f40b9d3487148342af85","ref":"refs/heads/sampling_ctrl","pushedAt":"2024-07-08T23:46:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"fix assert","shortMessageHtmlLink":"fix assert"}},{"before":null,"after":"374414314e0534a55c26571e891d8564bb7c39e0","ref":"refs/heads/sampling_ctrl","pushedAt":"2024-07-08T21:07:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"more extensible","shortMessageHtmlLink":"more extensible"}},{"before":"3c6325f0fcfc46e573a107c9435abba6b6a617e8","after":"333306a252a0ef42ef07b11b64df6ff1ac2e2d6d","ref":"refs/heads/main","pushedAt":"2024-07-07T17:04:35.000Z","pushType":"push","commitsCount":26,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"add benchmark for fix length input and output (#5857)\n\nCo-authored-by: Roger Wang <ywang@roblox.com>","shortMessageHtmlLink":"add benchmark for fix length input and output (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2374355694\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5857\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5857/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5857\">vllm-project#5857</a>)"}},{"before":"9d6a8daa87e2e0af3ff45d03d08ad5a94ec089a8","after":"3c6325f0fcfc46e573a107c9435abba6b6a617e8","ref":"refs/heads/main","pushedAt":"2024-07-03T22:04:21.000Z","pushType":"push","commitsCount":10,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"[core][distributed] custom allreduce when pp size > 1 (#6117)","shortMessageHtmlLink":"[core][distributed] custom allreduce when pp size &gt; 1 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2389379181\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/6117\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/6117/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/6117\">vllm-project#6117</a>"}},{"before":null,"after":"9d6a8daa87e2e0af3ff45d03d08ad5a94ec089a8","ref":"refs/heads/fix-chunk-prefill-and-prefix-cache","pushedAt":"2024-07-03T16:59:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"[Model] Jamba support (#4115)\n\nSigned-off-by: Muralidhar Andoorveedu <muralidhar.andoorveedu@centml.ai>\r\nCo-authored-by: Erez Schwartz <erezs@ai21.com>\r\nCo-authored-by: Mor Zusman <morz@ai21.com>\r\nCo-authored-by: tomeras91 <57313761+tomeras91@users.noreply.github.com>\r\nCo-authored-by: Tomer Asida <tomera@ai21.com>\r\nCo-authored-by: Zhuohan Li <zhuohan123@gmail.com>\r\nCo-authored-by: Muralidhar Andoorveedu <muralidhar.andoorveedu@centml.ai>","shortMessageHtmlLink":"[Model] Jamba support (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2245982801\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4115\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4115/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4115\">vllm-project#4115</a>)"}},{"before":"325c119961698c27d8d11d61d019a6d57c814c51","after":"9d6a8daa87e2e0af3ff45d03d08ad5a94ec089a8","ref":"refs/heads/main","pushedAt":"2024-07-03T00:16:13.000Z","pushType":"push","commitsCount":392,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"[Model] Jamba support (#4115)\n\nSigned-off-by: Muralidhar Andoorveedu <muralidhar.andoorveedu@centml.ai>\r\nCo-authored-by: Erez Schwartz <erezs@ai21.com>\r\nCo-authored-by: Mor Zusman <morz@ai21.com>\r\nCo-authored-by: tomeras91 <57313761+tomeras91@users.noreply.github.com>\r\nCo-authored-by: Tomer Asida <tomera@ai21.com>\r\nCo-authored-by: Zhuohan Li <zhuohan123@gmail.com>\r\nCo-authored-by: Muralidhar Andoorveedu <muralidhar.andoorveedu@centml.ai>","shortMessageHtmlLink":"[Model] Jamba support (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2245982801\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4115\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4115/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4115\">vllm-project#4115</a>)"}},{"before":null,"after":"f9fd2f3fb7df5601cd28191d00447860746b0829","ref":"refs/heads/ginda-4","pushedAt":"2024-07-02T23:58:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"only allow random sampling\n(otherwise temp setting doesn't override greedy)","shortMessageHtmlLink":"only allow random sampling"}},{"before":"2fc64815e228f4acc697de4de5ad89c834458436","after":"8368ae1d953425e71bbfd636ad58bf5ec51a8c3e","ref":"refs/heads/ginda-2","pushedAt":"2024-07-02T23:58:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"Add some TODO and comments\n\nThe major comment should be that we make minimal changes in vllm and make things work","shortMessageHtmlLink":"Add some TODO and comments"}},{"before":null,"after":"2fc64815e228f4acc697de4de5ad89c834458436","ref":"refs/heads/ginda-2","pushedAt":"2024-07-02T22:57:43.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"Add sequence ready logic","shortMessageHtmlLink":"Add sequence ready logic"}},{"before":"56d3c80cb3bf204c697608cfe5e6455795fb7d45","after":"96098832e3d345a923b9d1125d47bdc4bd6579ba","ref":"refs/heads/ginda","pushedAt":"2024-07-01T21:38:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"add the websocket example to vllm repo","shortMessageHtmlLink":"add the websocket example to vllm repo"}},{"before":"198acfc5a2ee986041cdfef7848fb1829f020ec0","after":"56d3c80cb3bf204c697608cfe5e6455795fb7d45","ref":"refs/heads/ginda","pushedAt":"2024-07-01T21:12:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"Hide aici import in aici_rt\n\nThis is a hack to protect if a machine not installing aici to use other functionality","shortMessageHtmlLink":"Hide aici import in aici_rt"}},{"before":null,"after":"198acfc5a2ee986041cdfef7848fb1829f020ec0","ref":"refs/heads/ginda","pushedAt":"2024-07-01T20:59:29.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"GindaChen","name":"Junda Chen","path":"/GindaChen","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32371474?s=80&v=4"},"commit":{"message":"Runnable: create prefix on websocket","shortMessageHtmlLink":"Runnable: create prefix on websocket"}},{"before":"8169e3aacf7564bff43cc0d8b70280b4374ce43f","after":"f9fd2f3fb7df5601cd28191d00447860746b0829","ref":"refs/heads/aici3","pushedAt":"2024-06-26T22:09:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"only allow random sampling\n(otherwise temp setting doesn't override greedy)","shortMessageHtmlLink":"only allow random sampling"}},{"before":"cc6cab4789cccf9f321092e9496d59bd337ce81b","after":"dffca79a0b409cde9bff15262f819421dca741b5","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-26T00:51:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"re-run build","shortMessageHtmlLink":"re-run build"}},{"before":"507d2dcf6a66c083575e99092b1c3d102a36c47e","after":"cc6cab4789cccf9f321092e9496d59bd337ce81b","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-25T20:42:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"add assertion message","shortMessageHtmlLink":"add assertion message"}},{"before":"14f33b1340f28648f20f12d3a60fbad54f678360","after":"507d2dcf6a66c083575e99092b1c3d102a36c47e","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-25T16:58:36.000Z","pushType":"push","commitsCount":12,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"prefix caching fix","shortMessageHtmlLink":"prefix caching fix"}},{"before":"ee3eea0a1b2c690557455d97074d8829d5a98320","after":"325c119961698c27d8d11d61d019a6d57c814c51","ref":"refs/heads/main","pushedAt":"2024-05-25T16:03:57.000Z","pushType":"push","commitsCount":10,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"[Misc] add logging level env var (#5045)","shortMessageHtmlLink":"[Misc] add logging level env var (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2316691756\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5045\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5045/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5045\">vllm-project#5045</a>)"}},{"before":"2855de6369397ab24a161d7da26f503b6cc8f0ed","after":"14f33b1340f28648f20f12d3a60fbad54f678360","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-25T03:52:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"force rebuild","shortMessageHtmlLink":"force rebuild"}},{"before":"60f0d25625e00f958c306cf18614385da68de06c","after":"2855de6369397ab24a161d7da26f503b6cc8f0ed","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-25T00:28:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"formatting","shortMessageHtmlLink":"formatting"}},{"before":"0a5a73d6113760c77a254a7e30d5aee8e3df7f24","after":"60f0d25625e00f958c306cf18614385da68de06c","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-25T00:25:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"fix sliding window computation","shortMessageHtmlLink":"fix sliding window computation"}},{"before":"ce04cdec9cce1796e325d58f63c35162a56ffd75","after":"0a5a73d6113760c77a254a7e30d5aee8e3df7f24","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-24T23:40:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"formatting","shortMessageHtmlLink":"formatting"}},{"before":"f4ede624531b7930076604eac3d208e1cb44625f","after":"ce04cdec9cce1796e325d58f63c35162a56ffd75","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-24T23:32:15.000Z","pushType":"push","commitsCount":81,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"restore assert","shortMessageHtmlLink":"restore assert"}},{"before":"64560f7ac2ca97200e6bdd6bcc5e16a0a230f6b6","after":"77ffb6fb4ea04eed52625b2f0289fa1c34251ce1","ref":"refs/heads/seq_controller","pushedAt":"2024-05-24T22:56:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"resolve circular deps","shortMessageHtmlLink":"resolve circular deps"}},{"before":"4e12131089f192334f6e09c8fe5cd85af1e25327","after":"ee3eea0a1b2c690557455d97074d8829d5a98320","ref":"refs/heads/main","pushedAt":"2024-05-23T00:05:27.000Z","pushType":"push","commitsCount":76,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"[Misc] Take user preference in attention selector (#4960)","shortMessageHtmlLink":"[Misc] Take user preference in attention selector (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2308902509\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4960\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4960/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4960\">vllm-project#4960</a>)"}},{"before":"24844dde32e85ca30e430bd19dab25c17a5285d6","after":"f4ede624531b7930076604eac3d208e1cb44625f","ref":"refs/heads/sliding_window_v2","pushedAt":"2024-05-23T00:03:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mmoskal","name":"Michał Moskal","path":"/mmoskal","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10673976?s=80&v=4"},"commit":{"message":"rename: block_sliding_window => max_block_sliding_window","shortMessageHtmlLink":"rename: block_sliding_window =&gt; max_block_sliding_window"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEgTTEBgA","startCursor":null,"endCursor":null}},"title":"Activity · mmoskal/vllm"}