{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"vllm","owner":"vllm-project","isFork":false,"description":"A high-throughput and memory-efficient inference and serving engine for LLMs","allTopics":["amd","cuda","inference","pytorch","transformer","llama","gpt","rocm","model-serving","mlops","llm","inferentia","llmops","llm-serving","trainium"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":263,"issueCount":846,"starsCount":20318,"forksCount":2765,"license":"Apache License 2.0","participation":[8,4,26,17,16,9,15,8,12,5,5,14,10,19,19,21,22,7,16,14,2,21,9,15,26,25,19,38,31,6,12,17,19,22,32,15,22,29,31,31,42,49,66,46,48,43,57,74,51,48,36,41],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-01T21:02:03.874Z"}},{"type":"Public","name":"flash-attention","owner":"vllm-project","isFork":true,"description":"Fast and memory-efficient exact attention","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":1001,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[16,0,0,0,7,2,16,19,6,5,23,13,23,23,8,18,7,5,3,0,2,0,1,2,6,6,0,0,13,9,5,3,10,19,9,4,15,6,2,2,5,1,12,1,4,0,4,0,7,0,6,3],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-31T17:10:43.290Z"}},{"type":"Public","name":"vllm-nccl","owner":"vllm-project","isFork":false,"description":"Manages vllm-nccl dependency","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":15,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,1,1,2,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-01T20:54:28.924Z"}},{"type":"Public","name":"dashboard","owner":"vllm-project","isFork":false,"description":"vLLM performance dashboard","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":12,"forksCount":3,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,13,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T06:13:47.853Z"}}],"repositoryCount":4,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}