{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":774088434,"defaultBranch":"main","name":"llm-inference","ownerLogin":"depenglee1707","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-03-18T23:24:59.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/154987252?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1715926487.0","currentOid":""},"activityList":{"items":[{"before":"28e7e8392d7a1fb3345485e28deca56942f52b5a","after":"4ea759902cdaa07f37adc0510d13e5505afa1136","ref":"refs/heads/main","pushedAt":"2024-05-20T03:11:27.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"address apiserver to standalone file (#142)","shortMessageHtmlLink":"address apiserver to standalone file (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2296688318\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenCSGs/llm-inference/issues/142\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenCSGs/llm-inference/pull/142/hovercard\" href=\"https://github.com/OpenCSGs/llm-inference/pull/142\">OpenCSGs#142</a>)"}},{"before":null,"after":"5bfdba0494920571b918f5e0275b6eb6aae3ad51","ref":"refs/heads/upgrade-vllm-v0.4.1","pushedAt":"2024-05-17T06:14:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"upgrade vllm to v0.4.1","shortMessageHtmlLink":"upgrade vllm to v0.4.1"}},{"before":null,"after":"7f8e2e3b2f2dda9488a594d4979ef78a6cf4cd6a","ref":"refs/heads/move-apiserver-standalone-file","pushedAt":"2024-05-15T01:50:15.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"address apiserver to standalone file","shortMessageHtmlLink":"address apiserver to standalone file"}},{"before":null,"after":"f1587d95c3731632a0bd01dd0565f2dfabb53359","ref":"refs/heads/add-description-for-TODO","pushedAt":"2024-05-14T02:35:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"add description for TODO to avoid lost the context","shortMessageHtmlLink":"add description for TODO to avoid lost the context"}},{"before":null,"after":"ad6ecb929ec33dcb67fae4630c1fd95f72a8b1d4","ref":"refs/heads/fix-ui-concurrency-setting","pushedAt":"2024-05-14T02:20:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"fix ui concurrency setting","shortMessageHtmlLink":"fix ui concurrency setting"}},{"before":null,"after":"b4c4fb60fbee9823804ceb21f84446edd7858a91","ref":"refs/heads/upgrade-to-pydanticv2","pushedAt":"2024-05-14T01:36:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"upgrade to pydantic v2 -_-","shortMessageHtmlLink":"upgrade to pydantic v2 -_-"}},{"before":null,"after":"6b3318696682bce9bdea66b53cbf9c40b70c73ea","ref":"refs/heads/enable-tensor-parallelism-deepspeed","pushedAt":"2024-04-29T05:21:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"enable tensor paramlism for deepspeed","shortMessageHtmlLink":"enable tensor paramlism for deepspeed"}},{"before":"2ed6bbf7665a211f229b0b56589001a83fddd6bb","after":"28e7e8392d7a1fb3345485e28deca56942f52b5a","ref":"refs/heads/main","pushedAt":"2024-04-29T05:10:45.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"add api in openai style (#125)","shortMessageHtmlLink":"add api in openai style (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2267045508\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenCSGs/llm-inference/issues/125\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenCSGs/llm-inference/pull/125/hovercard\" href=\"https://github.com/OpenCSGs/llm-inference/pull/125\">OpenCSGs#125</a>)"}},{"before":null,"after":"2a9178ac26ea8bc12c7236483388f687060043d5","ref":"refs/heads/generator-metrics-not-correct","pushedAt":"2024-04-25T07:52:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"correct generated metric","shortMessageHtmlLink":"correct generated metric"}},{"before":"707f1a2933e77f19b044bd08d3c28bf2a3aff246","after":"2ed6bbf7665a211f229b0b56589001a83fddd6bb","ref":"refs/heads/main","pushedAt":"2024-04-24T06:30:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"avoid to invoke hf to speed up deployment process (#121)","shortMessageHtmlLink":"avoid to invoke hf to speed up deployment process (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2260373131\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenCSGs/llm-inference/issues/121\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenCSGs/llm-inference/pull/121/hovercard\" href=\"https://github.com/OpenCSGs/llm-inference/pull/121\">OpenCSGs#121</a>)"}},{"before":null,"after":"2d5cd110b2ba09e4f5a26a351b925590206eda25","ref":"refs/heads/add-llama3-8b","pushedAt":"2024-04-24T06:04:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"add llama3-8b from csghub","shortMessageHtmlLink":"add llama3-8b from csghub"}},{"before":null,"after":"918fa5bf195ffa55730c18f14d23825353ccb11a","ref":"refs/heads/avoid-invoke-hf-for-additional-info","pushedAt":"2024-04-24T05:36:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"},"commit":{"message":"avoid to invoke hf to speed up deployment process","shortMessageHtmlLink":"avoid to invoke hf to speed up deployment process"}},{"before":"36244fcfa089c67c17d9c2aae3212e8bffb611f6","after":null,"ref":"refs/heads/fix-vllm-runtime-env","pushedAt":"2024-04-23T14:05:17.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"3587654bfa31d9c1fc6cab77e9e5a4e72446d651","after":null,"ref":"refs/heads/fix-translation-model-output","pushedAt":"2024-04-23T14:05:07.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"e6cfc9e446b499f76d547d51ab911202303c7d5c","after":null,"ref":"refs/heads/keep-removing-deprecated-stuff","pushedAt":"2024-04-23T14:04:47.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"b10d98364c19f0858991e9afac108a1a3ca44af0","after":null,"ref":"refs/heads/fix-single-prompt-broken-streaming","pushedAt":"2024-04-23T14:04:36.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"2d2255af6c828c06b3986e5e81d4c50a06f91a9b","after":null,"ref":"refs/heads/fix-path-params-issue","pushedAt":"2024-04-23T14:04:23.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"d6c87704476158070ce78bd84a8ea72ef86338d6","after":null,"ref":"refs/heads/fix-nonsupoort-streaming-pipeline-broken-when-call-with-stream","pushedAt":"2024-04-23T14:04:14.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"bbab63de3cb22c1e40580e2376601792da580626","after":null,"ref":"refs/heads/fix-cli-list","pushedAt":"2024-04-23T14:04:00.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"800302053dfccdd2850fb367acfb7acc568582be","after":null,"ref":"refs/heads/enhance-__call__-llamacpp","pushedAt":"2024-04-23T14:03:40.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"4092b26d557910446a6d7be9462fb6ed577b68fc","after":null,"ref":"refs/heads/enhance-name-of-router-proxy-in-comparation-scenaria","pushedAt":"2024-04-23T14:03:28.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"e3171775c02cd0228962ceb728b68d7459415fb5","after":null,"ref":"refs/heads/fix-model-load-from-local","pushedAt":"2024-04-23T14:03:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"7319090c1b8a2025d9e5c9c437a1510b9cc76075","after":null,"ref":"refs/heads/gguf-broken-by-revision","pushedAt":"2024-04-23T14:03:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"d84b97c1afb36db1896e26b871dbeb4ebc276ff0","after":null,"ref":"refs/heads/recover-textclassifiction-and-summaryization","pushedAt":"2024-04-23T14:02:59.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"0491a04392f117271ff20899ea2aac9d1a17c76f","after":null,"ref":"refs/heads/correct-vllm-version","pushedAt":"2024-04-23T14:02:39.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"e43679df10b094159bdadb20b43500948964dba0","after":null,"ref":"refs/heads/deepspeed-cannot-workon-mps","pushedAt":"2024-04-23T14:02:30.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"bffb68d3f4e285ef0a2c2d1e262a1e6a705f94c9","after":null,"ref":"refs/heads/fix-pipeline-specific-token-issue","pushedAt":"2024-04-23T14:02:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"fa5fe58e4cd66927294066b9539ec48e0e118d66","after":null,"ref":"refs/heads/fix-stream-generated-slow","pushedAt":"2024-04-23T14:02:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"0118551108ba1fcea82e832f6f0eafb7e3ea7316","after":null,"ref":"refs/heads/load-path-model-issue","pushedAt":"2024-04-23T14:02:02.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}},{"before":"da020172951e58fd466ca6afc5ac00ed7c206ba6","after":null,"ref":"refs/heads/question-answer-recover","pushedAt":"2024-04-23T14:01:53.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"depenglee1707","name":"pengcaca","path":"/depenglee1707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/154987252?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAETmDP8wA","startCursor":null,"endCursor":null}},"title":"Activity · depenglee1707/llm-inference"}