{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":780693127,"defaultBranch":"main","name":"llama2-infer","ownerLogin":"Ma-Dan","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-04-02T01:28:36.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/38337958?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1715867445.0","currentOid":""},"activityList":{"items":[{"before":"851c03fb58f1efba51273442055494b1d9701516","after":"d19ec519ca37f2382dc1ee4945a4935220077e5f","ref":"refs/heads/main","pushedAt":"2024-05-17T03:03:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"omp优化","shortMessageHtmlLink":"omp优化"}},{"before":null,"after":"daec09a745f5eed5565a1874526b8a5f8fb331d1","ref":"refs/heads/raspberrypi","pushedAt":"2024-05-16T13:50:45.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"增加树莓派分支","shortMessageHtmlLink":"增加树莓派分支"}},{"before":null,"after":"a60fa2f4f7c04a4b812471a194fe06548e27ee1c","ref":"refs/heads/mac","pushedAt":"2024-05-16T13:38:24.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"增加mac分支","shortMessageHtmlLink":"增加mac分支"}},{"before":"1ac80b0dbbe4163d59090b312b4b989f95263f12","after":"ae1768fccbb3773cda386517c33077fe482c3193","ref":"refs/heads/qwen","pushedAt":"2024-05-16T13:10:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"omp部分优化","shortMessageHtmlLink":"omp部分优化"}},{"before":"49272445007fcf091f09ea127ee71e5767562443","after":"40a031195a34e098203e5730b3eb83937472b462","ref":"refs/heads/cuda","pushedAt":"2024-05-16T11:48:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"omp部分优化","shortMessageHtmlLink":"omp部分优化"}},{"before":"3a56f979904f7823d80bf5842c8e07f8df14db4e","after":"49272445007fcf091f09ea127ee71e5767562443","ref":"refs/heads/cuda","pushedAt":"2024-05-16T08:13:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"同步部分优化","shortMessageHtmlLink":"同步部分优化"}},{"before":"1df5a867f46ce65d40fc1dd37979eac5dfecf697","after":"1ac80b0dbbe4163d59090b312b4b989f95263f12","ref":"refs/heads/qwen","pushedAt":"2024-05-16T05:22:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"加速kvcache的concat处理","shortMessageHtmlLink":"加速kvcache的concat处理"}},{"before":"3aad729ecf1c65ecc59252c109d784187ca4d303","after":"1df5a867f46ce65d40fc1dd37979eac5dfecf697","ref":"refs/heads/qwen","pushedAt":"2024-05-16T04:35:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"Zero copy reshape","shortMessageHtmlLink":"Zero copy reshape"}},{"before":"eae52f3008396c0b5fcb26a827f8ff7a60c8af1c","after":"3aad729ecf1c65ecc59252c109d784187ca4d303","ref":"refs/heads/qwen","pushedAt":"2024-05-16T03:35:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"优化tensor参数处理","shortMessageHtmlLink":"优化tensor参数处理"}},{"before":"d411f05a39996ce931776707cf7694a940cf34da","after":"eae52f3008396c0b5fcb26a827f8ff7a60c8af1c","ref":"refs/heads/qwen","pushedAt":"2024-05-14T14:20:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"部分优化","shortMessageHtmlLink":"部分优化"}},{"before":"ab768911ffd4029e43db4cacd13b78eef9dfc1e7","after":"d411f05a39996ce931776707cf7694a940cf34da","ref":"refs/heads/qwen","pushedAt":"2024-05-14T08:01:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"部分优化","shortMessageHtmlLink":"部分优化"}},{"before":"1a944b3834d44ed22039dfa84404dc0532ba2fcc","after":"ab768911ffd4029e43db4cacd13b78eef9dfc1e7","ref":"refs/heads/qwen","pushedAt":"2024-05-14T06:35:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"优化部分计算","shortMessageHtmlLink":"优化部分计算"}},{"before":"911ebe1c3a5ac6f94680cace5a5da17c822bd7e5","after":"1a944b3834d44ed22039dfa84404dc0532ba2fcc","ref":"refs/heads/qwen","pushedAt":"2024-05-13T10:36:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"部分优化","shortMessageHtmlLink":"部分优化"}},{"before":"c3adaf1c01c8df73d0a321f21748f030bcc23367","after":"911ebe1c3a5ac6f94680cace5a5da17c822bd7e5","ref":"refs/heads/qwen","pushedAt":"2024-05-13T10:36:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"部分优化","shortMessageHtmlLink":"部分优化"}},{"before":"ca8870a3914c6bc4c667abd8da3b61f0e0780d8a","after":"851c03fb58f1efba51273442055494b1d9701516","ref":"refs/heads/main","pushedAt":"2024-05-13T07:25:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"2-pass online softmax","shortMessageHtmlLink":"2-pass online softmax"}},{"before":"421e4ca474f37ad9bf87ad5e5b3e7118dc7f0eea","after":"c3adaf1c01c8df73d0a321f21748f030bcc23367","ref":"refs/heads/qwen","pushedAt":"2024-05-13T02:21:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"改正位置编码计算","shortMessageHtmlLink":"改正位置编码计算"}},{"before":"10e3cefc73c7a10213d429abcdb459beb7065af6","after":"421e4ca474f37ad9bf87ad5e5b3e7118dc7f0eea","ref":"refs/heads/qwen","pushedAt":"2024-05-12T16:18:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"改正位置编码计算","shortMessageHtmlLink":"改正位置编码计算"}},{"before":"66ae61de14b48a8ca11a43bd9a9287641d7a2765","after":"10e3cefc73c7a10213d429abcdb459beb7065af6","ref":"refs/heads/qwen","pushedAt":"2024-05-12T03:50:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"增加chat流程","shortMessageHtmlLink":"增加chat流程"}},{"before":"6f0acf1eb0bd8fa812b3b54a2c377ee5a0dab7b4","after":"66ae61de14b48a8ca11a43bd9a9287641d7a2765","ref":"refs/heads/qwen","pushedAt":"2024-05-11T15:43:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"使用qwen tokenizer","shortMessageHtmlLink":"使用qwen tokenizer"}},{"before":"a1034b3207af1aa47d538a6bd7b0f6f7baf6440f","after":"6f0acf1eb0bd8fa812b3b54a2c377ee5a0dab7b4","ref":"refs/heads/qwen","pushedAt":"2024-05-05T15:26:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"2-pass online softmax","shortMessageHtmlLink":"2-pass online softmax"}},{"before":null,"after":"a1034b3207af1aa47d538a6bd7b0f6f7baf6440f","ref":"refs/heads/qwen","pushedAt":"2024-05-04T13:35:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"支持有bias的matmul,可以推理Qwen","shortMessageHtmlLink":"支持有bias的matmul,可以推理Qwen"}},{"before":null,"after":"3a56f979904f7823d80bf5842c8e07f8df14db4e","ref":"refs/heads/cuda","pushedAt":"2024-04-17T04:30:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"使用cublas加速linear计算","shortMessageHtmlLink":"使用cublas加速linear计算"}},{"before":"f145ea93bea986295fde63211d5cbc80cdbb2f00","after":"ca8870a3914c6bc4c667abd8da3b61f0e0780d8a","ref":"refs/heads/main","pushedAt":"2024-04-17T02:15:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"修改python对照程序,python和C++计算结果一致","shortMessageHtmlLink":"修改python对照程序,python和C++计算结果一致"}},{"before":"799f4c22bd74f1e20e7272d0987a980e119416d1","after":"f145ea93bea986295fde63211d5cbc80cdbb2f00","ref":"refs/heads/main","pushedAt":"2024-04-15T02:47:18.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"Create README.md","shortMessageHtmlLink":"Create README.md"}},{"before":"390289eddc567e915a269ea46b3cab1c7d6fd034","after":"799f4c22bd74f1e20e7272d0987a980e119416d1","ref":"refs/heads/main","pushedAt":"2024-04-14T07:34:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"Create README.md","shortMessageHtmlLink":"Create README.md"}},{"before":"9ae6540180ae5600f9755796facb8b9ffb11eb57","after":"390289eddc567e915a269ea46b3cab1c7d6fd034","ref":"refs/heads/main","pushedAt":"2024-04-14T07:12:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"清理文件","shortMessageHtmlLink":"清理文件"}},{"before":"7c98a9ed394fb98a39d1241b35878144168b83d3","after":"9ae6540180ae5600f9755796facb8b9ffb11eb57","ref":"refs/heads/main","pushedAt":"2024-04-14T07:08:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"增加tokenizer保存,增加调用参数","shortMessageHtmlLink":"增加tokenizer保存,增加调用参数"}},{"before":"c3e7daabdf43c954db989e18b77dad571d2e8a3e","after":"7c98a9ed394fb98a39d1241b35878144168b83d3","ref":"refs/heads/main","pushedAt":"2024-04-14T06:30:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"从huggingface格式读取模型,灵活处理模型参数","shortMessageHtmlLink":"从huggingface格式读取模型,灵活处理模型参数"}},{"before":"b234bc548351147baf76a03ef7ee9bc0d4d741d4","after":"c3e7daabdf43c954db989e18b77dad571d2e8a3e","ref":"refs/heads/main","pushedAt":"2024-04-11T16:25:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"改正位置编码和KVCache错误","shortMessageHtmlLink":"改正位置编码和KVCache错误"}},{"before":"591f4ea62ec96a41e09dd8be716462d17d37fad2","after":"b234bc548351147baf76a03ef7ee9bc0d4d741d4","ref":"refs/heads/main","pushedAt":"2024-04-11T11:58:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Ma-Dan","name":null,"path":"/Ma-Dan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38337958?s=80&v=4"},"commit":{"message":"清除部分调试信息,在Linux下编译","shortMessageHtmlLink":"清除部分调试信息,在Linux下编译"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAETHuVOAA","startCursor":null,"endCursor":null}},"title":"Activity · Ma-Dan/llama2-infer"}