{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":677750977,"defaultBranch":"master","name":"llama2.rs","ownerLogin":"lintian06","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-08-12T14:15:12.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/8652095?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1691933002.0","currentOid":""},"activityList":{"items":[{"before":"d02ef30b34811d856324680377c6e9244176b397","after":"b45361e1d88df0b46debfe6dc9ac475c2ee878e2","ref":"refs/heads/master","pushedAt":"2023-08-14T05:52:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Fix a typo.","shortMessageHtmlLink":"Fix a typo."}},{"before":"bcf3238e92f4e7359ad6d09bae04013c40bab9cc","after":"d02ef30b34811d856324680377c6e9244176b397","ref":"refs/heads/master","pushedAt":"2023-08-14T03:13:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"b581146090779f0c94ac5604176757e71bf03a63","after":"bcf3238e92f4e7359ad6d09bae04013c40bab9cc","ref":"refs/heads/master","pushedAt":"2023-08-14T03:07:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c771f783e7e456be01dda0e7dddd2e1fd9511662","after":"b581146090779f0c94ac5604176757e71bf03a63","ref":"refs/heads/master","pushedAt":"2023-08-14T02:59:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update rust.yml","shortMessageHtmlLink":"Update rust.yml"}},{"before":"8ed4e6764fca9719ee95ba995a4a3bbd0f1595ea","after":"c771f783e7e456be01dda0e7dddd2e1fd9511662","ref":"refs/heads/master","pushedAt":"2023-08-14T02:56:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update rust.yml","shortMessageHtmlLink":"Update rust.yml"}},{"before":"fd732faed7f5944cf6fb4400fd0c67b0aebe8388","after":"8ed4e6764fca9719ee95ba995a4a3bbd0f1595ea","ref":"refs/heads/master","pushedAt":"2023-08-14T02:50:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update rust.yml","shortMessageHtmlLink":"Update rust.yml"}},{"before":"20820ad45fb9de34794152b976ee1f9e09a2e615","after":"fd732faed7f5944cf6fb4400fd0c67b0aebe8388","ref":"refs/heads/master","pushedAt":"2023-08-14T02:45:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Create CI/CD workflow: rust.yml","shortMessageHtmlLink":"Create CI/CD workflow: rust.yml"}},{"before":"694b693bbb4f8126235ba01787cf2f7604f63545","after":"20820ad45fb9de34794152b976ee1f9e09a2e615","ref":"refs/heads/master","pushedAt":"2023-08-14T01:09:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"37d5cc8d569876e7e4636994f71aa4c53cc433a2","after":"694b693bbb4f8126235ba01787cf2f7604f63545","ref":"refs/heads/master","pushedAt":"2023-08-14T01:08:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"cc52f6b7d94e7ad027986d9731395f0f6409947c","after":"37d5cc8d569876e7e4636994f71aa4c53cc433a2","ref":"refs/heads/master","pushedAt":"2023-08-13T14:53:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"0344532a0419f9045445f58901841fa2b48f5ea5","after":"cc52f6b7d94e7ad027986d9731395f0f6409947c","ref":"refs/heads/master","pushedAt":"2023-08-13T14:20:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"af841bcbf39f72687477004812f73582f440e6ef","after":"0344532a0419f9045445f58901841fa2b48f5ea5","ref":"refs/heads/master","pushedAt":"2023-08-13T14:04:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"8b472ded1f354be093518bbc3c07283ea368167f","after":"27adb082f1b71147616e104081bf6a86a93e06b1","ref":"refs/heads/original_llama2","pushedAt":"2023-08-13T13:58:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"d9f1316206df06b6e0fd09c60ac58cc953d78844","after":"af841bcbf39f72687477004812f73582f440e6ef","ref":"refs/heads/master","pushedAt":"2023-08-13T13:53:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"8b472ded1f354be093518bbc3c07283ea368167f","after":"d9f1316206df06b6e0fd09c60ac58cc953d78844","ref":"refs/heads/master","pushedAt":"2023-08-13T13:33:18.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'refs/remotes/origin/master'","shortMessageHtmlLink":"Merge remote-tracking branch 'refs/remotes/origin/master'"}},{"before":null,"after":"8b472ded1f354be093518bbc3c07283ea368167f","ref":"refs/heads/original_llama2","pushedAt":"2023-08-13T13:23:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Merge pull request #272 from karpathy/feature/customtokenizer\n\nBig Change: Custom Tokenizer training: add the ability to train custom tokenizers instead of using the pretrained Llama 2 tokenizer. This is useful in custom, narrow-domain LLMs because smaller vocab sizes make much smaller, faster, and potentially more capable models. For example, in tinystories a vocab size 4096 custom tokenizer compresses the input text sequences about as well as the Llama 2 tokenizer with vocab size 32000. The result is also \"safer\" because a badly trained model can't accidentally e.g. output some random chinese character and rapidly go \"off the rails\" in subsequent tokens.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1846161305\" data-permission-text=\"Title is private\" data-url=\"https://github.com/karpathy/llama2.c/issues/272\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/karpathy/llama2.c/pull/272/hovercard\" href=\"https://github.com/karpathy/llama2.c/pull/272\">karpathy#272</a> from karpathy/feature/customtokenizer"}},{"before":"c42641205ffe17871af3464f35f51b201e58ebeb","after":"8b472ded1f354be093518bbc3c07283ea368167f","ref":"refs/heads/master","pushedAt":"2023-08-13T12:13:40.000Z","pushType":"push","commitsCount":10,"pusher":{"login":"lintian06","name":"Tian Lin","path":"/lintian06","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8652095?s=80&v=4"},"commit":{"message":"Merge pull request #272 from karpathy/feature/customtokenizer\n\nBig Change: Custom Tokenizer training: add the ability to train custom tokenizers instead of using the pretrained Llama 2 tokenizer. This is useful in custom, narrow-domain LLMs because smaller vocab sizes make much smaller, faster, and potentially more capable models. For example, in tinystories a vocab size 4096 custom tokenizer compresses the input text sequences about as well as the Llama 2 tokenizer with vocab size 32000. The result is also \"safer\" because a badly trained model can't accidentally e.g. output some random chinese character and rapidly go \"off the rails\" in subsequent tokens.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1846161305\" data-permission-text=\"Title is private\" data-url=\"https://github.com/karpathy/llama2.c/issues/272\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/karpathy/llama2.c/pull/272/hovercard\" href=\"https://github.com/karpathy/llama2.c/pull/272\">karpathy#272</a> from karpathy/feature/customtokenizer"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADagfSLQA","startCursor":null,"endCursor":null}},"title":"Activity · lintian06/llama2.rs"}