{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":569265598,"defaultBranch":"main","name":"EasyLM","ownerLogin":"young-geng","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-11-22T12:55:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/5175395?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1691897960.0","currentOid":""},"activityList":{"items":[{"before":"dc613ca6f73753c0d7fbe19444893d45a9f8f5bb","after":"f926148081c9eddcc85df4a4d2277aa68a1efc47","ref":"refs/heads/main","pushedAt":"2023-08-31T09:33:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Added attention benchmark","shortMessageHtmlLink":"Added attention benchmark"}},{"before":"72eb6cd7da4aacbbdde507327713dae15ff7a982","after":"dc613ca6f73753c0d7fbe19444893d45a9f8f5bb","ref":"refs/heads/main","pushedAt":"2023-08-24T08:39:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support for token ID literals in text processor field","shortMessageHtmlLink":"Support for token ID literals in text processor field"}},{"before":"5ed12be8b86b61974de1b0d0d4e4b5015e55c6a9","after":"72eb6cd7da4aacbbdde507327713dae15ff7a982","ref":"refs/heads/main","pushedAt":"2023-08-23T04:13:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added doc and tests to BPT and simplified the code","shortMessageHtmlLink":"added doc and tests to BPT and simplified the code"}},{"before":"76bb5f2a10b094682dd46cc6b33c27dba335e9b0","after":"5ed12be8b86b61974de1b0d0d4e4b5015e55c6a9","ref":"refs/heads/main","pushedAt":"2023-08-22T07:34:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support base64 encoded raw tokens","shortMessageHtmlLink":"Support base64 encoded raw tokens"}},{"before":"49de835808f3342d82e0c15c66d2462170cb6acf","after":"76bb5f2a10b094682dd46cc6b33c27dba335e9b0","ref":"refs/heads/main","pushedAt":"2023-08-13T20:09:35.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT; sharding annotation for scan","shortMessageHtmlLink":"not materialzing full attn bias as in BPT; sharding annotation for scan"}},{"before":"c3a3cb64d75303760ab1e3f374a20cb92545b4ab","after":"49de835808f3342d82e0c15c66d2462170cb6acf","ref":"refs/heads/main","pushedAt":"2023-08-13T19:56:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"sharding annotation for bpt long sequence","shortMessageHtmlLink":"sharding annotation for bpt long sequence"}},{"before":"52c375b04733c2ecf9b130c55314d54b77d67da6","after":"c3a3cb64d75303760ab1e3f374a20cb92545b4ab","ref":"refs/heads/main","pushedAt":"2023-08-13T19:11:56.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"cd5f4794d0872c7b180fc70af7ac4ec81177eda7","after":"52c375b04733c2ecf9b130c55314d54b77d67da6","ref":"refs/heads/main","pushedAt":"2023-08-13T12:30:15.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"bf4f826cb3fdf9f2f6e65b9e13c697d91fbb0bfd","after":"cd5f4794d0872c7b180fc70af7ac4ec81177eda7","ref":"refs/heads/main","pushedAt":"2023-08-13T12:26:33.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"134105f0f9740c08c3a9e1880bfbf2635409b4d5","after":"bf4f826cb3fdf9f2f6e65b9e13c697d91fbb0bfd","ref":"refs/heads/main","pushedAt":"2023-08-13T12:19:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"61ba449adfc897f5aac447e9ca5a1d8e660397b0","after":"134105f0f9740c08c3a9e1880bfbf2635409b4d5","ref":"refs/heads/main","pushedAt":"2023-08-13T09:49:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added BPT for training very long sequence","shortMessageHtmlLink":"added BPT for training very long sequence"}},{"before":"184c2ec3b9a27eb6dc3cdccc11ed1b549628fd91","after":"61ba449adfc897f5aac447e9ca5a1d8e660397b0","ref":"refs/heads/main","pushedAt":"2023-08-13T07:19:34.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Merge pull request #91 from young-geng/add_bpt\n\nAdded back optimizer","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1848457955\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/91\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/91/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/91\">#91</a> from young-geng/add_bpt"}},{"before":"540b14746831ae7a5f4068ab4e6c15fad4e72411","after":"f43b6e3a6cceddd9080b13730b72b3ddbedf6346","ref":"refs/heads/add_bpt","pushedAt":"2023-08-13T07:18:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Added back optimizer","shortMessageHtmlLink":"Added back optimizer"}},{"before":"de6e840b769d445a43da631ed3370e01782891c3","after":"184c2ec3b9a27eb6dc3cdccc11ed1b549628fd91","ref":"refs/heads/main","pushedAt":"2023-08-13T04:07:03.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Merge pull request #90 from young-geng/add_bpt\n\nadded BPT for training very long sequence","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1848385988\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/90\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/90/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/90\">#90</a> from young-geng/add_bpt"}},{"before":null,"after":"540b14746831ae7a5f4068ab4e6c15fad4e72411","ref":"refs/heads/add_bpt","pushedAt":"2023-08-13T03:39:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added BPT for training very long sequence","shortMessageHtmlLink":"added BPT for training very long sequence"}},{"before":"e9adfb5f8bca2a4c663c32d566e790d43b12befb","after":"de6e840b769d445a43da631ed3370e01782891c3","ref":"refs/heads/main","pushedAt":"2023-08-07T08:04:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update JAX version","shortMessageHtmlLink":"Update JAX version"}},{"before":"aa537ab28c0f5aa56e05182414662e12cbbcde25","after":"e9adfb5f8bca2a4c663c32d566e790d43b12befb","ref":"refs/heads/main","pushedAt":"2023-08-06T10:42:02.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #85 from akhilkedia/patch-1\n\nFix missing backslash typo in pretrain_llama_7b.sh","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1831543538\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/85\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/85/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/85\">#85</a> from akhilkedia/patch-1"}},{"before":"7669b96fb8ba795e101a4a4f79baaba2d12a89e5","after":"aa537ab28c0f5aa56e05182414662e12cbbcde25","ref":"refs/heads/main","pushedAt":"2023-08-06T10:41:54.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #88 from superMDguy/main-1\n\nFIx convert script","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1838050452\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/88\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/88/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/88\">#88</a> from superMDguy/main-1"}},{"before":"1c0de6fa22fcd642496d1d62a8f52db2ea791023","after":"7669b96fb8ba795e101a4a4f79baaba2d12a89e5","ref":"refs/heads/main","pushedAt":"2023-07-26T08:39:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Fixed missing dtype in memory efficient attention","shortMessageHtmlLink":"Fixed missing dtype in memory efficient attention"}},{"before":"2007d2e844fc6a368e9afb389422c4d8e08b5970","after":"1c0de6fa22fcd642496d1d62a8f52db2ea791023","ref":"refs/heads/main","pushedAt":"2023-07-25T11:26:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support for memory efficient (scanned) attention and scanned mlp","shortMessageHtmlLink":"Support for memory efficient (scanned) attention and scanned mlp"}},{"before":"89224704ea7d83f38ca2fc5dd1e432658c4ff9f9","after":"2007d2e844fc6a368e9afb389422c4d8e08b5970","ref":"refs/heads/main","pushedAt":"2023-07-20T22:05:02.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:young-geng/EasyLM into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:young-geng/EasyLM into main"}},{"before":"bb75c144d01b532fb99ed0d65fb8dc43e8c50613","after":"89224704ea7d83f38ca2fc5dd1e432658c4ff9f9","ref":"refs/heads/main","pushedAt":"2023-07-10T07:04:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update discord server link","shortMessageHtmlLink":"Update discord server link"}},{"before":"554deffcdae3b1ef0a21623d3eb9721304e9651c","after":"bb75c144d01b532fb99ed0d65fb8dc43e8c50613","ref":"refs/heads/main","pushedAt":"2023-07-06T07:59:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update open llama pretrain example","shortMessageHtmlLink":"Update open llama pretrain example"}},{"before":"70c2681e30209528d420d2200ec6732062b9f984","after":"554deffcdae3b1ef0a21623d3eb9721304e9651c","ref":"refs/heads/main","pushedAt":"2023-07-02T04:22:45.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #68 from syzymon/patch-2\n\nHF->EasyLM checkpoint conversion for LLaMA","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1783146636\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/68\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/68/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/68\">#68</a> from syzymon/patch-2"}},{"before":"eb24c9f176c5cc9899b0fa466cac79208b37c390","after":"70c2681e30209528d420d2200ec6732062b9f984","ref":"refs/heads/main","pushedAt":"2023-06-29T09:51:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Add bibtex reference","shortMessageHtmlLink":"Add bibtex reference"}},{"before":"19681820e2c2c79448d7b454d0cb3437fe83d75c","after":"eb24c9f176c5cc9899b0fa466cac79208b37c390","ref":"refs/heads/main","pushedAt":"2023-06-27T19:25:22.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #64 from gianlucadetommaso/typos\n\nfix typos in README","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1773164230\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/64\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/64/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/64\">#64</a> from gianlucadetommaso/typos"}},{"before":"0af497f3197ce1b5ba702d0814a9fb6cb4eaf456","after":"19681820e2c2c79448d7b454d0cb3437fe83d75c","ref":"refs/heads/main","pushedAt":"2023-06-08T23:09:04.464Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Improved llama rematerialization","shortMessageHtmlLink":"Improved llama rematerialization"}},{"before":"ae130b8eb01ad43a6fabab9d7c3c724c00456279","after":"0af497f3197ce1b5ba702d0814a9fb6cb4eaf456","ref":"refs/heads/main","pushedAt":"2023-06-08T03:22:03.850Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update mlxu version","shortMessageHtmlLink":"Update mlxu version"}},{"before":"0fb3c3d90dff47c3e9eb4e832b95af423689d042","after":"ae130b8eb01ad43a6fabab9d7c3c724c00456279","ref":"refs/heads/main","pushedAt":"2023-06-08T03:21:38.558Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Improved llama weights conversion, evaluation and jax distributed init.","shortMessageHtmlLink":"Improved llama weights conversion, evaluation and jax distributed init."}},{"before":"f925045cabce5a25e42d744a43aaba55b25765fc","after":"0fb3c3d90dff47c3e9eb4e832b95af423689d042","ref":"refs/heads/main","pushedAt":"2023-05-31T03:31:01.624Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update llama to hf conversion script to include correct tokenizer config","shortMessageHtmlLink":"Update llama to hf conversion script to include correct tokenizer config"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADdngyHAA","startCursor":null,"endCursor":null}},"title":"Activity · young-geng/EasyLM"}