{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":728909209,"defaultBranch":"main","name":"pytorch-transformer-distributed","ownerLogin":"hkproj","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-08T00:52:38.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/388315?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1701997428.0","currentOid":""},"activityList":{"items":[{"before":"4ddbe9a798c07c032c4ddaa6137d575eae20fbcc","after":"f73abd3f446bd5484c553871521d669b43c887fd","ref":"refs/heads/main","pushedAt":"2024-04-10T16:56:21.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"Merge pull request #3 from tcapelle/main\n\nFix sync of grads","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2231641733\" data-permission-text=\"Title is private\" data-url=\"https://github.com/hkproj/pytorch-transformer-distributed/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/hkproj/pytorch-transformer-distributed/pull/3/hovercard\" href=\"https://github.com/hkproj/pytorch-transformer-distributed/pull/3\">#3</a> from tcapelle/main"}},{"before":"1217c062fd0935b16b5ef3fddf8098c7faefb3a0","after":"4ddbe9a798c07c032c4ddaa6137d575eae20fbcc","ref":"refs/heads/main","pushedAt":"2023-12-19T01:45:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added slides","shortMessageHtmlLink":"added slides"}},{"before":"ab8860fab7a65226917d44d3cf78d21f2af7ceb4","after":"1217c062fd0935b16b5ef3fddf8098c7faefb3a0","ref":"refs/heads/main","pushedAt":"2023-12-15T12:37:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added no_sync block","shortMessageHtmlLink":"added no_sync block"}},{"before":"ad1d4e65d1f3b817deb1b9a5c58e7880db63aa95","after":"ab8860fab7a65226917d44d3cf78d21f2af7ceb4","ref":"refs/heads/main","pushedAt":"2023-12-15T06:58:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added template to transform any project into ddp","shortMessageHtmlLink":"added template to transform any project into ddp"}},{"before":"8015851a82ca6ed194986d6dcfc99a4534e997d7","after":"ad1d4e65d1f3b817deb1b9a5c58e7880db63aa95","ref":"refs/heads/main","pushedAt":"2023-12-14T06:56:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"disable tokenizers parallelism","shortMessageHtmlLink":"disable tokenizers parallelism"}},{"before":"26e8b0051791c54cfc8abaa6eda22c898fba5c22","after":"8015851a82ca6ed194986d6dcfc99a4534e997d7","ref":"refs/heads/main","pushedAt":"2023-12-14T06:17:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"bugfix on config","shortMessageHtmlLink":"bugfix on config"}},{"before":"92d802047b5c847445f78319a03dcbf01a5022b8","after":"26e8b0051791c54cfc8abaa6eda22c898fba5c22","ref":"refs/heads/main","pushedAt":"2023-12-14T06:15:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"printing debug info from all local nodes, but each indicating its rank","shortMessageHtmlLink":"printing debug info from all local nodes, but each indicating its rank"}},{"before":"96016592efc21866ef459c1a3ac2d7f68823baf4","after":"92d802047b5c847445f78319a03dcbf01a5022b8","ref":"refs/heads/main","pushedAt":"2023-12-14T06:05:03.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added comments and type definitions","shortMessageHtmlLink":"added comments and type definitions"}},{"before":"dee260efa4e67a4737883eb13f862ea887615c11","after":"96016592efc21866ef459c1a3ac2d7f68823baf4","ref":"refs/heads/main","pushedAt":"2023-12-12T11:00:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added gradient retention","shortMessageHtmlLink":"added gradient retention"}},{"before":"aac622dfa5ffa348aa6dbf3c597bfdd541641a85","after":"dee260efa4e67a4737883eb13f862ea887615c11","ref":"refs/heads/main","pushedAt":"2023-12-12T09:13:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added gradient computation from scratch notebook","shortMessageHtmlLink":"added gradient computation from scratch notebook"}},{"before":"bb40cf825d366f9759c140fbf7ac7ecb722d850a","after":"aac622dfa5ffa348aa6dbf3c597bfdd541641a85","ref":"refs/heads/main","pushedAt":"2023-12-08T10:53:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"fixed instructions","shortMessageHtmlLink":"fixed instructions"}},{"before":"301837a78ba4bb2d1c01aab273daacc92de4986a","after":"bb40cf825d366f9759c140fbf7ac7ecb722d850a","ref":"refs/heads/main","pushedAt":"2023-12-08T10:51:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"fixed instructions","shortMessageHtmlLink":"fixed instructions"}},{"before":"b6421d5fdf34fc73433816332f10c3e634e5d3a5","after":"301837a78ba4bb2d1c01aab273daacc92de4986a","ref":"refs/heads/main","pushedAt":"2023-12-08T10:50:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"fixed instructions","shortMessageHtmlLink":"fixed instructions"}},{"before":"b82c2b64ab4009f3051483648f10a794f220e73f","after":"b6421d5fdf34fc73433816332f10c3e634e5d3a5","ref":"refs/heads/main","pushedAt":"2023-12-08T10:48:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added instructions for paperspace","shortMessageHtmlLink":"added instructions for paperspace"}},{"before":"76cf0b286ec049137f409abf5ea89540c3ee4040","after":"b82c2b64ab4009f3051483648f10a794f220e73f","ref":"refs/heads/main","pushedAt":"2023-12-08T09:38:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"removed distributed sampler from validation data loader","shortMessageHtmlLink":"removed distributed sampler from validation data loader"}},{"before":"402d058b4c6b51b50ad467f51d756d87e9b5a8a8","after":"76cf0b286ec049137f409abf5ea89540c3ee4040","ref":"refs/heads/main","pushedAt":"2023-12-08T08:28:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"disable progress bar on local_rank > 0","shortMessageHtmlLink":"disable progress bar on local_rank &gt; 0"}},{"before":"480b818cc39f500604c2c55e78699673917e3c9e","after":"402d058b4c6b51b50ad467f51d756d87e9b5a8a8","ref":"refs/heads/main","pushedAt":"2023-12-08T08:25:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"only printing on local_rank 0","shortMessageHtmlLink":"only printing on local_rank 0"}},{"before":"1ebf3ec6e3ccb1d8134c7f1af2081c36e317a906","after":"480b818cc39f500604c2c55e78699673917e3c9e","ref":"refs/heads/main","pushedAt":"2023-12-08T06:47:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added global_step to tqdm progbar during train","shortMessageHtmlLink":"added global_step to tqdm progbar during train"}},{"before":"455d5ec0da9f4c7fd730c471bdb8f00bd305f69b","after":"1ebf3ec6e3ccb1d8134c7f1af2081c36e317a906","ref":"refs/heads/main","pushedAt":"2023-12-08T06:24:31.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added verbose logging","shortMessageHtmlLink":"added verbose logging"}},{"before":"dc45ee33c23ccaf3df9d3c3ce2fae7b3c4904cfd","after":"455d5ec0da9f4c7fd730c471bdb8f00bd305f69b","ref":"refs/heads/main","pushedAt":"2023-12-08T06:01:44.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"resume from latest checkpoint + reuse w&b run id","shortMessageHtmlLink":"resume from latest checkpoint + reuse w&amp;b run id"}},{"before":"e319ba3f6c3769e4b520e09c00ec546b0d9300eb","after":"dc45ee33c23ccaf3df9d3c3ce2fae7b3c4904cfd","ref":"refs/heads/main","pushedAt":"2023-12-08T05:18:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"removed pin_memory from dataloader","shortMessageHtmlLink":"removed pin_memory from dataloader"}},{"before":"5a15d0764b02ab29cc97ad71719b52393c248e12","after":"e319ba3f6c3769e4b520e09c00ec546b0d9300eb","ref":"refs/heads/main","pushedAt":"2023-12-08T05:13:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"shuffle DistributedSampler","shortMessageHtmlLink":"shuffle DistributedSampler"}},{"before":"788cdeda329792e6f72270ced841139c71ed836e","after":"5a15d0764b02ab29cc97ad71719b52393c248e12","ref":"refs/heads/main","pushedAt":"2023-12-08T04:18:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added ddp integration","shortMessageHtmlLink":"added ddp integration"}},{"before":"2170d38874de018156659c8773581e0b6e9ddb19","after":"788cdeda329792e6f72270ced841139c71ed836e","ref":"refs/heads/main","pushedAt":"2023-12-08T03:16:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"updated requirements for torch","shortMessageHtmlLink":"updated requirements for torch"}},{"before":"b308eae06bc834dfedf4f6af1d9fa5798341c0e2","after":"2170d38874de018156659c8773581e0b6e9ddb19","ref":"refs/heads/main","pushedAt":"2023-12-08T02:49:13.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"fixed project name on wandb","shortMessageHtmlLink":"fixed project name on wandb"}},{"before":"ac8474f2b51653e1532ab2afbca8646e9140f30a","after":"b308eae06bc834dfedf4f6af1d9fa5798341c0e2","ref":"refs/heads/main","pushedAt":"2023-12-08T02:46:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"updated README","shortMessageHtmlLink":"updated README"}},{"before":"5deb93dc26e578b0f5da3aa46d7257e17f411c20","after":"ac8474f2b51653e1532ab2afbca8646e9140f30a","ref":"refs/heads/main","pushedAt":"2023-12-08T02:45:23.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"removed tensorboard ignore (obsolete)","shortMessageHtmlLink":"removed tensorboard ignore (obsolete)"}},{"before":"02cf37d77223d588c6d87cff8227c7120b8a0f97","after":"5deb93dc26e578b0f5da3aa46d7257e17f411c20","ref":"refs/heads/main","pushedAt":"2023-12-08T02:42:06.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"training with w&b becomes the default training script","shortMessageHtmlLink":"training with w&amp;b becomes the default training script"}},{"before":"e3dfa29385f351d6b935c1171c0ec882096d889d","after":"02cf37d77223d588c6d87cff8227c7120b8a0f97","ref":"refs/heads/main","pushedAt":"2023-12-08T02:39:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added requirements and conda env","shortMessageHtmlLink":"added requirements and conda env"}},{"before":null,"after":"e3dfa29385f351d6b935c1171c0ec882096d889d","ref":"refs/heads/main","pushedAt":"2023-12-08T01:03:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hkproj","name":"Umar Jamil","path":"/hkproj","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/388315?s=80&v=4"},"commit":{"message":"added weights&biases integration","shortMessageHtmlLink":"added weights&amp;biases integration"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAELUi74AA","startCursor":null,"endCursor":null}},"title":"Activity · hkproj/pytorch-transformer-distributed"}