{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":769312267,"defaultBranch":"main","name":"Megatron-DeepSpeed","ownerLogin":"SysML-project","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-03-08T19:33:11.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/101901719?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1713386018.0","currentOid":""},"activityList":{"items":[{"before":"6a573d28953caf6d8f298f84cf8c8e39983c638f","after":"87462dd76a94a1be7c8b2ffe824f2b449c313a85","ref":"refs/heads/main","pushedAt":"2024-06-11T00:29:15.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/SysML-project/Megatron-DeepSpeed into main","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/SysML-project/Megatron-DeepSpeed\">https://github.com/SysML-project/Megatron-Deep…</a>"}},{"before":"1d15c84b6495b9242f25711c8c79779f8299d3a2","after":"6a573d28953caf6d8f298f84cf8c8e39983c638f","ref":"refs/heads/main","pushedAt":"2024-05-03T20:27:00.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"log cpu adam","shortMessageHtmlLink":"log cpu adam"}},{"before":"f0d294202699b97a792cc3b3e483337b31f19852","after":"1d15c84b6495b9242f25711c8c79779f8299d3a2","ref":"refs/heads/main","pushedAt":"2024-05-01T22:08:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"4 node scripts for t4s","shortMessageHtmlLink":"4 node scripts for t4s"}},{"before":"2958399b01563636ee62c5d4159acff51a5d1d7d","after":"f0d294202699b97a792cc3b3e483337b31f19852","ref":"refs/heads/main","pushedAt":"2024-05-01T22:07:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"remove logs","shortMessageHtmlLink":"remove logs"}},{"before":"9fb53f042fc898be97206230be7a0f6f14690dc9","after":"2958399b01563636ee62c5d4159acff51a5d1d7d","ref":"refs/heads/main","pushedAt":"2024-05-01T17:34:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"log gpt loss","shortMessageHtmlLink":"log gpt loss"}},{"before":"ca795b28a13ef4e85587ed6bd635a903b07401b5","after":"9fb53f042fc898be97206230be7a0f6f14690dc9","ref":"refs/heads/main","pushedAt":"2024-04-30T22:25:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"update 16 node ada initial placement","shortMessageHtmlLink":"update 16 node ada initial placement"}},{"before":"350d93a74b00bc4c2207a93f945e76a979604783","after":"ca795b28a13ef4e85587ed6bd635a903b07401b5","ref":"refs/heads/main","pushedAt":"2024-04-30T21:43:31.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"16 gpu run scripts","shortMessageHtmlLink":"16 gpu run scripts"}},{"before":"72baba901f8a07fe7a15fd4cb6653347a7644af2","after":"350d93a74b00bc4c2207a93f945e76a979604783","ref":"refs/heads/main","pushedAt":"2024-04-30T21:29:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"12 gpu configs","shortMessageHtmlLink":"12 gpu configs"}},{"before":"6f99f1122289c24aac8d054b11efb5c6e83c9e63","after":"72baba901f8a07fe7a15fd4cb6653347a7644af2","ref":"refs/heads/main","pushedAt":"2024-04-26T05:06:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"2xT4 scripts","shortMessageHtmlLink":"2xT4 scripts"}},{"before":"7aeff95200e9265f940da6fbf61a3a402e44e6d7","after":"6f99f1122289c24aac8d054b11efb5c6e83c9e63","ref":"refs/heads/main","pushedAt":"2024-04-20T19:11:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"add placement for 32 expert instances over 2 gpus","shortMessageHtmlLink":"add placement for 32 expert instances over 2 gpus"}},{"before":"6a9a74d1df01fef3af0917f6cbdb77eb059b4139","after":"7aeff95200e9265f940da6fbf61a3a402e44e6d7","ref":"refs/heads/main","pushedAt":"2024-04-18T12:09:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"increase micro batch size","shortMessageHtmlLink":"increase micro batch size"}},{"before":"eaf59dc0bc7dd14628993b189e0ed2580cbf166e","after":"6a9a74d1df01fef3af0917f6cbdb77eb059b4139","ref":"refs/heads/main","pushedAt":"2024-04-18T10:13:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/SysML-project/Megatron-DeepSpeed into main","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/SysML-project/Megatron-DeepSpeed\">https://github.com/SysML-project/Megatron-Deep…</a>"}},{"before":"cee6fb5f1bcba0cfbb5a78332fc607ca250d4275","after":"eaf59dc0bc7dd14628993b189e0ed2580cbf166e","ref":"refs/heads/main","pushedAt":"2024-04-18T08:00:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"rest of the 12 nodes configs","shortMessageHtmlLink":"rest of the 12 nodes configs"}},{"before":"279df5739b649ceb0bab55d9c448f1aea7964d1f","after":"cee6fb5f1bcba0cfbb5a78332fc607ca250d4275","ref":"refs/heads/main","pushedAt":"2024-04-18T07:08:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"decrease the batch size for 12 gpus","shortMessageHtmlLink":"decrease the batch size for 12 gpus"}},{"before":"650f8c8aa3312c33020517bbd0fbd724e71c6aeb","after":"279df5739b649ceb0bab55d9c448f1aea7964d1f","ref":"refs/heads/main","pushedAt":"2024-04-18T06:41:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"12 node config","shortMessageHtmlLink":"12 node config"}},{"before":"36d0155c7fa68bc41514d83a1ad6403f76e0b7b8","after":"650f8c8aa3312c33020517bbd0fbd724e71c6aeb","ref":"refs/heads/main","pushedAt":"2024-04-18T02:57:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"dont sleep","shortMessageHtmlLink":"dont sleep"}},{"before":"5bc8d5ca32c1ca5d6d508a1a751fb5ec6f93ff12","after":"36d0155c7fa68bc41514d83a1ad6403f76e0b7b8","ref":"refs/heads/main","pushedAt":"2024-04-18T02:44:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"sleep less","shortMessageHtmlLink":"sleep less"}},{"before":"8a87a9dce2ca7c891794c69d11c5cfef3a2e4eef","after":"5bc8d5ca32c1ca5d6d508a1a751fb5ec6f93ff12","ref":"refs/heads/main","pushedAt":"2024-04-18T02:34:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"sleep more","shortMessageHtmlLink":"sleep more"}},{"before":"feb806c42d150b2a9fa4ea82646b95fc0c47f2ff","after":"8a87a9dce2ca7c891794c69d11c5cfef3a2e4eef","ref":"refs/heads/main","pushedAt":"2024-04-18T02:31:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"sleep more to laod the dataset index in all nodes","shortMessageHtmlLink":"sleep more to laod the dataset index in all nodes"}},{"before":"859a459965bc919569e3a22d61e998cb33bbcdb1","after":"feb806c42d150b2a9fa4ea82646b95fc0c47f2ff","ref":"refs/heads/main","pushedAt":"2024-04-18T02:28:01.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"no newline in hostfile","shortMessageHtmlLink":"no newline in hostfile"}},{"before":"bbe4097c96e2357e9ccb15061be2cb9b951fe0d1","after":"feb806c42d150b2a9fa4ea82646b95fc0c47f2ff","ref":"refs/heads/azure-dev","pushedAt":"2024-04-18T02:27:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"no newline in hostfile","shortMessageHtmlLink":"no newline in hostfile"}},{"before":"1c0a7278cfcbd1d1499530322f67aa21b1f5d71e","after":"bbe4097c96e2357e9ccb15061be2cb9b951fe0d1","ref":"refs/heads/azure-dev","pushedAt":"2024-04-18T02:12:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"8 node scripts","shortMessageHtmlLink":"8 node scripts"}},{"before":"f1771a055582987eeb904b32ca43d76478b09f41","after":"1c0a7278cfcbd1d1499530322f67aa21b1f5d71e","ref":"refs/heads/azure-dev","pushedAt":"2024-04-17T20:46:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"sleep and log sleeping on dataset idx cache","shortMessageHtmlLink":"sleep and log sleeping on dataset idx cache"}},{"before":null,"after":"f1771a055582987eeb904b32ca43d76478b09f41","ref":"refs/heads/azure-dev","pushedAt":"2024-04-17T20:33:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"sleep before laoding dataset cache idx","shortMessageHtmlLink":"sleep before laoding dataset cache idx"}},{"before":"260a9763b337da9efa62e6bbd803992ab2bdfddc","after":"859a459965bc919569e3a22d61e998cb33bbcdb1","ref":"refs/heads/main","pushedAt":"2024-04-17T20:32:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"us east 4node config","shortMessageHtmlLink":"us east 4node config"}},{"before":"2129c8a1ce472ef111dc6feb3d6a43da4e151622","after":"260a9763b337da9efa62e6bbd803992ab2bdfddc","ref":"refs/heads/main","pushedAt":"2024-04-17T18:46:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"fix configs for 4 nodes","shortMessageHtmlLink":"fix configs for 4 nodes"}},{"before":"9f4d1ee5f0554e05d5264fd95ee12c38c8928d50","after":"2129c8a1ce472ef111dc6feb3d6a43da4e151622","ref":"refs/heads/main","pushedAt":"2024-04-17T18:41:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"fix initial placement for 4 nodes","shortMessageHtmlLink":"fix initial placement for 4 nodes"}},{"before":"58e3fc694bac49d13aecec39d792dbe424bbbbb3","after":"9f4d1ee5f0554e05d5264fd95ee12c38c8928d50","ref":"refs/heads/main","pushedAt":"2024-04-17T18:40:33.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"config files for 4 gpus in east","shortMessageHtmlLink":"config files for 4 gpus in east"}},{"before":"cae5a70a01d8e911b82986459a4ed3548bc30a4a","after":"58e3fc694bac49d13aecec39d792dbe424bbbbb3","ref":"refs/heads/main","pushedAt":"2024-04-17T18:21:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"base train_gpt params","shortMessageHtmlLink":"base train_gpt params"}},{"before":"c38c3e9dab9bfae3f30862417f9c5ae7d72d3c27","after":"cae5a70a01d8e911b82986459a4ed3548bc30a4a","ref":"refs/heads/main","pushedAt":"2024-04-17T18:21:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"askiad","name":"Athinagoras Skiadopoulos","path":"/askiad","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/71398722?s=80&v=4"},"commit":{"message":"configs for us east","shortMessageHtmlLink":"configs for us east"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEYajDlgA","startCursor":null,"endCursor":null}},"title":"Activity · SysML-project/Megatron-DeepSpeed"}