{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":277899703,"defaultBranch":"main","name":"fairscale","ownerLogin":"facebookresearch","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2020-07-07T19:02:01.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/16943930?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1714701414.0","currentOid":""},"activityList":{"items":[{"before":"4d26a67c5479939994404b785d827ebdb6466901","after":"5f484b3545f27eddb19d970fbe1d361b9c5f2b07","ref":"refs/heads/main","pushedAt":"2024-05-03T16:54:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"vladmihailescu","name":"Vlad Tiberiu Mihailescu","path":"/vladmihailescu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22722482?s=80&v=4"},"commit":{"message":"Add timeout in initialize_model_parallel (#1182)\n\nWe need a timeout to react faster when one of the partitions is broken","shortMessageHtmlLink":"Add timeout in initialize_model_parallel (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2276772517\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1182\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1182/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1182\">#1182</a>)"}},{"before":null,"after":"b183480dd9a6d38e431566702b9b64d02c69b5a1","ref":"refs/heads/add-model-parallel-init-timeout","pushedAt":"2024-05-03T01:56:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vladmihailescu","name":"Vlad Tiberiu Mihailescu","path":"/vladmihailescu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22722482?s=80&v=4"},"commit":{"message":"Add timeout in initialize_model_parallel\n\nWe need a timeout to react faster when one of the partitions is broken","shortMessageHtmlLink":"Add timeout in initialize_model_parallel"}},{"before":"4b5abe2541be244f1efe069c41ce902606073ea5","after":"c97bfd91a927f1474442494aabd190f1410ef1e1","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-02T01:40:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"clean up accumulated fp32 grads between data batches","shortMessageHtmlLink":"clean up accumulated fp32 grads between data batches"}},{"before":"3429f33b58513185fafb6c01d1416817c6577a0b","after":"4b5abe2541be244f1efe069c41ce902606073ea5","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-02T01:17:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"use new field to accumulate per-parameter grads in fp32 and copy into flatten_parameter.unsharded_main_grad in last microbatch backward()","shortMessageHtmlLink":"use new field to accumulate per-parameter grads in fp32 and copy into…"}},{"before":"f787532e3a7f6533125b0d94ebb1fbead9fcbffd","after":"3429f33b58513185fafb6c01d1416817c6577a0b","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-01T04:29:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"9a2262893b76a04c11a5744e0eae549059f578e7","after":"f787532e3a7f6533125b0d94ebb1fbead9fcbffd","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-04-30T04:52:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"d1102ce5c0045c0e8776f0bdd23522fd680bb893","after":"9a2262893b76a04c11a5744e0eae549059f578e7","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-04-29T05:52:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"remove logging","shortMessageHtmlLink":"remove logging"}},{"before":null,"after":"d1102ce5c0045c0e8776f0bdd23522fd680bb893","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-04-29T04:26:43.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"use torch.no_grad() to avoid calling cat() during FSDP backward except for last microbatch","shortMessageHtmlLink":"use torch.no_grad() to avoid calling cat() during FSDP backward excep…"}},{"before":"e2c271e7f19edc6b0af38ba6ea16a750484f87cb","after":"d95ca8da3c38eeeb111c80aeec6a929b103cd05f","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-27T10:12:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"remove .clone()","shortMessageHtmlLink":"remove .clone()"}},{"before":"ca237e09139797faab8b2013f80cde39dd5e0d56","after":"e2c271e7f19edc6b0af38ba6ea16a750484f87cb","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-25T06:17:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"temporary workaround for FSDP state transition check","shortMessageHtmlLink":"temporary workaround for FSDP state transition check"}},{"before":"ec573cca6319f380aed482c121446c5978d5f46a","after":"ca237e09139797faab8b2013f80cde39dd5e0d56","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-25T06:07:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"improve naming","shortMessageHtmlLink":"improve naming"}},{"before":"6f35c74fc1bea1fc8b50bc2b7d0746cc44e5166a","after":"ec573cca6319f380aed482c121446c5978d5f46a","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-24T07:24:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"only run backward() for all new_params once per FSDP when the grad of last new_param_stop_grad is ready per, to reduce the call to SplitWithSizesBackward etc","shortMessageHtmlLink":"only run backward() for all new_params once per FSDP when the grad of…"}},{"before":"901ecebfc7fe00475977ff8a35cc5040d84e2cb1","after":"6f35c74fc1bea1fc8b50bc2b7d0746cc44e5166a","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-24T05:19:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"only trigger new_param.backward() in last microbatch","shortMessageHtmlLink":"only trigger new_param.backward() in last microbatch"}},{"before":"db1b32d7f66bbcdd6589bfcea8fc4168fa9d220e","after":"901ecebfc7fe00475977ff8a35cc5040d84e2cb1","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-24T05:14:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"only trigger new_param.backward() in last microbatch","shortMessageHtmlLink":"only trigger new_param.backward() in last microbatch"}},{"before":"4c3bc059921da47d50074bfde411d431bec080ac","after":"db1b32d7f66bbcdd6589bfcea8fc4168fa9d220e","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-23T08:25:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"use cloned tensor to accumulate grad","shortMessageHtmlLink":"use cloned tensor to accumulate grad"}},{"before":"20497b0d533e40b2704250509c9231a494d22f77","after":"4c3bc059921da47d50074bfde411d431bec080ac","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-20T00:41:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"try adding new_params into wrapper class field","shortMessageHtmlLink":"try adding new_params into wrapper class field"}},{"before":"9dabe0d6432b8aafbb1b5ca477eb9711b8798384","after":"20497b0d533e40b2704250509c9231a494d22f77","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-19T23:52:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"separate logging","shortMessageHtmlLink":"separate logging"}},{"before":"f327ab7078deabdbd30eb340faa7cf4085ec987f","after":"9dabe0d6432b8aafbb1b5ca477eb9711b8798384","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-19T23:51:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"separate logging","shortMessageHtmlLink":"separate logging"}},{"before":null,"after":"eb96cca2a25860ddaa6cea4040f9ab1dc98725d0","ref":"refs/heads/ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_shard_vision_encoder","pushedAt":"2024-04-19T13:18:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jiecaoyu","name":"Jiecao Yu","path":"/jiecaoyu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10011346?s=80&v=4"},"commit":{"message":"mm numerics Apr 19 fairscale","shortMessageHtmlLink":"mm numerics Apr 19 fairscale"}},{"before":null,"after":"f327ab7078deabdbd30eb340faa7cf4085ec987f","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8","pushedAt":"2024-04-19T07:10:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"override _unflatten_params_as_views()","shortMessageHtmlLink":"override _unflatten_params_as_views()"}},{"before":"5ea885cb7a5fd5def1cca9c66231005ffc20eb38","after":"21f8e051e49813d7cd09408f63e950f51417f528","ref":"refs/heads/shikaili_fp8_allgather_no_pp_fix","pushedAt":"2024-04-17T23:50:28.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Have FP16 and FP8 sharded in the same way.","shortMessageHtmlLink":"Have FP16 and FP8 sharded in the same way."}},{"before":"58aa3636bad204aadcf1f76f081f4cfb2b254c8c","after":"5ea885cb7a5fd5def1cca9c66231005ffc20eb38","ref":"refs/heads/shikaili_fp8_allgather_no_pp_fix","pushedAt":"2024-04-16T23:59:08.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Unify compute dtype setting.","shortMessageHtmlLink":"Unify compute dtype setting."}},{"before":"a6d8a4b690b29679b310a4b0798ad54ba0309e85","after":"58aa3636bad204aadcf1f76f081f4cfb2b254c8c","ref":"refs/heads/shikaili_fp8_allgather_no_pp_fix","pushedAt":"2024-04-15T21:29:13.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Add debug printfs.","shortMessageHtmlLink":"Add debug printfs."}},{"before":"3e2e77f05a3d8c11a993d94cdb8008eaa9cf2313","after":"57eb557a692b795df377983e6dda36eeb35cf1ae","ref":"refs/heads/shikaili_fp8_allgather","pushedAt":"2024-04-15T21:17:11.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Clean up shard offset calculation logic.","shortMessageHtmlLink":"Clean up shard offset calculation logic."}},{"before":null,"after":"19893653270a177d370eb1583170f8f16cb64881","ref":"refs/heads/selective_rebuild_modulelist","pushedAt":"2024-04-14T06:25:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Only rebuilds parameters of selected module.","shortMessageHtmlLink":"Only rebuilds parameters of selected module."}},{"before":"cd01f7d25f8aced421a043a51dee5a133c5bbca5","after":null,"ref":"refs/heads/cp_pg_init_fbcode_sync","pushedAt":"2024-04-12T17:36:59.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"amylittleyang","name":"Amy Yang","path":"/amylittleyang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12500330?s=80&v=4"}},{"before":"8fb39b2ab98be2e46df96c9ce78e29f24e825346","after":"4d26a67c5479939994404b785d827ebdb6466901","ref":"refs/heads/main","pushedAt":"2024-04-12T17:36:51.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"amylittleyang","name":"Amy Yang","path":"/amylittleyang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12500330?s=80&v=4"},"commit":{"message":"sync fbcode cp pg initialize (#1177)\n\nCo-authored-by: amyyang <amyyang@meta.com>","shortMessageHtmlLink":"sync fbcode cp pg initialize (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2239048078\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1177\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1177/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1177\">#1177</a>)"}},{"before":"4f2070d63b79290de5046604c2587efaabb0f41c","after":"cd01f7d25f8aced421a043a51dee5a133c5bbca5","ref":"refs/heads/cp_pg_init_fbcode_sync","pushedAt":"2024-04-12T16:51:49.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"amylittleyang","name":"Amy Yang","path":"/amylittleyang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12500330?s=80&v=4"},"commit":{"message":"sync fbcode cp pg initialize","shortMessageHtmlLink":"sync fbcode cp pg initialize"}},{"before":null,"after":"4f2070d63b79290de5046604c2587efaabb0f41c","ref":"refs/heads/cp_pg_init_fbcode_sync","pushedAt":"2024-04-12T04:31:49.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"amylittleyang","name":"Amy Yang","path":"/amylittleyang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12500330?s=80&v=4"},"commit":{"message":"sync fbcode cp pg initialize","shortMessageHtmlLink":"sync fbcode cp pg initialize"}},{"before":"57eb557a692b795df377983e6dda36eeb35cf1ae","after":"a6d8a4b690b29679b310a4b0798ad54ba0309e85","ref":"refs/heads/shikaili_fp8_allgather_no_pp_fix","pushedAt":"2024-04-11T04:37:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Add debug printfs.","shortMessageHtmlLink":"Add debug printfs."}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEQPQcDAA","startCursor":null,"endCursor":null}},"title":"Activity · facebookresearch/fairscale"}