{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":653477436,"defaultBranch":"main","name":"pipegoose","ownerLogin":"xrsrke","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-14T06:14:50.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/22252984?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1701039421.0","currentOid":""},"activityList":{"items":[{"before":"4dc471199f015ebd205a9c05c0eac311463aa692","after":"fe6bcfc2ad4d592fcb11beda41481d9ce8cfc28c","ref":"refs/heads/main","pushedAt":"2023-12-14T06:20:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"9565f3892de28c373024ceda0b26864fe2db61a9","after":"77b3bb009c8f3c1ddd5e94b57e6d599b6d46382e","ref":"refs/heads/feature/moe","pushedAt":"2023-12-11T06:48:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Readme] Fix MoE's convergence link","shortMessageHtmlLink":"[Readme] Fix MoE's convergence link"}},{"before":"ffc987addb3678dca2a2467220b270d0177e6a51","after":"4dc471199f015ebd205a9c05c0eac311463aa692","ref":"refs/heads/main","pushedAt":"2023-12-11T06:42:43.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #62 from xrsrke/feature/moe\n\n[Readme] Add contributing guideline","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2034940530\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/62\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/62/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/62\">#62</a> from xrsrke/feature/moe"}},{"before":"a2bdcce9c6023fb76c7d2e1591b75be3f1af9aa5","after":"9565f3892de28c373024ceda0b26864fe2db61a9","ref":"refs/heads/feature/moe","pushedAt":"2023-12-11T06:42:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Readme] Add contributing guideline","shortMessageHtmlLink":"[Readme] Add contributing guideline"}},{"before":"a49eb82ce2501fe76314ee1eea6b94fae3bf43cb","after":"ffc987addb3678dca2a2467220b270d0177e6a51","ref":"refs/heads/main","pushedAt":"2023-12-10T03:01:46.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #58 from xrsrke/feature/moe\n\n[Readme] Fix title","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2034197303\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/58\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/58/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/58\">#58</a> from xrsrke/feature/moe"}},{"before":"4e382a77062d2e0c86e4906296355488cf1a28c0","after":"a2bdcce9c6023fb76c7d2e1591b75be3f1af9aa5","ref":"refs/heads/feature/moe","pushedAt":"2023-12-10T03:00:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Readme] Fix title","shortMessageHtmlLink":"[Readme] Fix title"}},{"before":"b515613e9bdff6e24b677f7ef10f9b7f7d350e31","after":"a49eb82ce2501fe76314ee1eea6b94fae3bf43cb","ref":"refs/heads/main","pushedAt":"2023-12-10T02:59:01.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #57 from xrsrke/feature/moe\n\n[Readme] Change installation from git","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2034196709\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/57\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/57/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/57\">#57</a> from xrsrke/feature/moe"}},{"before":"ecb09a8b213f1b797e7657cbfc0c6ef0886d04c6","after":"4e382a77062d2e0c86e4906296355488cf1a28c0","ref":"refs/heads/feature/moe","pushedAt":"2023-12-10T02:58:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Readme] Change installation from git","shortMessageHtmlLink":"[Readme] Change installation from git"}},{"before":"cb7709159d4d6c376fa7bdd5747e1d5e921dcef1","after":"b515613e9bdff6e24b677f7ef10f9b7f7d350e31","ref":"refs/heads/main","pushedAt":"2023-12-10T02:56:39.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #56 from xrsrke/feature/moe\n\nFeature/moe","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2034196240\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/56\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/56/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/56\">#56</a> from xrsrke/feature/moe"}},{"before":"b74a92d892ab0b4ba574bbd41cc1a004147c2623","after":"ecb09a8b213f1b797e7657cbfc0c6ef0886d04c6","ref":"refs/heads/feature/moe","pushedAt":"2023-12-10T02:56:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Readme] Add multi-model pre-training","shortMessageHtmlLink":"[Readme] Add multi-model pre-training"}},{"before":"dfda88c43d4d81a9355c05e8fb6db2c02a96cc22","after":"b74a92d892ab0b4ba574bbd41cc1a004147c2623","ref":"refs/heads/feature/moe","pushedAt":"2023-12-10T02:45:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Bug] Fix parallel mode tests","shortMessageHtmlLink":"[Bug] Fix parallel mode tests"}},{"before":"5e99425c0d54ca1092e31835069cc10dce7198aa","after":"cb7709159d4d6c376fa7bdd5747e1d5e921dcef1","ref":"refs/heads/main","pushedAt":"2023-12-06T06:43:54.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #55 from xrsrke/feature/moe\n\nAdd data parallelism and tensor parallelism to MoE","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2027664214\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/55\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/55/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/55\">#55</a> from xrsrke/feature/moe"}},{"before":"e0949867f51c78abab9007affb873bde7ecbb38b","after":"dfda88c43d4d81a9355c05e8fb6db2c02a96cc22","ref":"refs/heads/feature/moe","pushedAt":"2023-12-06T05:02:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Add support for tensor parallelism in MoE","shortMessageHtmlLink":"[Feature] Add support for tensor parallelism in MoE"}},{"before":"4d7b344ee8756e3ba5f7caf0f0255950ae624193","after":"e0949867f51c78abab9007affb873bde7ecbb38b","ref":"refs/heads/feature/moe","pushedAt":"2023-12-05T07:07:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Refactor] Refactor MoE with data parallelism's tests","shortMessageHtmlLink":"[Refactor] Refactor MoE with data parallelism's tests"}},{"before":"05562bb8fad26f4b6831d6ac4d407f1131bb0399","after":"4d7b344ee8756e3ba5f7caf0f0255950ae624193","ref":"refs/heads/feature/moe","pushedAt":"2023-12-05T06:50:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Add support for data parallelism in MoE","shortMessageHtmlLink":"[Feature] Add support for data parallelism in MoE"}},{"before":"12588c2b3a7e1b149335fa396ed21f0a45eea6d8","after":"05562bb8fad26f4b6831d6ac4d407f1131bb0399","ref":"refs/heads/feature/moe","pushedAt":"2023-12-05T05:24:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Add expert data parallel group","shortMessageHtmlLink":"[Feature] Add expert data parallel group"}},{"before":"9b5fefe70db36d5c2480febb56ebda73aeb22ee4","after":"f698e64f34686dab9359e3bad294877ba8c8d2dd","ref":"refs/heads/feature/pp-transformer","pushedAt":"2023-12-02T00:31:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"wip pp","shortMessageHtmlLink":"wip pp"}},{"before":"cf0f9274af4098fa1c5c6566bb8332864b05f247","after":"12588c2b3a7e1b149335fa396ed21f0a45eea6d8","ref":"refs/heads/feature/moe","pushedAt":"2023-12-02T00:29:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Refactor] Expert WIP","shortMessageHtmlLink":"[Refactor] Expert WIP"}},{"before":"bbc46b2b59cb8f631f055c9fa7f144d72ff48b6e","after":"5e99425c0d54ca1092e31835069cc10dce7198aa","ref":"refs/heads/main","pushedAt":"2023-12-01T04:34:46.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #53 from xrsrke/feature/moe\n\n[Feature] Add retrieving auxiliary and Z losses from ExpertLoss","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2020041315\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/53\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/53/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/53\">#53</a> from xrsrke/feature/moe"}},{"before":"b0fe0a6babcf1fcd76e2e8cc7f3eebb5f5d7305f","after":"cf0f9274af4098fa1c5c6566bb8332864b05f247","ref":"refs/heads/feature/moe","pushedAt":"2023-11-30T07:18:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Add retrieving auxiliary and Z losses from ExpertLoss","shortMessageHtmlLink":"[Feature] Add retrieving auxiliary and Z losses from ExpertLoss"}},{"before":"93dfb32882122d0cda94d693e3312c9dd719de8c","after":"bbc46b2b59cb8f631f055c9fa7f144d72ff48b6e","ref":"refs/heads/main","pushedAt":"2023-11-30T07:09:50.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #51 from xrsrke/feature/moe\n\n[BUG] Fix the bug where tokens can't be dispatched when the input has…","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2018017757\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/51\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/51/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/51\">#51</a> from xrsrke/feature/moe"}},{"before":"c28fc89865054c45dcd61fbeaccb98f8b64b155f","after":"b0fe0a6babcf1fcd76e2e8cc7f3eebb5f5d7305f","ref":"refs/heads/feature/moe","pushedAt":"2023-11-30T07:06:10.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[BUG] Fix the bug where tokens can't be dispatched when the input has a batch size of more than 1","shortMessageHtmlLink":"[BUG] Fix the bug where tokens can't be dispatched when the input has…"}},{"before":"9524812379e8d380c3f88eaf21b542db10c05dba","after":"9b5fefe70db36d5c2480febb56ebda73aeb22ee4","ref":"refs/heads/feature/pp-transformer","pushedAt":"2023-11-30T05:54:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Support NCCL backend","shortMessageHtmlLink":"[Feature] Support NCCL backend"}},{"before":"1dbcf4e11f352adb5e70b0f0d94207fd2ce7f4a7","after":"9524812379e8d380c3f88eaf21b542db10c05dba","ref":"refs/heads/feature/pp-transformer","pushedAt":"2023-11-29T07:18:59.000Z","pushType":"push","commitsCount":22,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Feature] Add the backward pass of automatic pipeline parallelism for 🤗 transformers","shortMessageHtmlLink":"[Feature] Add the backward pass of automatic pipeline parallelism for…"}},{"before":"6f6cdfd79e681feec432cf5915e9892e0475bbb4","after":"93dfb32882122d0cda94d693e3312c9dd719de8c","ref":"refs/heads/main","pushedAt":"2023-11-29T05:01:16.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #49 from xrsrke/feature/moe\n\n[Feature] Add ExpertParallel with Top1 routing","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2015822207\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/49\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/49/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/49\">#49</a> from xrsrke/feature/moe"}},{"before":"23716881f07f8ddc5cc1636da5706eb6dc8d3591","after":"c28fc89865054c45dcd61fbeaccb98f8b64b155f","ref":"refs/heads/feature/moe","pushedAt":"2023-11-29T05:00:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Refactor] Add testing for ExpertParallel with top1 routing","shortMessageHtmlLink":"[Refactor] Add testing for ExpertParallel with top1 routing"}},{"before":"88ab5a1d3f6fdfdfbe481349d398cae7c47ec4fc","after":"23716881f07f8ddc5cc1636da5706eb6dc8d3591","ref":"refs/heads/feature/moe","pushedAt":"2023-11-28T23:04:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielgrittner","name":"Daniel Grittner","path":"/danielgrittner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/29932077?s=80&v=4"},"commit":{"message":"[Refactor] Make expert context a singleton","shortMessageHtmlLink":"[Refactor] Make expert context a singleton"}},{"before":"1236baa2fff48125dde4d007fe65eaa8d92e0119","after":"6f6cdfd79e681feec432cf5915e9892e0475bbb4","ref":"refs/heads/main","pushedAt":"2023-11-28T06:42:02.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #48 from xrsrke/feature/pp-transformer\n\n[Refactor] Use small bloom model in model partitioning's test","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2013763523\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/48\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/48/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/48\">#48</a> from xrsrke/feature/pp-transformer"}},{"before":"369263a77b9f6ae5f9c932d6f75a1c13dad180c7","after":"1dbcf4e11f352adb5e70b0f0d94207fd2ce7f4a7","ref":"refs/heads/feature/pp-transformer","pushedAt":"2023-11-28T06:41:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"[Refactor] Use small bloom model in model partitioning's test","shortMessageHtmlLink":"[Refactor] Use small bloom model in model partitioning's test"}},{"before":"bc2664a25881d518bd87d5f5290266324d81533c","after":"88ab5a1d3f6fdfdfbe481349d398cae7c47ec4fc","ref":"refs/heads/feature/moe","pushedAt":"2023-11-27T06:44:47.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"xrsrke","name":"XλRI-U5","path":"/xrsrke","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22252984?s=80&v=4"},"commit":{"message":"Merge pull request #43 from xrsrke/feature/moe-expertloss\n\nAdd expert loss function","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2011252360\" data-permission-text=\"Title is private\" data-url=\"https://github.com/xrsrke/pipegoose/issues/43\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/xrsrke/pipegoose/pull/43/hovercard\" href=\"https://github.com/xrsrke/pipegoose/pull/43\">#43</a> from xrsrke/feature/moe-expertloss"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADygroYwA","startCursor":null,"endCursor":null}},"title":"Activity · xrsrke/pipegoose"}