{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":743870569,"defaultBranch":"develop","name":"InternEvo","ownerLogin":"InternLM","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-16T06:57:08.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/135356492?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717728101.0","currentOid":""},"activityList":{"items":[{"before":"7fc8c81b03449ceb27f711bb973d152675fa012a","after":"d30306380948b1a34c4d9befd6eadccd85e94add","ref":"refs/heads/feat/fmoe_tutel_exp","pushedAt":"2024-06-07T10:47:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update moe","shortMessageHtmlLink":"update moe"}},{"before":"72db800659881edba918661bc8eb57fb63074e11","after":"7035d400f2a55362e50e968dc6ff3a58d2ac6a14","ref":"refs/heads/feat/loong-train","pushedAt":"2024-06-07T08:48:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"fix(pipeline.py): fix tgs print","shortMessageHtmlLink":"fix(pipeline.py): fix tgs print"}},{"before":null,"after":"036b567481ab5f5a0bba57bea797a201180b4f78","ref":"refs/heads/feat/add_tutel_all2all","pushedAt":"2024-06-07T02:41:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SolenoidWGT","name":"Guoteng","path":"/SolenoidWGT","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/32697156?s=80&v=4"},"commit":{"message":"feat(all2all): add single & tutel all2all","shortMessageHtmlLink":"feat(all2all): add single &amp; tutel all2all"}},{"before":"2380a22938971fa31285178a1d24f75e89780b17","after":"1b72e9739985ff0c8458671d78ff1a50a788f19c","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-06T08:02:11.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface\n1. currently can run with no parallel and use unpacked dummy dataset\nTODO:\n1. use parallel strategy\n2. load dataset\n3. load pretrained model\n4. finally, find a way to modify our code, and tell which part should be adapted in modeling file from huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":"c5fe7de0fccfce12263d6946136c1ebc69994200","after":"2380a22938971fa31285178a1d24f75e89780b17","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-06T07:59:52.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface\n1. currently can run with no parallel and use unpacked dummy dataset\nTODO:\n1. use parallel strategy\n2. load dataset\n3. load pretrained model\n4. finally, find a way to modify our code, and tell which part should be adapted in modeling file from huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":"6b5cb1c43d146945e9b95073c0000c932acfcfb1","after":"c5fe7de0fccfce12263d6946136c1ebc69994200","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-06T07:58:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface\n1. currently can run with no parallel and use unpacked dataset\nTODO:\n1. use parallel strategy\n2. load dataset\n3. load pretrained model\n4. finally, find a way to modify our code, and tell which part should be adapted in modeling file from huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":"84cee4c59cfd4645e688cd3e249917b20f3b1076","after":"72db800659881edba918661bc8eb57fb63074e11","ref":"refs/heads/feat/loong-train","pushedAt":"2024-06-06T06:52:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"test(*):add seq and e2e modifications (#247)","shortMessageHtmlLink":"test(*):add seq and e2e modifications (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2337472613\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/247\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/247/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/247\">#247</a>)"}},{"before":"d19b0056e416bc069caf966d7be7c7393f607f41","after":"84cee4c59cfd4645e688cd3e249917b20f3b1076","ref":"refs/heads/feat/loong-train","pushedAt":"2024-06-06T02:41:20.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"Feat/support sliding window attn selective checkpoint (#246)","shortMessageHtmlLink":"Feat/support sliding window attn selective checkpoint (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2337196444\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/246\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/246/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/246\">#246</a>)"}},{"before":"e6b28318297c10771acf4f8b7fb301acd70ee37f","after":"03a8b6e431b9b4517d9b08c0e1b246f71414c92f","ref":"refs/heads/feat/support-sliding-window-attn-selective-checkpoint","pushedAt":"2024-06-06T02:39:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"feat(configs/7B_internlm2.py): update config file","shortMessageHtmlLink":"feat(configs/7B_internlm2.py): update config file"}},{"before":null,"after":"e6b28318297c10771acf4f8b7fb301acd70ee37f","ref":"refs/heads/feat/support-sliding-window-attn-selective-checkpoint","pushedAt":"2024-06-06T02:33:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"feat(zigzag_ring_flash_attn_with_sliding_window.py): support selective ckpt for sliding window attn","shortMessageHtmlLink":"feat(zigzag_ring_flash_attn_with_sliding_window.py): support selectiv…"}},{"before":"0af42d20eb3c4dcf949d1aa20e8c0052ae027198","after":"6b5cb1c43d146945e9b95073c0000c932acfcfb1","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-05T11:24:50.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":"21abe86b84bd707a21c027d380b3f10214972446","after":"d19b0056e416bc069caf966d7be7c7393f607f41","ref":"refs/heads/feat/loong-train","pushedAt":"2024-06-05T06:26:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"feat(all2all): support all2all inner overlap (#238)","shortMessageHtmlLink":"feat(all2all): support all2all inner overlap (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2320042817\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/238\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/238/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/238\">#238</a>)"}},{"before":null,"after":"7fc8c81b03449ceb27f711bb973d152675fa012a","ref":"refs/heads/feat/fmoe_tutel_exp","pushedAt":"2024-06-05T06:18:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"add fmoe and tutel","shortMessageHtmlLink":"add fmoe and tutel"}},{"before":"bb92d79d7c75e456289f0c786d5d62eeec7bface","after":"ea11ccbc13158b4b4176fd2e2081467e67826cae","ref":"refs/heads/test/marl","pushedAt":"2024-06-05T06:10:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update reward linear","shortMessageHtmlLink":"update reward linear"}},{"before":"ae28961f3d156b793e760b3bb0f6fcda70fa1d94","after":"21abe86b84bd707a21c027d380b3f10214972446","ref":"refs/heads/feat/loong-train","pushedAt":"2024-06-05T03:44:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"feat(model): support silding window in 2D parallelism (#242)\n\nCo-authored-by: huangting4201 <1538303371@qq.com>","shortMessageHtmlLink":"feat(model): support silding window in 2D parallelism (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2327052518\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/242\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/242/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/242\">#242</a>)"}},{"before":"d62bbfc24c7f7250b09ed49ca368dd837e3934a0","after":"0af42d20eb3c4dcf949d1aa20e8c0052ae027198","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-05T03:05:06.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":null,"after":"d62bbfc24c7f7250b09ed49ca368dd837e3934a0","ref":"refs/heads/internevo-huggingface","pushedAt":"2024-06-05T02:59:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sallyjunjun","name":null,"path":"/sallyjunjun","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/72725839?s=80&v=4"},"commit":{"message":"adapt huggingface","shortMessageHtmlLink":"adapt huggingface"}},{"before":"1bfc11bebc2aea0fd9439f9e99c8faeab32c5aef","after":"ae28961f3d156b793e760b3bb0f6fcda70fa1d94","ref":"refs/heads/feat/loong-train","pushedAt":"2024-05-28T03:22:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"huangting4201","name":null,"path":"/huangting4201","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/20810277?s=80&v=4"},"commit":{"message":"feat(zigzag_full_kv): support head overlap (#232)","shortMessageHtmlLink":"feat(zigzag_full_kv): support head overlap (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2312405394\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/232\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/232/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/232\">#232</a>)"}},{"before":"027e87ea53d3d65365300bd518e0f730244b0320","after":"6d659939e03bfa7552e308c5848bf60293aa87fe","ref":"refs/heads/feat/marl","pushedAt":"2024-05-27T12:21:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update testcase","shortMessageHtmlLink":"update testcase"}},{"before":"b2b963609cc94c2803ed660a695f74c1581e22f4","after":"027e87ea53d3d65365300bd518e0f730244b0320","ref":"refs/heads/feat/marl","pushedAt":"2024-05-27T11:13:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update testcase","shortMessageHtmlLink":"update testcase"}},{"before":"6a1c8b4416343dbc750923d30226c19ef37a1b24","after":"b2b963609cc94c2803ed660a695f74c1581e22f4","ref":"refs/heads/feat/marl","pushedAt":"2024-05-27T08:39:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update testcase","shortMessageHtmlLink":"update testcase"}},{"before":"f36bd2317835c4c714662aee31f2a9fab879dc9e","after":"6a1c8b4416343dbc750923d30226c19ef37a1b24","ref":"refs/heads/feat/marl","pushedAt":"2024-05-27T08:34:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"update pad_input_ids","shortMessageHtmlLink":"update pad_input_ids"}},{"before":"5acd9088c7f3d8c21bc7e9c1f9714aeca83e2e62","after":"f36bd2317835c4c714662aee31f2a9fab879dc9e","ref":"refs/heads/feat/marl","pushedAt":"2024-05-26T03:15:50.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"add generate testcase","shortMessageHtmlLink":"add generate testcase"}},{"before":"41545ce94538c2269e8cf71cf53a4cc3280b8685","after":"e96450abdfab27c6da7188a5f1dd998dec8d6fe9","ref":"refs/heads/develop","pushedAt":"2024-05-25T12:49:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sunpengsdu","name":"Sun Peng","path":"/sunpengsdu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6859848?s=80&v=4"},"commit":{"message":"Update version.txt","shortMessageHtmlLink":"Update version.txt"}},{"before":"ba51053ba6e43a8f4d1cb057c24a4a30e6187820","after":"1bfc11bebc2aea0fd9439f9e99c8faeab32c5aef","ref":"refs/heads/feat/loong-train","pushedAt":"2024-05-24T13:46:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"sunpengsdu","name":"Sun Peng","path":"/sunpengsdu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6859848?s=80&v=4"},"commit":{"message":"fix(full_kv): fix full_kv bugs (#236)","shortMessageHtmlLink":"fix(full_kv): fix full_kv bugs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315443207\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/236\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/236/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/236\">#236</a>)"}},{"before":"c355767875537819d6645278799f79758eed8118","after":"41545ce94538c2269e8cf71cf53a4cc3280b8685","ref":"refs/heads/develop","pushedAt":"2024-05-24T13:40:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"sunpengsdu","name":"Sun Peng","path":"/sunpengsdu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6859848?s=80&v=4"},"commit":{"message":"Fix(mha,linear): fix norm_head and mha inference (#234)\n\nCo-authored-by: shidongxing <shidongxing@>","shortMessageHtmlLink":"Fix(mha,linear): fix norm_head and mha inference (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2314496587\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/234\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/234/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/234\">#234</a>)"}},{"before":"6aae868e3dfbcf351264f18839aea2e83d0020ef","after":"5acd9088c7f3d8c21bc7e9c1f9714aeca83e2e62","ref":"refs/heads/feat/marl","pushedAt":"2024-05-24T08:13:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"add generate testcase","shortMessageHtmlLink":"add generate testcase"}},{"before":"39ae4daeaaa37ed9738ce56d96c08e38403f2493","after":"c355767875537819d6645278799f79758eed8118","ref":"refs/heads/develop","pushedAt":"2024-05-24T07:14:21.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"sunpengsdu","name":"Sun Peng","path":"/sunpengsdu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6859848?s=80&v=4"},"commit":{"message":"fix(QA): add real tgs to train_CI (#227)","shortMessageHtmlLink":"fix(QA): add real tgs to train_CI (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2307485761\" data-permission-text=\"Title is private\" data-url=\"https://github.com/InternLM/InternEvo/issues/227\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/InternLM/InternEvo/pull/227/hovercard\" href=\"https://github.com/InternLM/InternEvo/pull/227\">#227</a>)"}},{"before":"47f132eb24f87a10eb8eaeeee094a7cfb48c64a3","after":"169e9f765f35834583917f8dffb75cee2b6c2ed2","ref":"refs/heads/fix/inference","pushedAt":"2024-05-24T06:29:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"add more","shortMessageHtmlLink":"add more"}},{"before":"bca1db00df4985e65f010efd19c6d18e8353c537","after":"47f132eb24f87a10eb8eaeeee094a7cfb48c64a3","ref":"refs/heads/fix/inference","pushedAt":"2024-05-24T06:18:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimmiShi","name":"KimmiShi","path":"/KimmiShi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13433751?s=80&v=4"},"commit":{"message":"fix lint","shortMessageHtmlLink":"fix lint"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEXx2EMQA","startCursor":null,"endCursor":null}},"title":"Activity · InternLM/InternEvo"}