{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":725956246,"defaultBranch":"main","name":"VLMEvalKit","ownerLogin":"open-compass","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-01T08:18:11.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/143521324?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716543989.0","currentOid":""},"activityList":{"items":[{"before":"e079c18c8524f35f3e8f05dcc118f26016e561d4","after":"ce1fbbfe3856d1c2b71c2f55e9cafc22a98bc20f","ref":"refs/heads/main","pushedAt":"2024-06-05T07:28:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Model] Add support for WeMM (#218)\n\n* Add support for WeMM\r\n\r\n* [Model] Add Support for WeMM\r\n\r\n* [Model] Add Support for WeMM\r\n\r\n* [Model] Add Support for WeMM","shortMessageHtmlLink":"[Model] Add support for WeMM (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2334354877\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/218\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/218/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/218\">#218</a>)"}},{"before":"e0ece590076de1b621b2f9e4477eabbe72466f3a","after":"e079c18c8524f35f3e8f05dcc118f26016e561d4","ref":"refs/heads/main","pushedAt":"2024-05-31T08:28:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"glm4v can accept input w/o. dataset flag now.","shortMessageHtmlLink":"glm4v can accept input w/o. dataset flag now."}},{"before":"f74b12ae93a25276de3a0d8cd74e5589deab5428","after":"e0ece590076de1b621b2f9e4477eabbe72466f3a","ref":"refs/heads/main","pushedAt":"2024-05-30T14:07:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update config","shortMessageHtmlLink":"update config"}},{"before":"bf8ff2420b798ec4d234a8c62ca2ac6c0fe5e6fc","after":"f74b12ae93a25276de3a0d8cd74e5589deab5428","ref":"refs/heads/main","pushedAt":"2024-05-30T02:51:16.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Improvement] Support Azure OpenAI API (#214)\n\n* first commit\r\n\r\n* validating env. variables for Azure","shortMessageHtmlLink":"[Improvement] Support Azure OpenAI API (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2320704220\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/214\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/214/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/214\">#214</a>)"}},{"before":"8f5ea2a6dc5c8bfd745d09274fc0df4a2f91ef0e","after":"bf8ff2420b798ec4d234a8c62ca2ac6c0fe5e6fc","ref":"refs/heads/main","pushedAt":"2024-05-30T02:35:57.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"Merge pull request #216 from czczup/patch-1\n\nAdd Mini-InternVL-Chat-4B-V1-5","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2323848973\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/216\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/216/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/216\">#216</a> from czczup/patch-1"}},{"before":"e0f9ef21cee7a538cfe580cdcfbc4b709e27d914","after":"8f5ea2a6dc5c8bfd745d09274fc0df4a2f91ef0e","ref":"refs/heads/main","pushedAt":"2024-05-29T15:30:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Improvement] Now compatible with Gemini w. vertex backend","shortMessageHtmlLink":"[Improvement] Now compatible with Gemini w. vertex backend"}},{"before":"a40a90d2993215997037fd331832bc6c4fb69b55","after":"e0f9ef21cee7a538cfe580cdcfbc4b709e27d914","ref":"refs/heads/main","pushedAt":"2024-05-29T08:50:11.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Fix] Update Tool (#215)\n\n* Support gpt4o model\r\n\r\n* update\r\n\r\n* update","shortMessageHtmlLink":"[Fix] Update Tool (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322654913\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/215\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/215/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/215\">#215</a>)"}},{"before":"dc25e695d1113771ab80d4e89ca2f40b340a90ff","after":"a40a90d2993215997037fd331832bc6c4fb69b55","ref":"refs/heads/main","pushedAt":"2024-05-27T12:12:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update README","shortMessageHtmlLink":"update README"}},{"before":"b31eb01f0e4df8d8212c1bba9254aaa256723362","after":"dc25e695d1113771ab80d4e89ca2f40b340a90ff","ref":"refs/heads/main","pushedAt":"2024-05-27T11:49:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"Add Mini-InternVL-Chat-2B-V1-5 (#212)","shortMessageHtmlLink":"Add Mini-InternVL-Chat-2B-V1-5 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2317418209\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/212\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/212/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/212\">#212</a>)"}},{"before":"325df3bcad2c99370a93dd99eaeeb0e195ea1fb7","after":"b31eb01f0e4df8d8212c1bba9254aaa256723362","ref":"refs/heads/main","pushedAt":"2024-05-25T13:54:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update command run","shortMessageHtmlLink":"update command run"}},{"before":"31a2232a4d73d86d8cf436d58d1c3cbde741cbe9","after":"aaec7c512067c34860c141c58b1f49101471e50d","ref":"refs/heads/leaderboard","pushedAt":"2024-05-25T13:19:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"d496ac644326c40c21834ae359ab52597cfec622","after":"31a2232a4d73d86d8cf436d58d1c3cbde741cbe9","ref":"refs/heads/leaderboard","pushedAt":"2024-05-25T13:02:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update leaderboard","shortMessageHtmlLink":"update leaderboard"}},{"before":"4853b9e02395ec4b7b8b2750530ed926212d984c","after":"325df3bcad2c99370a93dd99eaeeb0e195ea1fb7","ref":"refs/heads/main","pushedAt":"2024-05-25T08:39:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update README & support SEEDBench2_Plus","shortMessageHtmlLink":"update README &amp; support SEEDBench2_Plus"}},{"before":"457514491463ae41bbc33a3414fd8cdbd16ca562","after":"4853b9e02395ec4b7b8b2750530ed926212d984c","ref":"refs/heads/main","pushedAt":"2024-05-25T07:13:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Tool] Add a cli command `vlmutil` (#211)\n\n* support vlmutil\r\n\r\n* update\r\n\r\n* update\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* update tools\r\n\r\n* update tools\r\n\r\n* update tools\r\n\r\n* remove check_VLM","shortMessageHtmlLink":"[Tool] Add a cli command <code>vlmutil</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2316785328\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/211\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/211/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/211\">#211</a>)"}},{"before":"07f282b3a14a1873d5a23da0ca8f2f350b63f6f3","after":"a1229cbaf6b8e2aaeff59b6d91ae0e63312046e8","ref":"refs/heads/cli","pushedAt":"2024-05-25T07:13:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"Merge branch 'main' into cli","shortMessageHtmlLink":"Merge branch 'main' into cli"}},{"before":"02b9ebcd9e95f72becc2197c6ff792c19796a4ac","after":"457514491463ae41bbc33a3414fd8cdbd16ca562","ref":"refs/heads/main","pushedAt":"2024-05-25T07:12:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Model] Add cogvlm2 and phi-3-vision model (#209)\n\n* Add cogvlm2 and phi-3-vision\r\n\r\n* update","shortMessageHtmlLink":"[Model] Add cogvlm2 and phi-3-vision model (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315158319\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/209\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/209/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/209\">#209</a>)"}},{"before":"ab59a98a281d38f64dcc0a8209222d61a86bedae","after":"07f282b3a14a1873d5a23da0ca8f2f350b63f6f3","ref":"refs/heads/cli","pushedAt":"2024-05-24T12:34:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"remove check_VLM","shortMessageHtmlLink":"remove check_VLM"}},{"before":"d3f1cafeb0453b3f294e365a895f66f0f4cbc773","after":"ab59a98a281d38f64dcc0a8209222d61a86bedae","ref":"refs/heads/cli","pushedAt":"2024-05-24T12:34:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update tools","shortMessageHtmlLink":"update tools"}},{"before":"c9bba7a58a9bda71502ede3f8b0d1a3c21c48b51","after":"d3f1cafeb0453b3f294e365a895f66f0f4cbc773","ref":"refs/heads/cli","pushedAt":"2024-05-24T12:32:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update tools","shortMessageHtmlLink":"update tools"}},{"before":"51901e28d770eda0dbd0d6c93c5ce7732881682e","after":"c9bba7a58a9bda71502ede3f8b0d1a3c21c48b51","ref":"refs/heads/cli","pushedAt":"2024-05-24T10:34:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update tools","shortMessageHtmlLink":"update tools"}},{"before":"13672162195aaea6e8b1f64d40465e605068ff6f","after":"51901e28d770eda0dbd0d6c93c5ce7732881682e","ref":"refs/heads/cli","pushedAt":"2024-05-24T10:21:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"85baf11ec3a5249290da3a6eeb0d25993ad969c1","after":"13672162195aaea6e8b1f64d40465e605068ff6f","ref":"refs/heads/cli","pushedAt":"2024-05-24T10:20:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"208fb9cc6b40d9e61045656a74cdebabc84d8f58","after":"85baf11ec3a5249290da3a6eeb0d25993ad969c1","ref":"refs/heads/cli","pushedAt":"2024-05-24T10:17:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"daf6687d61691d4c4f51bd810208cf39d1c29ee3","after":"208fb9cc6b40d9e61045656a74cdebabc84d8f58","ref":"refs/heads/cli","pushedAt":"2024-05-24T10:14:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":null,"after":"daf6687d61691d4c4f51bd810208cf39d1c29ee3","ref":"refs/heads/cli","pushedAt":"2024-05-24T09:46:29.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"support vlmutil","shortMessageHtmlLink":"support vlmutil"}},{"before":"8ff574850004ad1c4cd58230d131bcb349ccde4c","after":"02b9ebcd9e95f72becc2197c6ff792c19796a4ac","ref":"refs/heads/main","pushedAt":"2024-05-23T13:48:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"5338d02dc210254aed1b553f0cbcfaae13da66f4","after":"8ff574850004ad1c4cd58230d131bcb349ccde4c","ref":"refs/heads/main","pushedAt":"2024-05-23T13:44:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Model] Add support for 360VL-70B (#208)\n\n* Add support for 360VL-70B\r\n\r\n* support 360VL-70B flake8-correct\r\n\r\n* fix lint\r\n\r\n* update config\r\n\r\n* update README\r\n\r\n* update README\r\n\r\n---------\r\n\r\nCo-authored-by: kennymckormick <dhd@pku.edu.cn>","shortMessageHtmlLink":"[Model] Add support for 360VL-70B (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2309954106\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/208\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/208/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/208\">#208</a>)"}},{"before":"4a9f248753e2cbcfc9bbc62ada375527f833a72d","after":"d496ac644326c40c21834ae359ab52597cfec622","ref":"refs/heads/leaderboard","pushedAt":"2024-05-22T06:06:25.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"f0bb323b6eb4ed0e77fd8816cf282a1b7638d6e8","after":"5338d02dc210254aed1b553f0cbcfaae13da66f4","ref":"refs/heads/main","pushedAt":"2024-05-21T07:46:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"add a License file","shortMessageHtmlLink":"add a License file"}},{"before":"ce76f1cc8ba1f4ead113db51fbc2399986afd426","after":"f0bb323b6eb4ed0e77fd8816cf282a1b7638d6e8","ref":"refs/heads/main","pushedAt":"2024-05-21T05:21:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEXM4oKwA","startCursor":null,"endCursor":null}},"title":"Activity · open-compass/VLMEvalKit"}