{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":711332577,"defaultBranch":"master","name":"ray_vllm_inference","ownerLogin":"asprenger","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-10-28T23:17:59.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/226683?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1700661957.0","currentOid":""},"activityList":{"items":[{"before":"440bc01621d2b01152e953f2081dcaf9c2c2ad60","after":"bb0a0e7e7aeef247f3c94c262bcdce79677ab0fa","ref":"refs/heads/master","pushedAt":"2023-12-13T18:09:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}},{"before":"9415074f4da22edd58d61ccb760b2d4168dfb731","after":"440bc01621d2b01152e953f2081dcaf9c2c2ad60","ref":"refs/heads/master","pushedAt":"2023-12-04T10:06:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump vLLM to v0.2.3","shortMessageHtmlLink":"Bump vLLM to v0.2.3"}},{"before":"8e641a2396668a5b5808376f03d6772ef6355aae","after":"9415074f4da22edd58d61ccb760b2d4168dfb731","ref":"refs/heads/master","pushedAt":"2023-11-29T11:31:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix get_version() in setup.py","shortMessageHtmlLink":"Fix get_version() in setup.py"}},{"before":"0a039bc8edfc0ae7c2b56e13fd3d86be22520e81","after":"8e641a2396668a5b5808376f03d6772ef6355aae","ref":"refs/heads/master","pushedAt":"2023-11-22T14:02:20.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump version to 0.2.0","shortMessageHtmlLink":"Bump version to 0.2.0"}},{"before":"c3fd396b3d08b48e6d5d6926a7777213a2c557b5","after":"0a039bc8edfc0ae7c2b56e13fd3d86be22520e81","ref":"refs/heads/master","pushedAt":"2023-11-20T19:25:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix setup.py","shortMessageHtmlLink":"Fix setup.py"}},{"before":"56f3b6fa18ebab6e5b7c2377728b95325f635483","after":"c3fd396b3d08b48e6d5d6926a7777213a2c557b5","ref":"refs/heads/master","pushedAt":"2023-11-20T15:00:06.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump vLLM to v0.2.2 CUDA 11","shortMessageHtmlLink":"Bump vLLM to v0.2.2 CUDA 11"}},{"before":"d174a62d325f0d2f91792d3812aa1e4523059556","after":"56f3b6fa18ebab6e5b7c2377728b95325f635483","ref":"refs/heads/master","pushedAt":"2023-11-17T12:00:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Switch to CUDA 12.2.2 in Dockerfile","shortMessageHtmlLink":"Switch to CUDA 12.2.2 in Dockerfile"}},{"before":"d67a0e62211661efb86ce1e03beb2038b51eb3a3","after":"d174a62d325f0d2f91792d3812aa1e4523059556","ref":"refs/heads/master","pushedAt":"2023-11-17T10:33:51.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump vllm version to HEAD @ Fri Nov 17 11:26:07 CET 2023","shortMessageHtmlLink":"Bump vllm version to HEAD @ Fri Nov 17 11:26:07 CET 2023"}},{"before":"d2632ce110028cfcfbd2b70e47f9ce62c1620430","after":"d67a0e62211661efb86ce1e03beb2038b51eb3a3","ref":"refs/heads/master","pushedAt":"2023-11-15T10:27:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":"45b1570e40832539eb1689e0c063c00ef6832b13","after":"d2632ce110028cfcfbd2b70e47f9ce62c1620430","ref":"refs/heads/master","pushedAt":"2023-11-15T10:13:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix model config loading","shortMessageHtmlLink":"Fix model config loading"}},{"before":"65ddf9056ce748522eb07b597fc293f37594dd32","after":"45b1570e40832539eb1689e0c063c00ef6832b13","ref":"refs/heads/master","pushedAt":"2023-11-15T09:50:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Refactor setup.py","shortMessageHtmlLink":"Refactor setup.py"}},{"before":"2a7bd15ee2cb594aad08697a15a822da6c89f365","after":"65ddf9056ce748522eb07b597fc293f37594dd32","ref":"refs/heads/master","pushedAt":"2023-11-15T09:17:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Update README","shortMessageHtmlLink":"Update README"}},{"before":"efcfc354a0ceb25a0bbef6a47224ddd10b0fcf28","after":"2a7bd15ee2cb594aad08697a15a822da6c89f365","ref":"refs/heads/master","pushedAt":"2023-11-14T19:19:59.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix model configuration in setup.py","shortMessageHtmlLink":"Fix model configuration in setup.py"}},{"before":"7682e39ba89370ae9e4ca01c9617132d560076c1","after":"efcfc354a0ceb25a0bbef6a47224ddd10b0fcf28","ref":"refs/heads/master","pushedAt":"2023-11-13T19:15:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix Dockerfile and update README","shortMessageHtmlLink":"Fix Dockerfile and update README"}},{"before":"f1d1dbd3f35dfe70d40a01140511d9cb0925b8b7","after":"7682e39ba89370ae9e4ca01c9617132d560076c1","ref":"refs/heads/master","pushedAt":"2023-11-13T18:17:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Set vllm version to 0.2.1.post1","shortMessageHtmlLink":"Set vllm version to 0.2.1.post1"}},{"before":"e147a648df81f8af7cd7720445d812393966ec8d","after":"f1d1dbd3f35dfe70d40a01140511d9cb0925b8b7","ref":"refs/heads/master","pushedAt":"2023-11-12T14:49:06.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Add PyTorch profiling","shortMessageHtmlLink":"Add PyTorch profiling"}},{"before":"b255f7d1b616cffcc34471bd1119148b01fa9107","after":"e147a648df81f8af7cd7720445d812393966ec8d","ref":"refs/heads/master","pushedAt":"2023-11-12T14:15:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Fix vllm version to HEAD @ 12. Nov. 2023","shortMessageHtmlLink":"Fix vllm version to HEAD @ 12. Nov. 2023"}},{"before":"b9179dc1639ed002f0ded47b91714973c2a0317e","after":"b255f7d1b616cffcc34471bd1119148b01fa9107","ref":"refs/heads/master","pushedAt":"2023-11-12T13:25:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}},{"before":"545c31f9b77c9649c9fd052f05f520b423f6e523","after":"b9179dc1639ed002f0ded47b91714973c2a0317e","ref":"refs/heads/master","pushedAt":"2023-11-12T13:18:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump vllm version to HEAD","shortMessageHtmlLink":"Bump vllm version to HEAD"}},{"before":"50792537292287207885888b01461c64a3a0e2b6","after":"545c31f9b77c9649c9fd052f05f520b423f6e523","ref":"refs/heads/master","pushedAt":"2023-11-11T13:46:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump vLLM version to last commit before CUDA 12 update","shortMessageHtmlLink":"Bump vLLM version to last commit before CUDA 12 update"}},{"before":"91c87e0fb4715bae0e299a8b9f3f59a8079b594c","after":"50792537292287207885888b01461c64a3a0e2b6","ref":"refs/heads/master","pushedAt":"2023-11-10T08:11:58.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":"b61004b22eb76edd9fa6f5e7f2fb34bed57dc35c","after":"91c87e0fb4715bae0e299a8b9f3f59a8079b594c","ref":"refs/heads/master","pushedAt":"2023-11-09T10:33:42.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}},{"before":"526f37292a19c62001381f20786ddcfda048248f","after":"b61004b22eb76edd9fa6f5e7f2fb34bed57dc35c","ref":"refs/heads/master","pushedAt":"2023-11-09T00:00:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Add CodeLlama-7b config","shortMessageHtmlLink":"Add CodeLlama-7b config"}},{"before":"0b6f8bf4615bcef2dd7806676c26af6c6b0d38e8","after":"526f37292a19c62001381f20786ddcfda048248f","ref":"refs/heads/master","pushedAt":"2023-11-08T19:47:03.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Add NVIDIA Nsight profiling","shortMessageHtmlLink":"Add NVIDIA Nsight profiling"}},{"before":"0863ca89da774bea37c639a9419a91580d918821","after":"0b6f8bf4615bcef2dd7806676c26af6c6b0d38e8","ref":"refs/heads/master","pushedAt":"2023-11-07T09:12:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Add Ray Cluster configuration","shortMessageHtmlLink":"Add Ray Cluster configuration"}},{"before":"335a44bfe6192cbb3f42c6bb72834099a541cb9a","after":"0863ca89da774bea37c639a9419a91580d918821","ref":"refs/heads/master","pushedAt":"2023-11-06T16:55:54.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Add token/s metric to streaming client","shortMessageHtmlLink":"Add token/s metric to streaming client"}},{"before":"9b4e2dae240752d679ca77057dad6731215f9056","after":"335a44bfe6192cbb3f42c6bb72834099a541cb9a","ref":"refs/heads/master","pushedAt":"2023-11-06T16:27:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Bump Ray version to 2.8.0","shortMessageHtmlLink":"Bump Ray version to 2.8.0"}},{"before":"915e6a575b148e7c4cf6bb171a4dfd96caaf2d4f","after":"9b4e2dae240752d679ca77057dad6731215f9056","ref":"refs/heads/master","pushedAt":"2023-11-05T18:39:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}},{"before":"91a856c2ff17952e2dac2ac0d7cec4df838c9e65","after":"915e6a575b148e7c4cf6bb171a4dfd96caaf2d4f","ref":"refs/heads/master","pushedAt":"2023-11-05T18:16:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}},{"before":"04dfb534d4116338c0032ec2d312e108686daac8","after":"91a856c2ff17952e2dac2ac0d7cec4df838c9e65","ref":"refs/heads/master","pushedAt":"2023-11-05T18:03:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"asprenger","name":"Andre Sprenger","path":"/asprenger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/226683?s=80&v=4"},"commit":{"message":"Minor","shortMessageHtmlLink":"Minor"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADyaqaTgA","startCursor":null,"endCursor":null}},"title":"Activity · asprenger/ray_vllm_inference"}