{"payload":{"header_redesign_enabled":false,"results":[{"id":"711332577","archived":false,"color":"#3572A5","followers":33,"has_funding_file":false,"hl_name":"asprenger/ray_vllm_inference","hl_trunc_description":"A simple service that integrates vLLM with Ray Serve for fast and scalable LLM serving.","language":"Python","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":711332577,"name":"ray_vllm_inference","owner_id":226683,"owner_login":"asprenger","updated_at":"2024-04-06T23:54:32.758Z","has_issues":true}},"sponsorable":false,"topics":["inference","pytorch","transformer","ray","model-serving","mlops","llm","llmops","llm-serving","vllm"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":95,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Aasprenger%252Fray_vllm_inference%2B%2Blanguage%253APython","metadata":null,"csrf_tokens":{"/asprenger/ray_vllm_inference/star":{"post":"Q4kwoaVdjNHnC8TFYTwxdKGqmIL38F0-xqu4Cdc978S0xf3qWIQz0loK309mF7e15vUPnP6Nlr3SB2oIFkCP-g"},"/asprenger/ray_vllm_inference/unstar":{"post":"z09nddcfi9FXZjyZX_wxIABMUJos1If7NAPBvccPKfa5uCSFbFR91HaYEBvfy_-7HTJBW-DVj-FDKiDI3I5HrQ"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"M8sUHikdXgrIgpgrNFoars4MOHT1T7kEoLIZ3VOtcNSSuy70gcamHsE_KupygM9EqHXQmw5W_o262ximGI4lmQ"}}},"title":"Repository search results"}