{"payload":{"header_redesign_enabled":false,"results":[{"id":"735772326","archived":false,"color":"#f34b7d","followers":227,"has_funding_file":false,"hl_name":"inferflow/inferflow","hl_trunc_description":"Inferflow is an efficient and highly configurable inference engine for large language models (LLMs).","language":"C++","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":735772326,"name":"inferflow","owner_id":154857160,"owner_login":"inferflow","updated_at":"2024-03-15T06:52:33.891Z","has_issues":true}},"sponsorable":false,"topics":["bloom","falcon","moe","gemma","mistral","mixture-of-experts","model-quantization","multi-gpu-inference","m2m100","llamacpp","llm-inference","internlm","llama2","qwen","baichuan2","mixtral","phi-2","deepseek","minicpm"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":70,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Ainferflow%252Finferflow%2B%2Blanguage%253AC%252B%252B","metadata":null,"csrf_tokens":{"/inferflow/inferflow/star":{"post":"4NgUO4P6rMBIenXgQ9VbksQTo7lufvYCvCWRk_hFCo4fKrbP_FBfJuUuiJCVRU6eYOW6_dEUUYrG5NS77mPkFg"},"/inferflow/inferflow/unstar":{"post":"ZF6wFjRxM4E-cgQ4u9B1mr4PcsHF4_8ldpaifAwa4d1Kw4BALcU05pVCevT_W6zn8Dvrg8hGoM_6pJkjb50uBA"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"fcJl2IPFiGawPDboF_BRyGo7at7ocpbBEH-lI2DUlL56Q2XXJ2zGx6XGepkrSJcduHH0Yw1TKhXoaV0FbWUr9w"}}},"title":"Repository search results"}