{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"cortex","owner":"janhq","isFork":false,"description":"Drop-in, local AI alternative to the OpenAI stack. Multi-engine (llama.cpp, TensorRT-LLM). Powers 👋 Jan","topicNames":["ai","cuda","llama","accelerated","inference-engine","openai-api","llm","stable-diffusion","llms","llamacpp"],"topicsNotShown":3,"allTopics":["ai","cuda","llama","accelerated","inference-engine","openai-api","llm","stable-diffusion","llms","llamacpp","llama2","gguf","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":6,"issueCount":59,"starsCount":1643,"forksCount":81,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,45,22,18,8,6,22,26,113,50,31,46,37,13,31,35,51,35,66,45,22,16,21,2,0,2,3,19,27,13,1,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-17T11:08:29.393Z"}},{"type":"Public","name":"cortex.llamacpp","owner":"janhq","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":2,"issueCount":3,"starsCount":1,"forksCount":1,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,3,6,9],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-18T08:42:52.471Z"}},{"type":"Public","name":"cortex.python-runtime","owner":"janhq","isFork":false,"description":"C++ code that run Python embedding","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":1,"issueCount":1,"starsCount":2,"forksCount":0,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,2,5],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-16T06:57:41.054Z"}},{"type":"Public","name":"nitro-tensorrt-llm","owner":"janhq","isFork":true,"description":"Nitro is an C++ inference server on top of TensorRT-LLM. OpenAI-compatible API. Run blazing fast inference on Nvidia GPUs. Used in Jan","topicNames":["jan","tensorrt","llm","tensorrt-llm"],"topicsNotShown":0,"allTopics":["jan","tensorrt","llm","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":8,"starsCount":25,"forksCount":709,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,5,0,6,7,2,1,3,5,1,1,4,1,0,1,3,2,1,1,6,1,0,4,3,27,31,1,1,1,1,1,1,1,2,3],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-15T09:16:30.407Z"}},{"type":"Public","name":"infinity","owner":"janhq","isFork":true,"description":"The AI-native database built for LLM applications, providing incredibly fast vector and full-text search ","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":148,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T06:45:53.239Z"}},{"type":"Public","name":"llama.cpp-avx-vnni","owner":"janhq","isFork":true,"description":"Port of Facebook's LLaMA model in C/C++","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":8286,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T07:04:40.274Z"}},{"type":"Public","name":"TensorRT","owner":"janhq","isFork":true,"description":"NVIDIA® TensorRT™, an SDK for high-performance deep learning inference, includes a deep learning inference optimizer and runtime that delivers low latency and high throughput for inference applications.","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":1981,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-03T03:08:17.003Z"}}],"repositoryCount":7,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}