{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"cortex","owner":"janhq","isFork":false,"description":"Drop-in, local AI alternative to the OpenAI stack. Multi-engine (llama.cpp, TensorRT-LLM). Powers 👋 Jan","topicNames":["ai","cuda","llama","accelerated","inference-engine","openai-api","llm","stable-diffusion","llms","llamacpp"],"topicsNotShown":3,"allTopics":["ai","cuda","llama","accelerated","inference-engine","openai-api","llm","stable-diffusion","llms","llamacpp","llama2","gguf","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":9,"issueCount":62,"starsCount":1651,"forksCount":83,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,53,17,23,9,3,21,24,106,50,37,48,38,16,31,30,56,33,54,59,13,21,26,2,0,0,5,17,26,16,2,0,2,30,30],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T09:23:31.016Z"}},{"type":"Public","name":"cortex.llamacpp","owner":"janhq","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":2,"issueCount":5,"starsCount":1,"forksCount":1,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,5,6,7,13],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T09:37:33.304Z"}},{"type":"Public","name":"cortex.python","owner":"janhq","isFork":false,"description":"C++ code that run Python embedding","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,1,6,9],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T13:36:05.468Z"}},{"type":"Public","name":"nitro-tensorrt-llm","owner":"janhq","isFork":true,"description":"Nitro is an C++ inference server on top of TensorRT-LLM. OpenAI-compatible API. Run blazing fast inference on Nvidia GPUs. Used in Jan","topicNames":["jan","tensorrt","llm","tensorrt-llm"],"topicsNotShown":0,"allTopics":["jan","tensorrt","llm","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":2,"issueCount":8,"starsCount":27,"forksCount":718,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,5,0,6,5,3,2,2,5,1,1,4,1,1,1,3,2,1,1,6,1,0,4,3,1,55,3,1,1,1,1,1,1,2,3,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T06:43:52.811Z"}},{"type":"Public","name":"infinity","owner":"janhq","isFork":true,"description":"The AI-native database built for LLM applications, providing incredibly fast vector and full-text search ","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":149,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T06:45:53.239Z"}},{"type":"Public","name":"llama.cpp-avx-vnni","owner":"janhq","isFork":true,"description":"Port of Facebook's LLaMA model in C/C++","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":8349,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T07:04:40.274Z"}},{"type":"Public","name":"TensorRT","owner":"janhq","isFork":true,"description":"NVIDIA® TensorRT™, an SDK for high-performance deep learning inference, includes a deep learning inference optimizer and runtime that delivers low latency and high throughput for inference applications.","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":1986,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-03T03:08:17.003Z"}}],"repositoryCount":7,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}