{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"cortex.tensorrt-llm","owner":"janhq","isFork":true,"description":"Nitro is an C++ inference server on top of TensorRT-LLM. OpenAI-compatible API. Run blazing fast inference on Nvidia GPUs. Used in Jan","allTopics":["jan","tensorrt","llm","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":1,"issueCount":8,"starsCount":29,"forksCount":746,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,5,0,6,7,2,1,3,5,1,1,4,1,0,1,3,2,1,1,6,1,0,4,3,27,31,1,1,1,1,1,1,1,2,3,2,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-02T19:45:23.277Z"}},{"type":"Public","name":"jan","owner":"janhq","isFork":false,"description":"Jan is an open source alternative to ChatGPT that runs 100% offline on your computer. Multiple engine support (llama.cpp, TensorRT-LLM)","allTopics":["electron","self-hosted","gpt","llamacpp","localai","llama2"],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":8,"issueCount":183,"starsCount":19537,"forksCount":1133,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,3,28,33,47,30,24,35,73,75,113,181,78,61,108,144,101,170,106,100,85,182,147,115,136,85,79,49,93,160,117,135,129,65,38,44,18,36,5,9,12,11,14],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-02T18:59:02.882Z"}},{"type":"Public","name":"cortex","owner":"janhq","isFork":false,"description":"Drop-in, local AI alternative to the OpenAI stack. Multi-engine (llama.cpp, TensorRT-LLM). Powers 👋 Jan","allTopics":["ai","cuda","llama","accelerated","inference-engine","openai-api","llm","stable-diffusion","llms","llamacpp","llama2","gguf","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":3,"issueCount":69,"starsCount":1680,"forksCount":85,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,46,21,18,8,6,22,27,112,58,23,47,37,13,32,35,50,39,73,33,23,17,19,2,0,2,6,20,23,13,2,0,2,38,40,49],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-02T13:51:47.114Z"}},{"type":"Public","name":"docs","owner":"janhq","isFork":false,"description":"Jan.ai Website & Documentation","allTopics":["website","documentation","self-hosted","jan","api-reference","localai"],"primaryLanguage":{"name":"MDX","color":"#fcb32c"},"pullRequestCount":3,"issueCount":55,"starsCount":15,"forksCount":4,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,108,134,10,47,75,77,6,45,45,39],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-31T09:17:44.114Z"}},{"type":"Public","name":"cortex.llamacpp","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":2,"issueCount":5,"starsCount":3,"forksCount":1,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,3,7,8,13,12],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-31T01:16:45.737Z"}},{"type":"Public","name":"awesome-local-ai","owner":"janhq","isFork":false,"description":"An awesome repository of local AI tools","allTopics":[],"primaryLanguage":null,"pullRequestCount":3,"issueCount":6,"starsCount":961,"forksCount":79,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,32,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,3,1,0,0,0,0,10,4,11,0,1,3,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-29T08:58:31.920Z"}},{"type":"Public","name":"cortex-node","owner":"janhq","isFork":true,"description":"The official Node.js / Typescript library for the OpenAI API","allTopics":[],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":741,"license":"Apache License 2.0","participation":[0,12,0,2,1,1,2,1,1,2,6,23,17,18,13,12,8,6,14,14,12,15,33,6,15,7,2,9,17,1,3,18,7,9,5,6,5,13,5,8,7,9,9,13,4,20,10,16,17,9,1,5],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-28T07:53:59.626Z"}},{"type":"Public","name":"cortex.python","owner":"janhq","isFork":false,"description":"C++ code that run Python embedding","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":0,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,3,4,9,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T13:36:05.468Z"}},{"type":"Public","name":"cortex-python","owner":"janhq","isFork":true,"description":"The official Python library for the OpenAI API","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":2791,"license":"Apache License 2.0","participation":[3,1,0,0,1,1,0,0,0,0,0,5,2,3,1,2,6,2,0,0,0,0,32,17,11,16,13,7,22,2,7,7,11,9,5,10,4,9,7,9,5,7,8,9,6,24,9,7,9,9,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-20T11:18:45.808Z"}},{"type":"Public","name":"thinking-machines","owner":"janhq","isFork":false,"description":"Thinking Machines","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-16T03:11:18.567Z"}},{"type":"Public","name":"pymaker","owner":"janhq","isFork":false,"description":"Make the py","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-09T07:57:41.206Z"}},{"type":"Public","name":"tensorrtllm_backend","owner":"janhq","isFork":true,"description":"The Triton TensorRT-LLM Backend","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":76,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,4,0,4,8,1,1,2,1,1,1,1,1,0,1,1,1,1,1,1,1,0,3,1,1,1,1,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-19T09:39:58.973Z"}},{"type":"Public","name":"triton_tensorrt_llm","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Shell","color":"#89e051"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-15T02:57:16.821Z"}},{"type":"Public","name":"openai_trtllm","owner":"janhq","isFork":true,"description":"OpenAI compatible API for TensorRT LLM triton backend","allTopics":[],"primaryLanguage":{"name":"Rust","color":"#dea584"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":16,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,2,8,3,0,0,0,0,1,3,0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-15T02:51:44.710Z"}},{"type":"Public","name":"trt-llm-as-openai-windows","owner":"janhq","isFork":true,"description":"This reference can be used with any existing OpenAI integrated apps to run with TRT-LLM inference locally on GeForce GPU on Windows instead of cloud.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":9,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-08T02:09:51.260Z"}},{"type":"Public","name":"open-foundry","owner":"janhq","isFork":false,"description":"R&D experiments","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":1,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-01T08:19:10.246Z"}},{"type":"Public","name":"architecture","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-28T06:28:39.462Z"}},{"type":"Public","name":"charts","owner":"janhq","isFork":false,"description":"This repository contains helm chart for our team","allTopics":[],"primaryLanguage":{"name":"Smarty","color":"#f0c040"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-20T18:11:32.572Z"}},{"type":"Public","name":"llama.cpp-avx-vnni","owner":"janhq","isFork":true,"description":"Port of Facebook's LLaMA model in C/C++","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":8458,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T07:04:40.274Z"}},{"type":"Public","name":"infinity","owner":"janhq","isFork":true,"description":"The AI-native database built for LLM applications, providing incredibly fast vector and full-text search ","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":152,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T06:45:53.239Z"}},{"type":"Public","name":"langchainjs","owner":"janhq","isFork":true,"description":"","allTopics":[],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1901,"license":"MIT License","participation":[90,49,23,53,30,52,56,37,38,38,50,44,39,58,37,27,30,43,66,60,59,50,68,56,43,61,47,62,63,54,65,44,58,61,80,67,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-19T06:45:35.178Z"}},{"type":"Public","name":"plugin-catalog","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,53,24,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-17T08:24:36.900Z"}},{"type":"Public archive","name":"model-converter","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":17,"forksCount":4,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-14T11:27:03.044Z"}},{"type":"Public","name":"node-nitro","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"GNU Affero General Public License v3.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-29T10:26:43.378Z"}},{"type":"Public","name":"models","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-23T06:49:15.040Z"}},{"type":"Public","name":"py-nitro","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-16T17:40:18.191Z"}},{"type":"Public template","name":"extension-template","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":0,"issueCount":1,"starsCount":7,"forksCount":2,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-10-20T13:38:50.695Z"}},{"type":"Public archive","name":"jan-web","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":2,"license":null,"participation":[0,0,0,0,0,0,1,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-25T07:22:03.971Z"}},{"type":"Public","name":"TensorRT","owner":"janhq","isFork":true,"description":"NVIDIA® TensorRT™, an SDK for high-performance deep learning inference, includes a deep learning inference optimizer and runtime that delivers low latency and high throughput for inference applications.","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":1989,"license":"Apache License 2.0","participation":[2,0,0,0,0,1,0,0,1,10,5,4,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-03T03:08:17.003Z"}},{"type":"Public archive","name":"app-backend","owner":"janhq","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"PLpgSQL","color":"#336790"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-31T10:35:39.471Z"}}],"repositoryCount":31,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}