{"payload":{"header_redesign_enabled":false,"results":[{"id":"713519774","archived":false,"color":"#dea584","followers":3,"has_funding_file":false,"hl_name":"fcn94/llm_stream_endpoint","hl_trunc_description":"Simple LLM Rest API using Rust, Warp and Candle. Dedicated for quantized version of either phi-2 ( default) , Mistral, or Llama. Work usi…","language":"Rust","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":713519774,"name":"llm_stream_endpoint","owner_id":116332106,"owner_login":"fcn94","updated_at":"2024-04-02T20:43:26.460Z","has_issues":true}},"sponsorable":false,"topics":["api","rust","streaming","cpu","rest","rest-api","cuda","cuda-kernels","endpoint","candle","quantized","llm","llama2","mistral-7b","phi-2","llm-server"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":55,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Afcn94%252Fllm_stream_endpoint%2B%2Blanguage%253ARust","metadata":null,"csrf_tokens":{"/fcn94/llm_stream_endpoint/star":{"post":"FTpmA1AOrPuTvmrnafmOwXSr0ItfEtSnxbrSvjZMUkHYaQsx1kzxNEXDN1mUxWm9k6IeIlVCVmK6Iz1U6XB_BA"},"/fcn94/llm_stream_endpoint/unstar":{"post":"AMdsTiuurYeGoiAbukx6vVaBet7RAl3mK9F1WGndwstD8TmodYmrFk2uDARTk-HyAe3LVehxlBQTpNCfq2IeKQ"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"fr5i5uFkfKrL9sjKn8scQry-yEokFKjpBbBlvsql6g1FY5zpBBAxeRPWT_HhYQ4M-Lh13mWmqq7AgOxTH3DoXg"}}},"title":"Repository search results"}