{"payload":{"header_redesign_enabled":false,"results":[{"id":"713519774","archived":false,"color":"#dea584","followers":4,"has_funding_file":false,"hl_name":"fcn94/llm_stream_endpoint","hl_trunc_description":"Simple LLM Rest API using Rust, Warp and Candle. Dedicated for quantized version of either phi-2 ( default) , Mistral, or Llama. Work usi…","language":"Rust","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":713519774,"name":"llm_stream_endpoint","owner_id":116332106,"owner_login":"fcn94","updated_at":"2024-04-02T20:43:26.460Z","has_issues":true}},"sponsorable":false,"topics":["api","rust","streaming","cpu","rest","rest-api","cuda","cuda-kernels","endpoint","candle","quantized","llm","llama2","mistral-7b","phi-2","llm-server"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":82,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Afcn94%252Fllm_stream_endpoint%2B%2Blanguage%253ARust","metadata":null,"warn_limited_results":false,"csrf_tokens":{"/fcn94/llm_stream_endpoint/star":{"post":"X3uIccSIy271Q4_gT-JkLvVpwv4_pjgouCWGg6UXgGJEY4QW3JDV_FPwHo9rfJIFAgBq8B5hVclcdydN1aXM7g"},"/fcn94/llm_stream_endpoint/unstar":{"post":"th5TunfwqN8tDR8PjwTaINxslhxfGI4ZqD9sltjxRRlg3em2xkgQGoKav22hVhytGA591GFFgOgIBAPPoTsXgA"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"t3xtFbG0opTLaYp1tIa454i5SvihMpaCMzbjpDcC6l5AubbHsoZrhgY0JQ8buhskleg3QofRvJ-O-LmAFyMZkQ"}}},"title":"Repository search results"}