{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"BentoML","owner":"bentoml","isFork":false,"description":"The most flexible way to serve AI/ML models in production - Build Model Inference Service, LLM APIs, Inference Graph/Pipelines, Compound AI systems, Multi-Modal, RAG as a Service, and more!","topicNames":["python","machine-learning","deep-learning","model-serving","multimodal","mlops","ml-engineering","llm","generative-ai","llmops"],"topicsNotShown":4,"allTopics":["python","machine-learning","deep-learning","model-serving","multimodal","mlops","ml-engineering","llm","generative-ai","llmops","llm-serving","model-inference-service","llm-inference","inference-platform"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":21,"issueCount":215,"starsCount":6609,"forksCount":744,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-18T15:40:30.209Z"}},{"type":"Public","name":"rag-tutorials","owner":"bentoml","isFork":false,"description":"a series of tutorials implementing rag service with BentoML and LlamaIndex","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":6,"forksCount":1,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,3,6,0,0,0,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-15T03:22:28.513Z"}},{"type":"Public","name":"OpenLLM","owner":"bentoml","isFork":false,"description":"Run any open-source LLMs, such as Llama 2, Mistral, as OpenAI compatible API endpoint in the cloud.","topicNames":["ai","ml","falcon","mpt","llama","mistral","fine-tuning","mlops","bentoml","vicuna"],"topicsNotShown":10,"allTopics":["ai","ml","falcon","mpt","llama","mistral","fine-tuning","mlops","bentoml","vicuna","llm","model-inference","llmops","llm-serving","stablelm","llm-inference","open-source-llm","llama2","openllm","llm-ops"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":87,"starsCount":8949,"forksCount":566,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T06:44:10.053Z"}},{"type":"Public","name":"BentoVLLM","owner":"bentoml","isFork":false,"description":"Self-host LLMs with vLLM and BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":4,"starsCount":21,"forksCount":8,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-09T17:07:01.464Z"}},{"type":"Public","name":"BentoIris","owner":"bentoml","isFork":false,"description":"how to build an Iris classification application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-12T05:56:38.976Z"}},{"type":"Public","name":"BentoSentenceTransformers","owner":"bentoml","isFork":false,"description":"how to build a sentence embedding application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":2,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-11T07:50:59.859Z"}},{"type":"Public","name":"BentoCLIP","owner":"bentoml","isFork":false,"description":"building a CLIP application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":4,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T23:00:39.457Z"}},{"type":"Public","name":"BentoBLIP","owner":"bentoml","isFork":false,"description":"how to build an image captioning application on top of a BLIP model with BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":1,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T23:00:37.625Z"}},{"type":"Public","name":"BentoSDXLTurbo","owner":"bentoml","isFork":false,"description":"how to build an image generation application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":0,"starsCount":2,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T23:00:05.755Z"}},{"type":"Public","name":"quickstart","owner":"bentoml","isFork":false,"description":"BentoML Quickstart Example","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":5,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-09T02:19:08.490Z"}},{"type":"Public","name":"BentoBark","owner":"bentoml","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-03T07:01:33.384Z"}},{"type":"Public","name":"BentoYolo","owner":"bentoml","isFork":false,"description":"BentoML service of YOLO v8","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-21T04:27:29.637Z"}},{"type":"Public","name":"transformers-nlp-service","owner":"bentoml","isFork":false,"description":"Online Inference API for NLP Transformer models - summarization, text classification, sentiment analysis and more","topicNames":["nlp","transformer","nlp-machine-learning","model-deployment","model-serving","mlops","online-inference","llm","llmops","model-inference-service"],"topicsNotShown":0,"allTopics":["nlp","transformer","nlp-machine-learning","model-deployment","model-serving","mlops","online-inference","llm","llmops","model-inference-service"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":40,"forksCount":3,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-16T09:25:55.807Z"}},{"type":"Public","name":"BentoWhisperX","owner":"bentoml","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":8,"issueCount":0,"starsCount":4,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-14T07:59:31.568Z"}},{"type":"Public","name":"OneDiffusion","owner":"bentoml","isFork":false,"description":"OneDiffusion: Run any Stable Diffusion models and fine-tuned weights with ease","topicNames":["kubernetes","ai","lora","model-serving","fine-tuning","diffusion-models","stable-diffusion"],"topicsNotShown":0,"allTopics":["kubernetes","ai","lora","model-serving","fine-tuning","diffusion-models","stable-diffusion"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":9,"starsCount":323,"forksCount":23,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-29T07:48:38.865Z"}},{"type":"Public","name":"BentoSD2Upscaler","owner":"bentoml","isFork":false,"description":"how to build an image generation application with upscaling ability using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T22:59:56.059Z"}},{"type":"Public","name":"BentoSVD","owner":"bentoml","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":9,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-27T14:06:23.911Z"}},{"type":"Public","name":"BentoLCM","owner":"bentoml","isFork":false,"description":"how to build a Latent Consistency Models application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,3,6,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T23:00:38.367Z"}},{"type":"Public","name":"BentoXTTS","owner":"bentoml","isFork":false,"description":"how to build an text-to-speech application using BentoML","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":0,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T22:59:51.913Z"}},{"type":"Public","name":"BentoControlNet","owner":"bentoml","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":4,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T22:59:58.039Z"}},{"type":"Public archive","name":"heroku-deploy","owner":"bentoml","isFork":false,"description":"Deploy BentoML bundled models to Heroku","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":6,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:57:44.915Z"}},{"type":"Public archive","name":"azure-container-instances-deploy","owner":"bentoml","isFork":false,"description":"Fast model deployment on Azure container instances","topicNames":["azure"],"topicsNotShown":0,"allTopics":["azure"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":3,"forksCount":4,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:57:10.743Z"}},{"type":"Public archive","name":"google-cloud-run-deploy","owner":"bentoml","isFork":false,"description":"Fast model deployment on Google Cloud Run","topicNames":["serverless","cloud-run","google-cloud"],"topicsNotShown":0,"allTopics":["serverless","cloud-run","google-cloud"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":14,"forksCount":9,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:56:02.214Z"}},{"type":"Public archive","name":"aws-ec2-deploy","owner":"bentoml","isFork":false,"description":"Fast model deployment on AWS EC2","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":9,"starsCount":13,"forksCount":8,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:55:24.622Z"}},{"type":"Public archive","name":"aws-sagemaker-deploy","owner":"bentoml","isFork":false,"description":"Fast model deployment on AWS Sagemaker","topicNames":["aws","sagemaker-deployment"],"topicsNotShown":0,"allTopics":["aws","sagemaker-deployment"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":7,"starsCount":14,"forksCount":15,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:54:45.834Z"}},{"type":"Public archive","name":"aws-lambda-deploy","owner":"bentoml","isFork":false,"description":"Fast model deployment on AWS Lambda","topicNames":["lambda","terraform","mlops","python","aws","aws-lambda","serverless"],"topicsNotShown":0,"allTopics":["lambda","terraform","mlops","python","aws","aws-lambda","serverless"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":6,"starsCount":13,"forksCount":8,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:53:42.737Z"}},{"type":"Public archive","name":"bentoctl","owner":"bentoml","isFork":false,"description":"Fast model deployment on any cloud 🚀","topicNames":["gcp","heroku-deployment","azure-deployment","model-deployment","mlops","aws-deployment","mlops-workflow","gcp-deployment","aws","aws-lambda"],"topicsNotShown":2,"allTopics":["gcp","heroku-deployment","azure-deployment","model-deployment","mlops","aws-deployment","mlops-workflow","gcp-deployment","aws","aws-lambda","serverless","azure"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":15,"starsCount":173,"forksCount":29,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-25T23:49:52.363Z"}},{"type":"Public","name":"diffusers-examples","owner":"bentoml","isFork":false,"description":"API serving for your diffusers models","topicNames":["model-deployment","model-serving","bentoml","diffusers"],"topicsNotShown":0,"allTopics":["model-deployment","model-serving","bentoml","diffusers"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":10,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-19T04:23:21.162Z"}},{"type":"Public","name":"openllm-benchmark","owner":"bentoml","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-19T05:43:13.162Z"}},{"type":"Public","name":"langchain","owner":"bentoml","isFork":true,"description":"⚡ Building applications with LLMs through composability ⚡","topicNames":[],"topicsNotShown":0,"allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":13175,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-12T06:48:44.785Z"}}],"repositoryCount":40,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}