From 1b211ae5cdfe98c9a06af12b0981f39690f94f9f Mon Sep 17 00:00:00 2001 From: pavanmantha Date: Thu, 7 Nov 2024 22:01:21 +0530 Subject: [PATCH] -added skeliton code for litserve --- .../qdrant/semantic_cache/api_server.py | 19 +++++++++++++++++++ .../qdrant/semantic_routing/api_server.py | 19 +++++++++++++++++++ 2 files changed, 38 insertions(+) create mode 100644 bootstraprag/templates/qdrant/semantic_cache/api_server.py create mode 100644 bootstraprag/templates/qdrant/semantic_routing/api_server.py diff --git a/bootstraprag/templates/qdrant/semantic_cache/api_server.py b/bootstraprag/templates/qdrant/semantic_cache/api_server.py new file mode 100644 index 0000000..e69bad6 --- /dev/null +++ b/bootstraprag/templates/qdrant/semantic_cache/api_server.py @@ -0,0 +1,19 @@ +from abc import ABC +import litserve as ls + + +class SemanticCacheAPI(ls.LitAPI, ABC): + def __init__(self): + pass + + def setup(self, device): + pass + + def decode_request(self, request, **kwargs): + pass + + def predict(self, x, **kwargs): + pass + + def encode_response(self, output, **kwargs): + pass diff --git a/bootstraprag/templates/qdrant/semantic_routing/api_server.py b/bootstraprag/templates/qdrant/semantic_routing/api_server.py new file mode 100644 index 0000000..a3529f3 --- /dev/null +++ b/bootstraprag/templates/qdrant/semantic_routing/api_server.py @@ -0,0 +1,19 @@ +from abc import ABC +import litserve as ls + + +class SemanticRoutingAPI(ls.LitAPI, ABC): + def __init__(self): + pass + + def setup(self, device): + pass + + def decode_request(self, request, **kwargs): + pass + + def predict(self, x, **kwargs): + pass + + def encode_response(self, output, **kwargs): + pass