diff --git a/bootstraprag/templates/qdrant/semantic_cache/api_server.py b/bootstraprag/templates/qdrant/semantic_cache/api_server.py new file mode 100644 index 0000000..e69bad6 --- /dev/null +++ b/bootstraprag/templates/qdrant/semantic_cache/api_server.py @@ -0,0 +1,19 @@ +from abc import ABC +import litserve as ls + + +class SemanticCacheAPI(ls.LitAPI, ABC): + def __init__(self): + pass + + def setup(self, device): + pass + + def decode_request(self, request, **kwargs): + pass + + def predict(self, x, **kwargs): + pass + + def encode_response(self, output, **kwargs): + pass diff --git a/bootstraprag/templates/qdrant/semantic_routing/api_server.py b/bootstraprag/templates/qdrant/semantic_routing/api_server.py new file mode 100644 index 0000000..a3529f3 --- /dev/null +++ b/bootstraprag/templates/qdrant/semantic_routing/api_server.py @@ -0,0 +1,19 @@ +from abc import ABC +import litserve as ls + + +class SemanticRoutingAPI(ls.LitAPI, ABC): + def __init__(self): + pass + + def setup(self, device): + pass + + def decode_request(self, request, **kwargs): + pass + + def predict(self, x, **kwargs): + pass + + def encode_response(self, output, **kwargs): + pass