prefer_markdown option in chat (#2098)

* prefer_markdown option in chat

* fix

* fix

---------

Co-authored-by: Ferran Llamas <ferran@nuclia.com>

nucliadb/nucliadb/search/search/chat/query.py

@@ -321,6 +321,7 @@ async def chat(
         generative_model=chat_request.generative_model,
         max_tokens=query_parser.get_max_tokens_answer(),
         query_context_images=prompt_context_images,
+        prefer_markdown=chat_request.prefer_markdown,
     )
     predict = get_predict()
     nuclia_learning_id, predict_generator = await predict.chat_query(kbid, chat_model)

nucliadb_models/nucliadb_models/search.py

@@ -601,6 +601,11 @@ class SearchParamDefaults:
         title="Rephrase query consuming LLMs",
         description="Rephrase query consuming LLMs - it will make the query slower",  # noqa
     )
+    prefer_markdown = ParamDefault(
+        default=False,
+        title="Prefer markdown",
+        description="If set to true, the response will be in markdown format",
+    )
 
 
 class Filter(BaseModel):
@@ -808,6 +813,11 @@ class ChatModel(BaseModel):
         description="The information retrieval context for the current query, each image is a base64 encoded string",
     )
 
+    prefer_markdown: bool = Field(
+        default=False,
+        description="If set to true, the response will be in markdown format",
+    )
+
 
 class RephraseModel(BaseModel):
     question: str
@@ -1027,6 +1037,12 @@ class ChatRequest(BaseModel):
         description="Consume LLM tokens to rephrase the query so the semantic search is better",
     )
 
+    prefer_markdown: bool = Field(
+        default=False,
+        title="Prefer markdown",
+        description="If set to true, the response will be in markdown format",
+    )
+
     @root_validator(pre=True)
     def rag_features_validator(cls, values):
         chosen_strategies = []