feat: support camembert

README.md

@@ -53,7 +53,7 @@ such as:
 
 ### Supported Models
 
-You can use any BERT or XLM-RoBERTa model with absolute positions in `text-embeddings-inference`. 
+You can use any BERT, CamemBERT or XLM-RoBERTa model with absolute positions in `text-embeddings-inference`. 
 
 **Support for other model types will be added in the future.**
 

backends/candle/src/lib.rs

@@ -34,6 +34,7 @@ impl CandleBackend {
         // Check model type
         if config.model_type != Some("bert".to_string())
             && config.model_type != Some("xlm-roberta".to_string())
+            && config.model_type != Some("camembert".to_string())
         {
             return Err(BackendError::Start(format!(
                 "Model {:?} is not supported",

router/src/main.rs

@@ -214,12 +214,13 @@ async fn main() -> Result<()> {
     );
     tokenizer.with_padding(None);
 
-    // Position IDs offset. Used for Roberta.
-    let position_offset = if &config.model_type == "xlm-roberta" {
-        config.pad_token_id + 1
-    } else {
-        0
-    };
+    // Position IDs offset. Used for Roberta and camembert.
+    let position_offset =
+        if &config.model_type == "xlm-roberta" || &config.model_type == "camembert" {
+            config.pad_token_id + 1
+        } else {
+            0
+        };
     let max_input_length = config.max_position_embeddings - position_offset;
 
     let tokenization_workers = args