Handle errors in rust examples (#513)

EricLBuehler · Jul 1, 2024 · 21ed180 · 21ed180
1 parent af18834
commit 21ed180
Show file tree

Hide file tree

Showing 11 changed files with 88 additions and 0 deletions.
diff --git a/mistralrs/examples/gemma2/main.rs b/mistralrs/examples/gemma2/main.rs
@@ -75,6 +75,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/gguf_locally/main.rs b/mistralrs/examples/gguf_locally/main.rs
@@ -76,6 +76,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/grammar/main.rs b/mistralrs/examples/grammar/main.rs
@@ -75,6 +75,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/idefics2/main.rs b/mistralrs/examples/idefics2/main.rs
@@ -82,6 +82,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/isq/main.rs b/mistralrs/examples/isq/main.rs
@@ -75,6 +75,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/lora/main.rs b/mistralrs/examples/lora/main.rs
@@ -87,6 +87,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/lora_activation/main.rs b/mistralrs/examples/lora_activation/main.rs
@@ -83,6 +83,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/phi3v/main.rs b/mistralrs/examples/phi3v/main.rs
@@ -82,6 +82,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/quantized/main.rs b/mistralrs/examples/quantized/main.rs
@@ -74,6 +74,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/simple/main.rs b/mistralrs/examples/simple/main.rs
@@ -75,6 +75,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())

diff --git a/mistralrs/examples/xlora/main.rs b/mistralrs/examples/xlora/main.rs
@@ -84,6 +84,14 @@ fn main() -> anyhow::Result<()> {
             c.usage.avg_prompt_tok_per_sec,
             c.usage.avg_compl_tok_per_sec
         ),
+        Response::InternalError(e) => panic!("Internal error: {e}"),
+        Response::ValidationError(e) => panic!("Validation error: {e}"),
+        Response::ModelError(e, c) => panic!(
+            "Model error: {e}. Response: Text: {}, Prompt T/s: {}, Completion T/s: {}",
+            c.choices[0].message.content,
+            c.usage.avg_prompt_tok_per_sec,
+            c.usage.avg_compl_tok_per_sec
+        ),
         _ => unreachable!(),
     }
     Ok(())