Apply lru_cache to RegexFSM

outlines-dev · Feb 7, 2024 · 4ec72a1 · 4ec72a1
1 parent 1626cea
commit 4ec72a1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/outlines/fsm/fsm.py b/outlines/fsm/fsm.py
@@ -1,3 +1,4 @@
+import functools
 from typing import TYPE_CHECKING, List, NewType, Protocol, Tuple
 
 import interegular
@@ -88,6 +89,7 @@ def copy(self) -> "StopAtEosFSM":
         return self
 
 
+@functools.lru_cache(maxsize=1024)
 class RegexFSM(FSM):
     """FSM to generate text that is in the language of a regular expression."""