From 0d16dd7360427f05ecace8b4a8671da85fc5a537 Mon Sep 17 00:00:00 2001 From: Andrew Lapp Date: Wed, 7 Feb 2024 14:24:07 -0600 Subject: [PATCH] Apply lru_cache to RegexFSM --- outlines/fsm/fsm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/outlines/fsm/fsm.py b/outlines/fsm/fsm.py index 6ec3ff9e4..52c02497e 100644 --- a/outlines/fsm/fsm.py +++ b/outlines/fsm/fsm.py @@ -1,3 +1,4 @@ +import functools from typing import TYPE_CHECKING, List, NewType, Protocol, Tuple import interegular @@ -88,6 +89,7 @@ def copy(self) -> "StopAtEosFSM": return self +@functools.lru_cache(maxsize=1024) class RegexFSM(FSM): """FSM to generate text that is in the language of a regular expression."""