Turn off guide caching

Author: torymur

outlines/fsm/guide.py

@@ -15,7 +15,6 @@
 )
 
 from outlines import grammars
-from outlines.caching import cache
 from outlines.fsm.parsing import PartialLark, PartialParserState
 
 if TYPE_CHECKING:
@@ -73,7 +72,6 @@ def copy(self):
         return self
 
 
-@cache()
 def cached_create_states_mapping(regex_string, tokenizer, *args, **kwargs):
     return uncached_create_states_mapping(regex_string, tokenizer, *args, **kwargs)
 

tests/generate/test_integration_llamacpp.py

@@ -274,6 +274,7 @@ def test_llama_cpp_pre_tokenizer_remains_broken():
         generate.choice(model, ["skirt", "dress", "pen", "jacket"])
 
 
+@pytest.mark.skip("Caching for guide was temporarily turned off")
 def test_RegexGuide_caching(model, temp_cache_dir):
     import llama_cpp
 

tests/generate/test_integration_transformers.py

@@ -492,6 +492,7 @@ def test_transformers_use_existing_model_and_tokenizer():
     assert isinstance(sequence, str)
 
 
+@pytest.mark.skip("Caching for guide was temporarily turned off")
 def test_RegexGuide_caching(temp_cache_dir):
     import outlines.caching
     from outlines.fsm.guide import cached_create_states_mapping