File tree Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Original file line number Diff line number Diff line change 1- import guidance
2- from guidance import models , select , gen
3- from .utils import get_model
41import pytest
52import multiprocessing
63import time
74
85def server_process ():
96 from guidance import models , Server
107
11- mistral = get_model ( "llama_cpp:" )
8+ mistral = models . Mock ( )
129
1310 server = Server (mistral , api_key = "SDFSDF" )
1411 server .run (port = 8392 )
@@ -24,6 +21,6 @@ def running_server():
2421def test_remote_llama_cpp_gen (running_server ):
2522 from guidance import models , gen
2623
27- m = models .LlamaCpp ("http://localhost:8392" , api_key = "SDFSDF" )
24+ m = models .Mock ("http://localhost:8392" , api_key = "SDFSDF" )
2825 m2 = m + "A story." + gen ("test" , max_tokens = 20 )
2926 assert len (str (m2 )) > 20 , "The model didn't generate enough data"
You can’t perform that action at this time.
0 commit comments