Fix imports even more

Author: Vuizur

russian_text_stresser/gpt3_WSD.py

@@ -2,7 +2,7 @@
 import re
 from pydantic.dataclasses import dataclass
 import os
-from typing import Optional, TypedDict, Union
+from typing import Optional
 import sqlite3
 import json
 from stressed_cyrillic_tools import (
@@ -20,7 +20,6 @@
     WIZARD_VICUNA7B_PATH,
     WIZARDVICUNA7B_PROMPT,
 )
-from llama_cpp import Llama
 from russian_text_stresser.russian_dictionary import RussianDictionary
 from pydantic.json import pydantic_encoder
 import traceback
@@ -67,6 +66,8 @@ class LLM:
 
 class LocalLLM:
     def __init__(self, llm: LLM):
+        from llama_cpp import Llama
+
         self.llm = Llama(
             model_path=llm.path,
             n_ctx=1024,  # Some tasks are too long for the default 512 context window

russian_text_stresser/llm_test.py

@@ -1,6 +1,5 @@
 #from langchain.llms import LlamaCpp, HuggingFacePipeline
 #from langchain.prompts import PromptTemplate
-from llama_cpp import Llama
 
 WIZARDVICUNA7B_PROMPT = """### Instruction: {question}
 
@@ -19,6 +18,8 @@
 Saiga: """
 
 def test_cpp():
+    from llama_cpp import Llama
+
     llm = Llama(
         model_path=MANTICORE13B_PATH, 
         n_ctx=2048,
@@ -27,6 +28,8 @@ def test_cpp():
     print(llm(request))
 
 def test_saiga():
+    from llama_cpp import Llama
+
     llm = Llama(
         model_path=SAIGA7B_PATH,
     )