Cleanup unused imports

Author: turboderp

eval/humaneval.py

@@ -3,7 +3,7 @@
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 from exllamav3 import model_init, Generator, Job, ComboSampler
 from exllamav3.util.progress import ProgressBar
-import argparse, contextlib, subprocess
+import argparse, subprocess
 from human_eval.data import write_jsonl, read_problems
 from pathlib import Path
 

eval/mmlu.py

@@ -1,14 +1,12 @@
 from __future__ import annotations
 import sys, os
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-from exllamav3 import model_init
 from exllamav3 import model_init, Generator, Job
-import argparse, contextlib
+import argparse
 import torch
-import util
 import random, math
 from datasets import load_dataset
-from exllamav3.util.file import disk_lru_cache, disk_lru_cache_clear
+from exllamav3.util.file import disk_lru_cache
 from exllamav3.util.progress import ProgressBar
 
 @disk_lru_cache("get_dataset_mmlu")

eval/ppl.py

@@ -2,10 +2,9 @@
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
 import argparse
-from exllamav3.util.file import disk_lru_cache, disk_lru_cache_clear
+from exllamav3.util.file import disk_lru_cache
 from exllamav3.util.progress import ProgressBar
-from exllamav3.util.memory import free_mem
-from exllamav3 import Config, Model, Cache, Tokenizer, model_init
+from exllamav3 import model_init
 from datasets import load_dataset
 import torch
 import torch.nn.functional as F

eval/ppl_transformers.py

@@ -5,8 +5,8 @@
 from exllamav3.util.file import disk_lru_cache, disk_lru_cache_clear
 from exllamav3.util.progress import ProgressBar
 from exllamav3.util.memory import free_mem
-from exllamav3 import Config, Model, Cache, Tokenizer, model_init
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from exllamav3 import Config, Tokenizer, model_init
+from transformers import AutoModelForCausalLM
 from datasets import load_dataset
 import torch
 import torch.nn.functional as F

eval/prequant_test.py

@@ -2,20 +2,17 @@
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
 import argparse
-from exllamav3.util.file import disk_lru_cache, disk_lru_cache_clear
+from exllamav3.util.file import disk_lru_cache
 from exllamav3.util.progress import ProgressBar
 from exllamav3.util.memory import free_mem
-from exllamav3 import Config, Model, Cache, Tokenizer, model_init
+from exllamav3 import Config, Model, Tokenizer
 from exllamav3.ext import exllamav3_ext as ext
 from datasets import load_dataset
 from exllamav3.modules import Linear
-from exllamav3.modules.quant import LinearFP16, LinearEXL3
 from exllamav3.modules.quant.exl3_lib.quantize import regularize
 import torch
 import torch.nn.functional as F
 import math
-import numpy as np
-import termplotlib as tpl
 
 # ANSI codes
 ESC = "\u001b"

examples/async_generator.py

@@ -1,6 +1,6 @@
 import sys, os
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-from exllamav3 import Model, Config, Cache, Tokenizer, AsyncGenerator, AsyncJob, Sampler
+from exllamav3 import Model, Config, Cache, Tokenizer, AsyncGenerator, AsyncJob
 import asyncio
 
 """

examples/banned_strings.py

@@ -1,7 +1,6 @@
 import sys, os
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 from exllamav3 import Model, Config, Cache, Tokenizer, Generator, Job, GreedySampler
-from exllamav3.util import Timer
 from common import format_prompt, get_stop_conditions
 
 """

examples/batched_translation.py

@@ -3,8 +3,8 @@
 import argparse
 from transformers import AutoTokenizer
 from exllamav3.util.progress import ProgressBar
-from exllamav3.util.file import disk_lru_cache, disk_lru_cache_clear
-from exllamav3 import Config, Model, Cache, Tokenizer, model_init, Generator, Job
+from exllamav3.util.file import disk_lru_cache
+from exllamav3 import model_init, Generator, Job
 from datasets import load_dataset
 import torch
 import time

examples/chat_console.py

@@ -1,7 +1,6 @@
 import sys, shutil
 
 from rich.prompt import Prompt
-from rich.live import Live
 from rich.markdown import Markdown
 from rich.console import Console
 from prompt_toolkit import prompt as ptk_prompt

examples/chat_util.py

@@ -1,8 +1,5 @@
 import re
-import sys
 import pyperclip
-import time
-import os
 
 def copy_last_codeblock(text: str, num) -> str | None:
     pattern = re.compile(r"```[^\n`]*\n(.*?)```", re.DOTALL)