Rename SingleGpuGenerator -> LocalGenerator

Author: mreso

torchchat/generate.py

@@ -31,7 +31,7 @@
 from torchchat.utils.generator import Generator, GeneratorArgs, E_INST, B_INST, E_SYS, B_SYS
 
 
-class SingleGPUGenerator(Generator):
+class LocalGenerator(Generator):
     """
     Generates text samples based on a pre-trained Transformer model and tokenizer.
     Args:
@@ -856,7 +856,7 @@ def main(args):
     tokenizer_args = TokenizerArgs.from_args(args)
     generator_args = GeneratorArgs.from_args(args)
     if not builder_args.distributed:
-        gen = SingleGPUGenerator(
+        gen = LocalGenerator(
             builder_args,
             speculative_builder_args,
             tokenizer_args,

torchchat/usages/openai_api.py

@@ -24,7 +24,7 @@
 from torchtune.models.llama3_2_vision._model_builders import llama3_2_vision_transform
 
 from torchchat.cli.download import is_model_downloaded, load_model_configs
-from torchchat.generate import SingleGPUGenerator, GeneratorArgs
+from torchchat.generate import LocalGenerator, GeneratorArgs
 from torchchat.model import FlamingoModel
 
 from torchchat.utils.build_utils import device_sync
@@ -267,7 +267,7 @@ class CompletionResponseChunk:
     usage: Optional[UsageStats] = None
 
 
-class OpenAiApiGenerator(SingleGPUGenerator):
+class OpenAiApiGenerator(LocalGenerator):
     """A wrapper over the Generator class to interface with the OpenAI API.
 
     Implements endpoints for completion requests, both chunked and non-chunked using the dataclasses