Address some nits from PR review

Author: mreso

torchchat/usages/openai_api.py

@@ -13,7 +13,7 @@
 from dataclasses import dataclass
 from io import BytesIO
 from pwd import getpwuid
-from typing import Any, Dict, List, Optional, Union
+from typing import Any, Dict, List, Optional, Union, Type
 
 import torch
 
@@ -486,18 +486,13 @@ def _callback(self, x, *, buffer, done_generating):
         pass
 
 
-def create_openai_api_generator(distributed):
+def create_openai_api_generator(distributed: bool) -> Type:
     """
     Factory method to create an OpenAiApiGenerator
     """
 
-    if distributed:
-        # Base class order matters to make sure OpenAiApiGeneratorMixin overrides methods in DistributedGenerator and Generator
-        return type('OpenAiApiGenerator', (OpenAiApiGeneratorMixin, DistributedGenerator), {})
-    else:
-        return type('OpenAiApiGenerator', (OpenAiApiGeneratorMixin, LocalGenerator), {})
-
-
+    # Base class order matters to make sure OpenAiApiGeneratorMixin overrides methods in DistributedGenerator and Generator
+    return type('OpenAiApiGenerator', (OpenAiApiGeneratorMixin, DistributedGenerator if distributed else LocalGenerator), {})
 
 
 """

torchchat/usages/server.py

@@ -67,14 +67,11 @@ def create_app(args):  # noqa: C901
 
     builder_args = BuilderArgs.from_args(args)
     procs = []
+    queue = None
     if builder_args.distributed:
         world_size = builder_args.tp * builder_args.pp
         mp_context = mp.get_context('spawn')
         queue = mp_context.Queue()
-    else:
-        world_size = 1
-        queue = None
-
 
     if builder_args.distributed:
         for i in range(1, world_size):