We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 69291d1 commit 4230dabCopy full SHA for 4230dab
exllamav2/model_init.py
@@ -34,7 +34,7 @@ def print_options(args):
34
35
print_opts = []
36
if args.gpu_split is not None: print_opts += [f"gpu_split: {args.gpu_split}"]
37
- if args.tensor_parallel is not None: print_opts += ["tensor_parallel"]
+ if args.tensor_parallel: print_opts += ["tensor_parallel"]
38
if args.length is not None: print_opts += [f"length: {args.length}"]
39
if args.rope_scale is not None: print_opts += [f"rope_scale: {args.rope_scale}"]
40
if args.rope_alpha is not None: print_opts += [f"rope_alpha: {args.rope_alpha}"]
0 commit comments