Skip to content

Commit 30e2f25

Browse files
committed
alias tensorsplit , fixed python error
1 parent 300e20b commit 30e2f25

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

koboldcpp.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@
6363
extra_images_max = 4
6464

6565
# global vars
66-
KcppVersion = "1.97.4"
66+
KcppVersion = "1.98"
6767
showdebug = True
6868
kcpp_instance = None #global running instance
6969
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}
@@ -2615,6 +2615,7 @@ def transform_genparams(genparams, api_format):
26152615
user_message_end = adapter_obj.get("user_end", "")
26162616
assistant_message_start = adapter_obj.get("assistant_start", "\n### Response:\n")
26172617
assistant_message_end = adapter_obj.get("assistant_end", "")
2618+
assistant_message_gen = adapter_obj.get("assistant_gen", assistant_message_start)
26182619
if isinstance(prompt, str): #needed because comfy SD uses same field name
26192620
if assistant_message_gen and assistant_message_gen!=assistant_message_start: #replace final output tag with unspaced (gen) version if exists
26202621
if prompt.rstrip().endswith("{{[OUTPUT]}}"):
@@ -7470,7 +7471,7 @@ def range_checker(arg: str):
74707471
compatgroup.add_argument("--usecpu", help="Do not use any GPU acceleration (CPU Only)", action='store_true')
74717472
parser.add_argument("--contextsize", help="Controls the memory allocated for maximum context size, only change if you need more RAM for big contexts. (default 8192).",metavar=('[256 to 262144]'), type=check_range(int,256,262144), default=8192)
74727473
parser.add_argument("--gpulayers", help="Set number of layers to offload to GPU when using GPU. Requires GPU. Set to -1 to try autodetect, set to 0 to disable GPU offload.",metavar=('[GPU layers]'), nargs='?', const=1, type=int, default=-1)
7473-
parser.add_argument("--tensor_split", help="For CUDA and Vulkan only, ratio to split tensors across multiple GPUs, space-separated list of proportions, e.g. 7 3", metavar=('[Ratios]'), type=float, nargs='+')
7474+
parser.add_argument("--tensor_split", "--tensorsplit", help="For CUDA and Vulkan only, ratio to split tensors across multiple GPUs, space-separated list of proportions, e.g. 7 3", metavar=('[Ratios]'), type=float, nargs='+')
74747475

74757476
#more advanced params
74767477
advparser = parser.add_argument_group('Advanced Commands')

0 commit comments

Comments
 (0)