|
58 | 58 | handle = None |
59 | 59 | friendlymodelname = "inactive" |
60 | 60 | friendlysdmodelname = "inactive" |
| 61 | +friendlyembeddingsmodelname = "inactive" |
61 | 62 | lastgeneratedcomfyimg = b'' |
62 | 63 | fullsdmodelpath = "" #if empty, it's not initialized |
63 | 64 | mmprojpath = "" #if empty, it's not initialized |
@@ -2541,7 +2542,7 @@ def noscript_webui(self): |
2541 | 2542 | def do_GET(self): |
2542 | 2543 | global embedded_kailite, embedded_kcpp_docs, embedded_kcpp_sdui |
2543 | 2544 | global last_req_time, start_time |
2544 | | - global savedata_obj, has_multiplayer, multiplayer_turn_major, multiplayer_turn_minor, multiplayer_story_data_compressed, multiplayer_dataformat, multiplayer_lastactive, maxctx, maxhordelen, friendlymodelname, lastgeneratedcomfyimg, KcppVersion, totalgens, preloaded_story, exitcounter, currentusergenkey, friendlysdmodelname, fullsdmodelpath, mmprojpath, password |
| 2545 | + global savedata_obj, has_multiplayer, multiplayer_turn_major, multiplayer_turn_minor, multiplayer_story_data_compressed, multiplayer_dataformat, multiplayer_lastactive, maxctx, maxhordelen, friendlymodelname, lastgeneratedcomfyimg, KcppVersion, totalgens, preloaded_story, exitcounter, currentusergenkey, friendlysdmodelname, fullsdmodelpath, mmprojpath, password, friendlyembeddingsmodelname |
2545 | 2546 | self.path = self.path.rstrip('/') |
2546 | 2547 | response_body = None |
2547 | 2548 | content_type = 'application/json' |
@@ -3289,7 +3290,7 @@ def do_POST(self): |
3289 | 3290 | for od in gen["data"]: |
3290 | 3291 | outdatas.append([{"object":"embedding","index":odidx,"embedding":od}]) |
3291 | 3292 | odidx += 1 |
3292 | | - genresp = (json.dumps({"object":"list","data":outdatas,"model":"koboldcpp-embeddings","usage":{"prompt_tokens":gen["count"],"total_tokens":gen["count"]}}).encode()) |
| 3293 | + genresp = (json.dumps({"object":"list","data":outdatas,"model":friendlyembeddingsmodelname,"usage":{"prompt_tokens":gen["count"],"total_tokens":gen["count"]}}).encode()) |
3293 | 3294 | self.send_response(200) |
3294 | 3295 | self.send_header('content-length', str(len(genresp))) |
3295 | 3296 | self.end_headers(content_type='application/json') |
@@ -5495,7 +5496,7 @@ def main(launch_args, default_args): |
5495 | 5496 |
|
5496 | 5497 | def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False): |
5497 | 5498 | global embedded_kailite, embedded_kcpp_docs, embedded_kcpp_sdui, start_time, exitcounter, global_memory, using_gui_launcher |
5498 | | - global libname, args, friendlymodelname, friendlysdmodelname, fullsdmodelpath, mmprojpath, password, fullwhispermodelpath, ttsmodelpath, embeddingsmodelpath |
| 5499 | + global libname, args, friendlymodelname, friendlysdmodelname, fullsdmodelpath, mmprojpath, password, fullwhispermodelpath, ttsmodelpath, embeddingsmodelpath, friendlyembeddingsmodelname |
5499 | 5500 |
|
5500 | 5501 | start_server = True |
5501 | 5502 |
|
@@ -5945,6 +5946,9 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False): |
5945 | 5946 | embeddingsmodelpath = os.path.abspath(embeddingsmodelpath) |
5946 | 5947 | loadok = embeddings_load_model(embeddingsmodelpath) |
5947 | 5948 | print("Load Embeddings Model OK: " + str(loadok)) |
| 5949 | + friendlyembeddingsmodelname = os.path.basename(embeddingsmodelpath) |
| 5950 | + friendlyembeddingsmodelname = os.path.splitext(friendlyembeddingsmodelname)[0] |
| 5951 | + friendlyembeddingsmodelname = sanitize_string(friendlyembeddingsmodelname) |
5948 | 5952 | if not loadok: |
5949 | 5953 | exitcounter = 999 |
5950 | 5954 | exit_with_error(3,"Could not load Embeddings model!") |
|
0 commit comments