Merge branch 'remoteManagement' into crokeso

Author: Nexesenex

klite.embd

@@ -23822,22 +23822,115 @@ Current version indicated by LITEVER below.
 			return dotproduct / (mA * mB);
 		}
 
+		let getEmbeddingsFromCache = asyncRunner(function* () //gets a cached embedding, recomputes if missing
+		{
+			//if db is not initialized, init it
+			const isIndexedDBSupported = !!window.indexedDB;
+			if(isIndexedDBSupported && Object.keys(embeddings_cache).length === 0)
+			{
+				let iddb = yield indexeddb_load('EmbeddingsCache', '');
+				if (iddb && iddb != "") {
+					try {
+						embeddings_cache = JSON.parse(iddb);
+					} catch (e) {
+						console.log("Fail to parse embeddings cache");
+					}
+				}
+			}
+			return embeddings_cache;
+		});
+
+		let docStepSize = 100
+		let paginatedEmbeddingGen = asyncRunner(function* (allDocuments) {
+			for (let i = 0; i < allDocuments.length; i += docStepSize) {
+				showToast(`Generating ${i + 1} / ${allDocuments.length} embeddings...`, 15000);
+
+				let docs = allDocuments.slice(i, i + docStepSize)
+
+				let reqOpt = {
+					method: 'POST', // or 'PUT'
+					headers: get_kobold_header(),
+					body: JSON.stringify({
+						"input": docs.map(c => c.snippet),
+						"truncate": true
+					}),
+				};
+				if (globalabortcontroller) {
+					reqOpt.signal = globalabortcontroller.signal;
+				}
+				let sub_endpt = apply_proxy_url(`${custom_kobold_endpoint}/api/extra/embeddings`);
+				let resp = yield fetch(sub_endpt, reqOpt).catch(err=>{
+					console.log("error while fetching embeddings: " + err);
+				});
+				let json = yield resp.json()
+				for (let j = 0; j < docs.length && j < json.data.length; j++) {
+					docs[j].embedding = json.data[j].embedding
+					docs[j].modelUsed = json.model
+				}
+			}
+			return allDocuments
+		});
+
 		// Generator-style "async" version of getEmbeddings
 		const getEmbeddings = function* (paragraphs) {
-			let embeddings = [];
-			for (let i = 0; i < paragraphs.length; i++) {
-				showToast(`Generating ${i + 1} / ${paragraphs.length} embeddings...`);
-				let documentContent = paragraphs[i].snippet;
-				let documentName = paragraphs[i].document;
-				let documentContentHash = cyrb_hash(`${documentContent}`, 0, 4);
+			let usePaginatedChunking = paragraphs.length > 1 && documentdb_provider !== 3;
+			if (usePaginatedChunking)
+			{
+				const isIndexedDBSupported = !!window.indexedDB;
+
+				let embeddings = [];
+
+				let docsFromCache = []
+				let newEmbeddings = []
+				let embeddingObj = yield getEmbeddingsFromCache();
+				for (let i = 0; i < paragraphs.length; i++)
+				{
+					let documentName = paragraphs[i].document, documentContent = paragraphs[i].snippet;
+					let documentContentHash = cyrb_hash(`${documentContent}`, 0, 4);
+
+					if (!!embeddingObj[documentContentHash]) {
+						docsFromCache.push(embeddingObj[documentContentHash])
+					}
+					else {
+						newEmbeddings.push({
+							document: documentName ? documentName : "",
+							hash: documentContentHash,
+							snippet: documentContent
+						})
+					}
+				}
+				let newDocsWithEmbeddings = []
+				if (newEmbeddings.length > 0)
+				{
+					newDocsWithEmbeddings = yield paginatedEmbeddingGen(newEmbeddings)
+					newDocsWithEmbeddings.forEach(doc => {
+						embeddingObj[doc.hash] = doc;
+					})
+					if(isIndexedDBSupported)
+					{
+						indexeddb_save('EmbeddingsCache',JSON.stringify(embeddingObj));
+					}
+				}
 
-				let embeddingObj = yield DBComputeAndLoadEmbedding(documentContentHash, documentName, documentContent);
+				return [...docsFromCache, ...newDocsWithEmbeddings];
+			}
+			else
+			{
+				let embeddings = [];
+				for (let i = 0; i < paragraphs.length; i++) {
+					showToast(`Generating ${i + 1} / ${paragraphs.length} embeddings...`);
+					let documentContent = paragraphs[i].snippet;
+					let documentName = paragraphs[i].document;
+					let documentContentHash = cyrb_hash(`${documentContent}`, 0, 4);
+
+					let embeddingObj = yield DBComputeAndLoadEmbedding(documentContentHash, documentName, documentContent);
 
-				if (embeddingObj) {
-					embeddings.push(embeddingObj);
+					if (embeddingObj) {
+						embeddings.push(embeddingObj);
+					}
 				}
+				return embeddings;
 			}
-			return embeddings;
 		};
 
 		// Compute search embedding
@@ -42691,7 +42784,9 @@ flowchart TD\n${treeToViewOutput.outputText.trim()}`
 	}
 
 	#memory_tab_container, #wi_tab_container, #documentdb_tab_container {
-		height: 90%
+		height: 90%;
+		max-height: 90%;
+		overflow-y: auto;
 	}
 
 	#wilist:not(.sidepanelsize) {