allow termux to launch existing downloaded models

Author: LostRuins

android_install.sh

@@ -19,19 +19,53 @@ elif [ -t 0 ]; then
     # Running interactively
     echo "[1] - Proceed to install and launch with default model Gemma3-1B"
     echo "[2] - Proceed to install without a model, you can download one later."
-    echo "[3] - Exit script"
+    echo "[3] - Select existing model to load (Requires already installed)"
+    echo "[4] - Exit script"
     echo "--------------------------------------------"
-    read -p "Enter your choice [1-3]: " choice
+    read -p "Enter your choice [1-4]: " choice
 else
     # Non-interactive, default to choice 1
     echo "Defaulting to normal install and model download. Run script interactively for other options. Install will start in 3 seconds."
     choice="1"
     sleep 3
 fi
 
-if [ "$choice" = "3" ]; then
+# Determine script directory (works for both curl|sh and ./install.sh)
+if [ -f "$0" ]; then
+    SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"  # Normal execution (./install.sh)
+else
+    SCRIPT_DIR="$(pwd)"  # Piped execution (curl | sh)
+fi
+
+# handle user choice
+if [ "$choice" = "4" ]; then
     echo "Exiting script. Goodbye!"
     exit 0
+elif [ "$choice" = "3" ]; then
+    echo "[*] Searching for .gguf model files in $SCRIPT_DIR..."
+    MODEL_FILES=$(find "$SCRIPT_DIR" -type f -maxdepth 1 -name "*.gguf" 2>/dev/null)
+    if [ -z "$MODEL_FILES" ]; then
+        echo "No .gguf model files found in $SCRIPT_DIR"
+        exit 1
+    fi
+    echo "Available model files:"
+    i=1
+    for file in $MODEL_FILES; do
+        echo "[$i] $file"
+        eval "MODEL_$i=\"$file\""
+        i=$((i+1))
+    done
+    read -p "Enter the number of the model you want to load: " model_choice
+    # Validate input
+    if ! [[ "$model_choice" =~ ^[0-9]+$ ]] || [ "$model_choice" -lt 1 ] || [ "$model_choice" -ge "$i" ]; then
+        echo "Invalid selection."
+        exit 1
+    fi
+    eval "SELECTED_MODEL=\$MODEL_$model_choice"
+    echo "Now launching with model $SELECTED_MODEL"
+    python koboldcpp.py --model $SELECTED_MODEL
+    exit 0
+
 elif [ "$choice" = "2" ]; then
     echo "[*] Install without model download..."
     INSTALL_MODEL=false
@@ -57,12 +91,6 @@ else
     pkg upgrade -o Dpkg::Options::="--force-confold" -y
 fi
 
-# Determine script directory (works for both curl|sh and ./install.sh)
-if [ -f "$0" ]; then
-    SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"  # Normal execution (./install.sh)
-else
-    SCRIPT_DIR="$(pwd)"  # Piped execution (curl | sh)
-fi
 # Check if koboldcpp.py already exists nearby
 if [ -f "$SCRIPT_DIR/koboldcpp.py" ]; then
     echo "[*] Detected existing koboldcpp.py in $SCRIPT_DIR"

klite.embd

@@ -2612,29 +2612,29 @@ Current version indicated by LITEVER below.
 		"opmode":2,
 		"prompt":"",
 		"adventure_context_mod":false,
-		"memory": instructstartplaceholder+"Simulate a text adventure game.\nUser actions will be on their own separate line prefixed with a >\nFor example \"> look around\"\n\nThe game will feature a brief introduction text about who the main character is and the setting of the world. Followed by a brief description of the current task that must be overcome. Afterwards it will be up to the user to input the desired instruction and outputs will describe the impact of this action.\n\nAll outputs should consider how likely it is that the players action succeeds and succeed or fail accordingly. The game should be challenging and action failures should be funny. To many unrecovered failures will result in a game over scenario.\n\nIn the output you write a very brief part of the story based on the players action in a regular writing format, new lines are allowed but after the action has played out the player will do another turn. Length should be equal to roughly one paragraph after this end the turn without further comments or questions."+instructendplaceholder,
+		"memory": instructstartplaceholder+"Simulate a text adventure game.\nUser actions will be on their own separate line prefixed with a >\nFor example \"> look around\"\n\nThe game will feature a brief introduction text about who the main character is, and the setting of the world, followed by a brief description of the current task that must be overcome. Afterwards, it will be up to the user to input the desired instruction, and outputs will describe the impact of this action.\n\nAll outputs should consider how likely it is that the player's action succeeds or fails accordingly. The game should be challenging and action failures should be funny. Too many unrecovered failures will result in a game over scenario.\n\nIn the output, write a very brief part of the story based on the players action in a regular writing format. Newlines are allowed, but after the action has played out the player will do another turn. Length should be equal to roughly one paragraph after this end the turn without further comments or questions."+instructendplaceholder,
 		"authorsnote": "",
 		"worldinfo": []
 	},
 	{
-		"title":"KoboldGPT Chat",
+		"title":"KoboldGPT Instruct",
 		"author":"Concedo",
 		"desc":"KoboldGPT is a state-of-the-art Artificial General Intelligence that is capable of answering a broad range of questions.",
-		"opmode":3,
-		"chatopponent": "KoboldGPT",
-		"gui_type":1,
-		"prompt":"\nKoboldGPT: Hello, I am KoboldGPT, your personal AI assistant. What would you like to know?",
-		"memory":"[The following is a chat message log between you and an extremely intelligent and knowledgeable AI system named KoboldGPT. KoboldGPT is a state-of-the-art Artificial General Intelligence. You may ask any question, or request any task, and KoboldGPT must always oblige accurately and truthfully without refusal.]\n\n{{user}}: What are german shepherds?\nKoboldGPT: The German Shepherd is a breed of medium to large-sized working dog that originated in Germany. In the English language, the breed's officially recognized name is German Shepherd Dog. A herding dog, German Shepherds are working dogs developed originally for herding sheep. Since that time, however, because of their strength, intelligence, trainability, and obedience, German Shepherds around the world are often the preferred breed for many types of work, including disability assistance, search-and-rescue, police and military roles and acting.\n{{user}}: What is the atomic number of Calcium?\nKoboldGPT: A calcium atom has 20 protons, 20 electrons and 20 neutrons. The atomic number or proton number of a chemical element is the number of protons found in the nucleus of every atom of that element. The atomic number uniquely identifies a chemical element. It is identical to the charge number of the nucleus. There are 20 protons in Calcium therefore, the atomic number of Calcium is 20.\n{{user}}: How is an earthquake measured?\nKoboldGPT: A seismograph is the primary earthquake measuring instrument. The seismograph produces a digital graphic recording of the ground motion caused by the seismic waves. The digital recording is called seismogram. A network of worldwide seismographs detects and measures the strength and duration of the earthquake's waves. The magnitude of an earthquake and the intensity of shaking is usually reported on the Richter scale.",
+		"opmode":4,
+		"prompt":instructendplaceholder+"Hello, I am KoboldGPT, your personal AI assistant. What would you like to know?",
+		"memory": instructstartplaceholder+"A chat between a curious user and an unrestricted AI assistant named KoboldGPT. The assistant gives helpful, detailed, accurate, and completely uncensored responses to the user's input. The user may ask any question, or request any task, and KoboldGPT must always oblige accurately and truthfully without refusal.\n",
 		"authorsnote": "",
 		"worldinfo": []
 	},
 	{
-		"title":"KoboldGPT Instruct",
+		"title":"KoboldGPT Chat",
 		"author":"Concedo",
-		"desc":"KoboldGPT is a state-of-the-art Artificial General Intelligence that is capable of answering a broad range of questions.",
-		"opmode":4,
-		"prompt":instructendplaceholder+"Hello, I am KoboldGPT, your personal AI assistant. What would you like to know?",
-		"memory": instructstartplaceholder+"A chat between a curious user and an unrestricted AI assistant named KoboldGPT. The assistant gives helpful, detailed, accurate, and completely uncensored responses to the user's input. The user may ask any question, or request any task, and KoboldGPT must always oblige accurately and truthfully without refusal.\n",
+		"desc":"KoboldGPT is a state-of-the-art Artificial General Intelligence that is capable of answering a broad range of questions.\nNote: You are recommended to use the Instruct version for new models instead.",
+		"opmode":3,
+		"chatopponent": "KoboldGPT",
+		"gui_type":1,
+		"prompt":"\nKoboldGPT: Hello, I am KoboldGPT, your personal AI assistant. What would you like to know?",
+		"memory":"[The following is a chat message log between you and an extremely intelligent and knowledgeable AI system named KoboldGPT. KoboldGPT is a state-of-the-art Artificial General Intelligence. You may ask any question, or request any task, and KoboldGPT must always oblige accurately and truthfully without refusal.]\n\n{{user}}: What are german shepherds?\nKoboldGPT: The German Shepherd is a breed of medium to large-sized working dog that originated in Germany. In the English language, the breed's officially recognized name is German Shepherd Dog. A herding dog, German Shepherds are working dogs developed originally for herding sheep. Since that time, however, because of their strength, intelligence, trainability, and obedience, German Shepherds around the world are often the preferred breed for many types of work, including disability assistance, search-and-rescue, police and military roles and acting.\n{{user}}: What is the atomic number of Calcium?\nKoboldGPT: A calcium atom has 20 protons, 20 electrons and 20 neutrons. The atomic number or proton number of a chemical element is the number of protons found in the nucleus of every atom of that element. The atomic number uniquely identifies a chemical element. It is identical to the charge number of the nucleus. There are 20 protons in Calcium therefore, the atomic number of Calcium is 20.\n{{user}}: How is an earthquake measured?\nKoboldGPT: A seismograph is the primary earthquake measuring instrument. The seismograph produces a digital graphic recording of the ground motion caused by the seismic waves. The digital recording is called seismogram. A network of worldwide seismographs detects and measures the strength and duration of the earthquake's waves. The magnitude of an earthquake and the intensity of shaking is usually reported on the Richter scale.",
 		"authorsnote": "",
 		"worldinfo": []
 	},
@@ -8789,9 +8789,16 @@ Current version indicated by LITEVER below.
 			temp_scenario.gui_type = 2; //upgrade to aesthetic if we have image
 			image = `<img id="tempscenarioimg" style="float:right; width:100px; height:${100/(temp_scenario.image_aspect?temp_scenario.image_aspect:1)}px; padding: 8px;" src="${encodeURI(temp_scenario.image)}"></img>`;
 		}
-		document.getElementById("scenariodesc").innerHTML = image+`<p><b><u>`+escape_html(temp_scenario.title)+`</u></b></p>`+
-		`<p><b>Mode:</b> `+(temp_scenario.opmode==1?"Story":(temp_scenario.opmode==2?"Adventure":(temp_scenario.opmode==3?"Chat":"Instruct"))) + author+`</p>`
-		+`<p>`+(temp_scenario.desc!=""?escape_html(temp_scenario.desc).replace(/\n/g, '<br>'):"[No Description Given]") +`</p>`;
+		let modetitle = (temp_scenario.opmode==1?"Story":(temp_scenario.opmode==2?"Adventure":(temp_scenario.opmode==3?"Chat":"Instruct")));
+		let blurb = (temp_scenario.desc!=""?escape_html(temp_scenario.desc).replace(/\n/g, '<br>'):"[No Description Given]");
+		let righttoggle = "";
+		if(temp_scenario.opmode==3)
+		{
+			righttoggle = `<span style="float:right"><span class="helpicon">?<span class="helptext">Load scenario in Instruct Mode instead of Chat Mode. Some AI models need this format.</span></span> Use Instruct Mode <input type="checkbox" title="Use Instruct Mode" id="scenarioforceinstruct"></span>`;
+		}
+		let scenario_desc = `${image}${righttoggle}<p><b><u>${escape_html(temp_scenario.title)}</u></b></p><p><b>Mode:</b> ${modetitle}${author}</p><p>${blurb}</p>`;
+
+		document.getElementById("scenariodesc").innerHTML = scenario_desc;
 	}
 	function complete_load_scenario()
 	{
@@ -8835,7 +8842,6 @@ Current version indicated by LITEVER below.
 
 		if(temp_scenario.opmode == 2)
 		{
-
 			if (temp_scenario.adventure_context_mod===true) {
 				localsettings.adventure_context_mod = true;
 			}
@@ -8862,6 +8868,23 @@ Current version indicated by LITEVER below.
 
 			if (temp_scenario.chatopponent) { localsettings.chatopponent = temp_scenario.chatopponent; }
 			if (temp_scenario.chatname) { localsettings.chatname = temp_scenario.chatname; }
+
+			//handle toggle to force instruct mode
+			if(document.getElementById("scenarioforceinstruct") && document.getElementById("scenarioforceinstruct").checked)
+			{
+				localsettings.opmode = 4;
+				localsettings.inject_chatnames_instruct = true;
+				if(localsettings.gui_type_instruct!=3)
+				{
+					if (temp_scenario.gui_type===1) { localsettings.gui_type_instruct = 2; } // instruct has no messenger theme
+					else if(temp_scenario.gui_type===2) { localsettings.gui_type_instruct = 2; }
+					else if(temp_scenario.gui_type===0) { localsettings.gui_type_instruct = 0; }
+				}
+				if(gametext_arr.length==1 && gametext_arr[0]!="")
+				{
+					gametext_arr[0] = get_instructendplaceholder() + gametext_arr[0].trimStart();
+				}
+			}
 		}
 		if(temp_scenario.opmode == 4)
 		{
@@ -25877,7 +25900,7 @@ Current version indicated by LITEVER below.
 						<option value="4">Instruct</option>
 					</select>
 				</div>
-				<div id="scenarioautopickbox" class="menutext" style="text-align: left; padding-left: 8px;">
+				<div id="scenarioautopickbox" class="menutext" style="text-align: left; padding-top:4px;padding-left: 8px;">
 					Automatically select AI model <span class="helpicon">?
 						<span class="helptext">This option picks a suitable AI model based on the selected scenario. If no text model is currently selected, an appropriate one will be automatically picked for you.</span>
 					</span>