Skip to content

Commit f17fcb9

Browse files
Google AI Edge Gallerycopybara-github
authored andcommitted
Exposes supportImage and supportAudio as parameter in resetSession.
PiperOrigin-RevId: 799311930
1 parent e972784 commit f17fcb9

File tree

3 files changed

+25
-7
lines changed

3 files changed

+25
-7
lines changed

Android/src/app/src/main/java/com/google/ai/edge/gallery/ui/llmchat/LlmChatModelHelper.kt

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,15 +21,13 @@ import android.graphics.Bitmap
2121
import android.util.Log
2222
import com.google.ai.edge.gallery.common.cleanUpMediapipeTaskErrorMessage
2323
import com.google.ai.edge.gallery.data.Accelerator
24-
import com.google.ai.edge.gallery.data.BuiltInTaskId
2524
import com.google.ai.edge.gallery.data.ConfigKeys
2625
import com.google.ai.edge.gallery.data.DEFAULT_MAX_TOKEN
2726
import com.google.ai.edge.gallery.data.DEFAULT_TEMPERATURE
2827
import com.google.ai.edge.gallery.data.DEFAULT_TOPK
2928
import com.google.ai.edge.gallery.data.DEFAULT_TOPP
3029
import com.google.ai.edge.gallery.data.MAX_IMAGE_COUNT
3130
import com.google.ai.edge.gallery.data.Model
32-
import com.google.ai.edge.gallery.data.Task
3331
import com.google.mediapipe.framework.image.BitmapImageBuilder
3432
import com.google.mediapipe.tasks.genai.llminference.AudioModelOptions
3533
import com.google.mediapipe.tasks.genai.llminference.GraphOptions
@@ -112,7 +110,7 @@ object LlmChatModelHelper {
112110
onDone("")
113111
}
114112

115-
fun resetSession(task: Task, model: Model) {
113+
fun resetSession(model: Model, supportImage: Boolean, supportAudio: Boolean) {
116114
try {
117115
Log.d(TAG, "Resetting session for model '${model.name}'")
118116

@@ -125,8 +123,8 @@ object LlmChatModelHelper {
125123
val topP = model.getFloatConfigValue(key = ConfigKeys.TOPP, defaultValue = DEFAULT_TOPP)
126124
val temperature =
127125
model.getFloatConfigValue(key = ConfigKeys.TEMPERATURE, defaultValue = DEFAULT_TEMPERATURE)
128-
val shouldEnableImage = model.llmSupportImage && task.id == BuiltInTaskId.LLM_ASK_IMAGE
129-
val shouldEnableAudio = model.llmSupportAudio && task.id == BuiltInTaskId.LLM_ASK_AUDIO
126+
val shouldEnableImage = supportImage
127+
val shouldEnableAudio = supportAudio
130128
Log.d(TAG, "Enable image: $shouldEnableImage, enable audio: $shouldEnableAudio")
131129
val newSession =
132130
LlmInferenceSession.createFromOptions(

Android/src/app/src/main/java/com/google/ai/edge/gallery/ui/llmchat/LlmChatViewModel.kt

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,17 @@ open class LlmChatViewModelBase() : ChatViewModel() {
194194

195195
while (true) {
196196
try {
197-
LlmChatModelHelper.resetSession(task = task, model = model)
197+
val supportImage =
198+
model.llmSupportImage &&
199+
task.id == com.google.ai.edge.gallery.data.BuiltInTaskId.LLM_ASK_IMAGE
200+
val supportAudio =
201+
model.llmSupportAudio &&
202+
task.id == com.google.ai.edge.gallery.data.BuiltInTaskId.LLM_ASK_AUDIO
203+
LlmChatModelHelper.resetSession(
204+
model = model,
205+
supportImage = supportImage,
206+
supportAudio = supportAudio,
207+
)
198208
break
199209
} catch (e: Exception) {
200210
Log.d(TAG, "Failed to reset session. Trying again")

Android/src/app/src/main/java/com/google/ai/edge/gallery/ui/llmsingleturn/LlmSingleTurnViewModel.kt

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,17 @@ class LlmSingleTurnViewModel @Inject constructor() : ViewModel() {
7979
delay(100)
8080
}
8181

82-
LlmChatModelHelper.resetSession(task = task, model = model)
82+
val supportImage =
83+
model.llmSupportImage &&
84+
task.id == com.google.ai.edge.gallery.data.BuiltInTaskId.LLM_ASK_IMAGE
85+
val supportAudio =
86+
model.llmSupportAudio &&
87+
task.id == com.google.ai.edge.gallery.data.BuiltInTaskId.LLM_ASK_AUDIO
88+
LlmChatModelHelper.resetSession(
89+
model = model,
90+
supportImage = supportImage,
91+
supportAudio = supportAudio,
92+
)
8393
delay(500)
8494

8595
// Run inference.

0 commit comments

Comments
 (0)