working

Author: VinayGuthal

firebase-vertexai/src/main/kotlin/com/google/firebase/vertexai/type/LiveSession.kt

@@ -45,6 +45,15 @@ internal constructor(
     @SerialName("client_content") val clientContent: ClientContent
   )
 
+  @Serializable
+  internal data class ToolResponseSetup(
+    val toolResponse: ToolResponse
+  )
+  @Serializable
+  internal data class ToolResponse(
+     val functionResponses: List<FunctionResponsePart.Internal.FunctionResponse>
+  )
+
   @Serializable
   internal data class ServerContentSetup(
     @SerialName("serverContent") val serverContent: ServerContent
@@ -207,6 +216,13 @@ internal constructor(
     }
   }
 
+  public suspend fun sendFunctionResponse(
+     functionList: List<FunctionResponsePart>
+  ) {
+    val jsonString = Json.encodeToString(ToolResponseSetup(ToolResponse(functionList.map{it.toInternalFunctionCall()})))
+    session?.send(Frame.Text(jsonString))
+  }
+
   public suspend fun sendMediaStream(
     mediaChunks: List<MediaData>,
   ) {

firebase-vertexai/src/main/kotlin/com/google/firebase/vertexai/type/Part.kt

@@ -81,6 +81,7 @@ public class FunctionCallPart(public val name: String, public val args: Map<Stri
     @Serializable
     internal data class FunctionCall(val name: String, val args: Map<String, JsonElement> )
   }
+
 }
 
 /**
@@ -94,7 +95,12 @@ public class FunctionResponsePart(public val name: String, public val response:
   @Serializable
   internal data class Internal(val functionResponse: FunctionResponse) : InternalPart {
 
-    @Serializable internal data class FunctionResponse(val name: String, val response: JsonObject)
+    @Serializable
+    public data class FunctionResponse(val name: String, val response: JsonObject)
+  }
+
+  internal fun toInternalFunctionCall(): Internal.FunctionResponse {
+    return Internal.FunctionResponse(this.name, this.response)
   }
 }
 
@@ -141,7 +147,7 @@ internal object PartSerializer :
     val jsonObject = element.jsonObject
     return when {
       "text" in jsonObject -> TextPart.Internal.serializer()
-      "functionCalls" in jsonObject -> FunctionCallPart.Internal.serializer()
+      "functionCall" in jsonObject -> FunctionCallPart.Internal.serializer()
       "functionResponse" in jsonObject -> FunctionResponsePart.Internal.serializer()
       "inlineData" in jsonObject -> InlineDataPart.Internal.serializer()
       "fileData" in jsonObject -> FileDataPart.Internal.serializer()

firebase-vertexai/src/test/java/com/google/firebase/vertexai/LiveModelTesting.kt

@@ -57,29 +57,24 @@ class LiveModelTesting {
             )
         runBlocking{
             val session =  generativeModel.connect()
-            session!!.send("Tell me a story")
+            session!!.send("\"Tell me the status of the light tubelight")
+
             session!!.receive(listOf(ContentModality.TEXT)).collect {
-                println(it.text)
-            }
+                if(!it.functionCalls.isNullOrEmpty()) {
+                    val fetchWeatherCall = it.functionCalls!!.find { it.name == "fetchLight" }
 
-//            session!!.send("Tell me the status of the light ", listOf(ContentModality.TEXT)).collect {
-//                println(it)
-//                if(!it.functionCalls.isNullOrEmpty()) {
-//                    println("Entered??")
-//                    val fetchWeatherCall = it.functionCalls!!.find { it.name == "fetchLight" }
-//
-//                    val functionResponse = fetchWeatherCall?.let {
-//                        // Alternatively, if your `Location` class is marked as @Serializable, you can use
-//
-//                        val type = it.args["type"]!!.jsonPrimitive.content
-//                        fetchWeather(type)
-//                    }
-//                    session!!.send(Content("function", listOf(FunctionResponsePart("fetchLight", functionResponse!!))), listOf(ContentModality.TEXT)).collect {
-//                        x-> println(x.text)
-//                    }
-//                }
-//            }
+                    val functionResponse = fetchWeatherCall?.let {
+                        // Alternatively, if your `Location` class is marked as @Serializable, you can use
 
+                        val type = it.args["type"]!!.jsonPrimitive.content
+                        fetchWeather(type)
+                    }
+                    session!!.sendFunctionResponse(listOf(FunctionResponsePart("fetchLight",  functionResponse!!)))
+                } else {
+                    println(it.text)
+                }
+
+            }
 
         }