Add developer api to bidi. (#7196)

This PR adds bidi support for developer api

Author: VinayGuthal

firebase-ai/CHANGELOG.md

@@ -1,6 +1,7 @@
 # Unreleased
 * [feature] added support for Imagen Editing, including inpainting, outpainting, control, style 
   transfer, and subject references (#7075)
+* [feature]  **Preview:** Added support for bidirectional streaming in Gemini Developer Api
 
 # 17.0.0
 * [feature] Added support for configuring the "thinking" budget when using Gemini

firebase-ai/src/main/kotlin/com/google/firebase/ai/FirebaseAI.kt

@@ -25,7 +25,6 @@ import com.google.firebase.ai.type.GenerativeBackend
 import com.google.firebase.ai.type.GenerativeBackendEnum
 import com.google.firebase.ai.type.ImagenGenerationConfig
 import com.google.firebase.ai.type.ImagenSafetySettings
-import com.google.firebase.ai.type.InvalidStateException
 import com.google.firebase.ai.type.LiveGenerationConfig
 import com.google.firebase.ai.type.PublicPreviewAPI
 import com.google.firebase.ai.type.RequestOptions
@@ -124,6 +123,7 @@ internal constructor(
     systemInstruction: Content? = null,
     requestOptions: RequestOptions = RequestOptions(),
   ): LiveGenerativeModel {
+
     if (!modelName.startsWith(GEMINI_MODEL_NAME_PREFIX)) {
       Log.w(
         TAG,
@@ -138,7 +138,7 @@ internal constructor(
         GenerativeBackendEnum.VERTEX_AI ->
           "projects/${firebaseApp.options.projectId}/locations/${backend.location}/publishers/google/models/${modelName}"
         GenerativeBackendEnum.GOOGLE_AI ->
-          throw InvalidStateException("Live Model is not yet available on the Google AI backend")
+          "projects/${firebaseApp.options.projectId}/models/${modelName}"
       },
       firebaseApp.options.apiKey,
       firebaseApp,
@@ -150,6 +150,7 @@ internal constructor(
       requestOptions,
       appCheckProvider.get(),
       internalAuthProvider.get(),
+      backend
     )
   }
 

firebase-ai/src/main/kotlin/com/google/firebase/ai/LiveGenerativeModel.kt

@@ -21,6 +21,7 @@ import com.google.firebase.ai.common.APIController
 import com.google.firebase.ai.common.AppCheckHeaderProvider
 import com.google.firebase.ai.common.JSON
 import com.google.firebase.ai.type.Content
+import com.google.firebase.ai.type.GenerativeBackend
 import com.google.firebase.ai.type.LiveClientSetupMessage
 import com.google.firebase.ai.type.LiveGenerationConfig
 import com.google.firebase.ai.type.LiveSession
@@ -54,7 +55,7 @@ internal constructor(
   private val tools: List<Tool>? = null,
   private val systemInstruction: Content? = null,
   private val location: String,
-  private val controller: APIController
+  private val controller: APIController,
 ) {
   internal constructor(
     modelName: String,
@@ -68,6 +69,7 @@ internal constructor(
     requestOptions: RequestOptions = RequestOptions(),
     appCheckTokenProvider: InteropAppCheckTokenProvider? = null,
     internalAuthProvider: InternalAuthProvider? = null,
+    generativeBackend: GenerativeBackend,
   ) : this(
     modelName,
     blockingDispatcher,
@@ -82,6 +84,7 @@ internal constructor(
       "gl-kotlin/${KotlinVersion.CURRENT}-ai fire/${BuildConfig.VERSION_NAME}",
       firebaseApp,
       AppCheckHeaderProvider(TAG, appCheckTokenProvider, internalAuthProvider),
+      generativeBackend
     ),
   )
 

firebase-ai/src/main/kotlin/com/google/firebase/ai/common/APIController.kt

@@ -25,6 +25,8 @@ import com.google.firebase.ai.type.CountTokensResponse
 import com.google.firebase.ai.type.FinishReason
 import com.google.firebase.ai.type.GRpcErrorResponse
 import com.google.firebase.ai.type.GenerateContentResponse
+import com.google.firebase.ai.type.GenerativeBackend
+import com.google.firebase.ai.type.GenerativeBackendEnum
 import com.google.firebase.ai.type.ImagenGenerationResponse
 import com.google.firebase.ai.type.PublicPreviewAPI
 import com.google.firebase.ai.type.RequestOptions
@@ -99,6 +101,7 @@ internal constructor(
   private val appVersion: Int = 0,
   private val googleAppId: String,
   private val headerProvider: HeaderProvider?,
+  private val backend: GenerativeBackend? = null
 ) {
 
   constructor(
@@ -108,6 +111,7 @@ internal constructor(
     apiClient: String,
     firebaseApp: FirebaseApp,
     headerProvider: HeaderProvider? = null,
+    backend: GenerativeBackend? = null,
   ) : this(
     key,
     model,
@@ -117,7 +121,8 @@ internal constructor(
     firebaseApp,
     getVersionNumber(firebaseApp),
     firebaseApp.options.applicationId,
-    headerProvider
+    headerProvider,
+    backend
   )
 
   private val model = fullModelName(model)
@@ -161,7 +166,13 @@ internal constructor(
     }
 
   private fun getBidiEndpoint(location: String): String =
-    "wss://firebasevertexai.googleapis.com/ws/google.firebase.vertexai.v1beta.LlmBidiService/BidiGenerateContent/locations/$location?key=$key"
+    when (backend?.backend) {
+      GenerativeBackendEnum.VERTEX_AI,
+      null ->
+        "wss://firebasevertexai.googleapis.com/ws/google.firebase.vertexai.v1beta.LlmBidiService/BidiGenerateContent/locations/$location?key=$key"
+      GenerativeBackendEnum.GOOGLE_AI ->
+        "wss://firebasevertexai.googleapis.com/ws/google.firebase.vertexai.v1beta.GenerativeService/BidiGenerateContent?key=$key"
+    }
 
   suspend fun getWebSocketSession(location: String): ClientWebSocketSession =
     client.webSocketSession(getBidiEndpoint(location)) { applyCommonHeaders() }