Added options to inpainting and outpainting, also added downscaling to attached images to speed up generation time

Author: David Motsonashvili

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/FirebaseAISamples.kt

@@ -11,8 +11,11 @@ import com.google.firebase.ai.type.GenerativeBackend
 import com.google.firebase.ai.type.ImagenBackgroundMask
 import com.google.firebase.ai.type.ImagenEditMode
 import com.google.firebase.ai.type.ImagenEditingConfig
+import com.google.firebase.ai.type.ImagenForegroundMask
+import com.google.firebase.ai.type.ImagenImagePlacement
 import com.google.firebase.ai.type.ImagenMaskReference
 import com.google.firebase.ai.type.ImagenRawImage
+import com.google.firebase.ai.type.ImagenRawMask
 import com.google.firebase.ai.type.ImagenStyleReference
 import com.google.firebase.ai.type.ImagenSubjectReference
 import com.google.firebase.ai.type.ImagenSubjectReferenceType
@@ -150,7 +153,7 @@ val FIREBASE_AI_SAMPLES = listOf(
             )
         },
         allowEmptyPrompt = false,
-        generateImages = { model: ImagenModel, inputText: String, _: Bitmap? ->
+        generateImages = { model: ImagenModel, inputText: String, _: Bitmap?, _ ->
             model.generateImages(
                 inputText
             )
@@ -166,9 +169,14 @@ val FIREBASE_AI_SAMPLES = listOf(
         initialPrompt = content { text("A sunny beach") },
         includeAttach = true,
         allowEmptyPrompt = true,
-        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap? ->
+        radioOptions = listOf("Background", "Foreground"),
+        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap?, selectedRadioOption:String? ->
+            val mask = when(selectedRadioOption) {
+                "Foreground" -> ImagenForegroundMask()
+                else -> ImagenBackgroundMask()
+            }
             model.editImage(
-                listOf(ImagenRawImage(bitmap!!.toImagenInlineImage()), ImagenBackgroundMask()),
+                listOfNotNull(ImagenRawImage(bitmap!!.toImagenInlineImage()), mask),
                 inputText,
                 ImagenEditingConfig(ImagenEditMode.INPAINT_INSERTION)
             )
@@ -184,10 +192,23 @@ val FIREBASE_AI_SAMPLES = listOf(
         initialPrompt = content { text("") },
         includeAttach = true,
         allowEmptyPrompt = true,
-        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap? ->
+        radioOptions = listOf("Center", "Top", "Bottom", "Left", "Right"),
+        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap?, selectedRadioOption: String? ->
+            val position = when(selectedRadioOption) {
+                "Top" -> ImagenImagePlacement.TOP_CENTER
+                "Bottom" -> ImagenImagePlacement.BOTTOM_CENTER
+                "Left" -> ImagenImagePlacement.LEFT_CENTER
+                "Right" -> ImagenImagePlacement.RIGHT_CENTER
+                else -> ImagenImagePlacement.CENTER
+            }
             val dimensions = Dimensions(bitmap!!.width * 2, bitmap.height * 2)
+            val (sourceImage, mask) = ImagenMaskReference.generateMaskAndPadForOutpainting(
+                bitmap.toImagenInlineImage(),
+                dimensions,
+                position
+            )
             model.editImage(
-                ImagenMaskReference.generateMaskAndPadForOutpainting(bitmap.toImagenInlineImage(), dimensions),
+                listOf(sourceImage, ImagenRawMask(mask.image!!, 0.05)),
                 inputText,
                 ImagenEditingConfig(ImagenEditMode.OUTPAINT)
             )
@@ -203,7 +224,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         initialPrompt = content { text("<subject> flying through space") },
         includeAttach = true,
         allowEmptyPrompt = false,
-        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap? ->
+        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap?, _ ->
             model.editImage(
                 listOf(
                     ImagenSubjectReference(
@@ -228,7 +249,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         initialPrompt = content { text("A picture of a cat") },
         includeAttach = true,
         allowEmptyPrompt = true,
-        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap? ->
+        generateImages = { model: ImagenModel, inputText: String, bitmap: Bitmap?, _ ->
             model.editImage(
                 listOf(
                     ImagenRawImage(MainActivity.catImage.toImagenInlineImage()),

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenScreen.kt

@@ -8,17 +8,21 @@ import androidx.activity.result.contract.ActivityResultContracts
 import androidx.compose.foundation.Image
 import androidx.compose.foundation.layout.Box
 import androidx.compose.foundation.layout.Column
+import androidx.compose.foundation.layout.Row
 import androidx.compose.foundation.layout.fillMaxWidth
 import androidx.compose.foundation.layout.padding
 import androidx.compose.foundation.lazy.grid.GridCells
 import androidx.compose.foundation.lazy.grid.LazyVerticalGrid
 import androidx.compose.foundation.lazy.grid.items
+import androidx.compose.foundation.selection.selectable
+import androidx.compose.foundation.selection.selectableGroup
 import androidx.compose.material3.Card
 import androidx.compose.material3.CardDefaults
 import androidx.compose.material3.CircularProgressIndicator
 import androidx.compose.material3.ElevatedCard
 import androidx.compose.material3.MaterialTheme
 import androidx.compose.material3.OutlinedTextField
+import androidx.compose.material3.RadioButton
 import androidx.compose.material3.Text
 import androidx.compose.material3.TextButton
 import androidx.compose.runtime.Composable
@@ -31,6 +35,7 @@ import androidx.compose.ui.Alignment
 import androidx.compose.ui.Modifier
 import androidx.compose.ui.graphics.asImageBitmap
 import androidx.compose.ui.platform.LocalContext
+import androidx.compose.ui.semantics.Role
 import androidx.compose.ui.unit.dp
 import androidx.lifecycle.compose.collectAsStateWithLifecycle
 import androidx.lifecycle.viewmodel.compose.viewModel
@@ -54,6 +59,8 @@ fun ImagenScreen(
     val includeAttach by imagenViewModel.includeAttach.collectAsStateWithLifecycle()
     val allowEmptyPrompt by imagenViewModel.allowEmptyPrompt.collectAsStateWithLifecycle()
     val attachedImage by imagenViewModel.attachedImage.collectAsStateWithLifecycle()
+    val radioOptions by imagenViewModel.radioOptions.collectAsStateWithLifecycle()
+    val selectedOption by imagenViewModel.selectedRadioOption.collectAsStateWithLifecycle()
     val context = LocalContext.current
     val contentResolver = context.contentResolver
     val scope = rememberCoroutineScope()
@@ -98,6 +105,33 @@ fun ImagenScreen(
                     .padding(16.dp)
                     .fillMaxWidth()
             )
+            if (radioOptions.isNotEmpty()) {
+                Column(modifier = Modifier.selectableGroup()) {
+                    radioOptions.forEach {option ->
+                        Row(
+                            Modifier
+                                .fillMaxWidth()
+                                .selectable(
+                                    selected = (option == selectedOption),
+                                    onClick = { imagenViewModel.selectRadio(option) },
+                                    role = Role.RadioButton
+                                )
+                                .padding(horizontal = 16.dp),
+                            verticalAlignment = Alignment.CenterVertically
+                        ) {
+                            RadioButton(
+                                selected = (option == selectedOption),
+                                onClick = null // null recommended for accessibility with screen readers
+                            )
+                            Text(
+                                text = option,
+                                style = MaterialTheme.typography.bodyLarge,
+                                modifier = Modifier.padding(start = 16.dp)
+                            )
+                        }
+                }
+                }
+            }
             if (includeAttach) {
                 if (attachedImage != null) {
                     AttachmentsList(listOf(Attachment("", attachedImage)))

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenViewModel.kt

@@ -42,6 +42,12 @@ class ImagenViewModel(
     private val _includeAttach = MutableStateFlow(sample.includeAttach)
     val includeAttach: StateFlow<Boolean> = _includeAttach
 
+    private val _radioOptions = MutableStateFlow(sample.radioOptions)
+    val radioOptions: StateFlow<List<String>> = _radioOptions
+
+    private val _selectedRadioOption = MutableStateFlow<String?>(null)
+    val selectedRadioOption: StateFlow<String?> = _selectedRadioOption
+
     private val _allowEmptyPrompt = MutableStateFlow(sample.allowEmptyPrompt)
     val allowEmptyPrompt: StateFlow<Boolean> = _allowEmptyPrompt
 
@@ -76,7 +82,8 @@ class ImagenViewModel(
         viewModelScope.launch {
             _isLoading.value = true
             try {
-                val imageResponse = sample.generateImages!!(imagenModel, inputText, attachedImage.first())
+                val imageResponse =
+                    sample.generateImages!!(imagenModel, inputText, attachedImage.first(), selectedRadioOption.first())
                 _generatedBitmaps.value = imageResponse.images.map { it.asBitmap() }
                 _errorMessage.value = null // clear error message
             } catch (e: Exception) {
@@ -90,6 +97,19 @@ class ImagenViewModel(
     suspend fun attachImage(
         fileInBytes: ByteArray,
     ) {
-        _attachedImage.emit(BitmapFactory.decodeByteArray(fileInBytes, 0, fileInBytes.size))
+        val originalBitmap = BitmapFactory.decodeByteArray(fileInBytes, 0, fileInBytes.size)
+        val resizedBitmap = Bitmap.createScaledBitmap(
+            originalBitmap,
+            512,
+            (originalBitmap.height * (512.0 / originalBitmap.width)).toInt(),
+            true
+        )
+        _attachedImage.emit(resizedBitmap)
+    }
+
+    fun selectRadio(selection: String) {
+        viewModelScope.launch {
+            _selectedRadioOption.emit(selection)
+        }
     }
 }

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/ui/navigation/Sample.kt

@@ -40,5 +40,6 @@ data class Sample(
     val tools: List<Tool>? = null,
     val includeAttach: Boolean = false,
     val allowEmptyPrompt: Boolean = false,
-    val generateImages: (suspend (ImagenModel, String, Bitmap?) -> ImagenGenerationResponse<ImagenInlineImage>)? = null
+    val radioOptions: List<String> = emptyList(),
+    val generateImages: (suspend (ImagenModel, String, Bitmap?, String?) -> ImagenGenerationResponse<ImagenInlineImage>)? = null
 )

firebase-ai/gradle/libs.versions.toml

@@ -5,7 +5,7 @@ composeBom = "2024.09.00"
 composeNavigation = "2.9.0"
 coreKtx = "1.16.0"
 espressoCore = "3.6.1"
-firebaseBom = "33.15.0"
+firebaseBom = "34.1.0"
 junit = "4.13.2"
 junitVersion = "1.2.1"
 kotlin = "2.0.21"