add imagen editing cases to the quickstart

David Motsonashvili · David Motsonashvili · commit 26d799f78f59 · 2025-07-16T01:26:35.000-07:00
diff --git a/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/FirebaseAISamples.kt b/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/FirebaseAISamples.kt
@@ -1,15 +1,21 @@
 package com.google.firebase.quickstart.ai
 
+import android.graphics.Bitmap
 import com.google.firebase.ai.type.FunctionDeclaration
 import com.google.firebase.ai.type.GenerativeBackend
+import com.google.firebase.ai.type.ImagenBackgroundMask
+import com.google.firebase.ai.type.ImagenRawImage
+import com.google.firebase.ai.type.PublicPreviewAPI
 import com.google.firebase.ai.type.ResponseModality
 import com.google.firebase.ai.type.Schema
 import com.google.firebase.ai.type.Tool
 import com.google.firebase.ai.type.content
 import com.google.firebase.ai.type.generationConfig
+import com.google.firebase.ai.type.toImagenInlineImage
 import com.google.firebase.quickstart.ai.ui.navigation.Category
 import com.google.firebase.quickstart.ai.ui.navigation.Sample
 
+@OptIn(PublicPreviewAPI::class)
 val FIREBASE_AI_SAMPLES = listOf(
     Sample(
         title = "Travel tips",
@@ -133,6 +139,23 @@ val FIREBASE_AI_SAMPLES = listOf(
             )
         }
     ),
+    Sample(
+        title = "Imagen 3 - Inpainting",
+        description = "Replace the background of an image using Imagen 3",
+        modelName= "imagen-3.0-capability-001",
+        backend = GenerativeBackend.vertexAI(),
+        navRoute = "imagen",
+        categories = listOf(Category.IMAGE),
+        initialPrompt = content {
+            text(
+                "A sunny beach"
+            )
+        },
+        includeAttach = true,
+        bundleReferenceImages = {string: String, bitmap: Bitmap? ->
+                listOf(ImagenRawImage(bitmap!!.toImagenInlineImage()), ImagenBackgroundMask())
+            }
+    ),
     Sample(
         title = "Gemini 2.0 Flash - image generation",
         description = "Generate and/or edit images using Gemini 2.0 Flash",
diff --git a/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/MainActivity.kt b/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/MainActivity.kt
@@ -86,7 +86,7 @@ class MainActivity : ComponentActivity() {
                         composable<ChatRoute> {
                             ChatScreen()
                         }
-                        // Imagen Samples
+                        // Imagn Samples
                         composable<ImagenRoute> {
                             ImagenScreen()
                         }
diff --git a/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenScreen.kt b/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenScreen.kt
@@ -1,5 +1,10 @@
 package com.google.firebase.quickstart.ai.feature.media.imagen
 
+import android.net.Uri
+import android.provider.OpenableColumns
+import android.text.format.Formatter
+import androidx.activity.compose.rememberLauncherForActivityResult
+import androidx.activity.result.contract.ActivityResultContracts
 import androidx.compose.foundation.Image
 import androidx.compose.foundation.layout.Box
 import androidx.compose.foundation.layout.Column
@@ -24,6 +29,7 @@ import androidx.compose.runtime.setValue
 import androidx.compose.ui.Alignment
 import androidx.compose.ui.Modifier
 import androidx.compose.ui.graphics.asImageBitmap
+import androidx.compose.ui.platform.LocalContext
 import androidx.compose.ui.unit.dp
 import androidx.lifecycle.compose.collectAsStateWithLifecycle
 import androidx.lifecycle.viewmodel.compose.viewModel
@@ -40,6 +46,29 @@ fun ImagenScreen(
     val errorMessage by imagenViewModel.errorMessage.collectAsStateWithLifecycle()
     val isLoading by imagenViewModel.isLoading.collectAsStateWithLifecycle()
     val generatedImages by imagenViewModel.generatedBitmaps.collectAsStateWithLifecycle()
+    val includeAttach by imagenViewModel.includeAttach.collectAsStateWithLifecycle()
+    val context = LocalContext.current
+    val contentResolver = context.contentResolver
+    val openDocument = rememberLauncherForActivityResult(ActivityResultContracts.OpenDocument()) { optionalUri: Uri? ->
+        optionalUri?.let { uri ->
+            var fileName: String? = null
+            // Fetch file name and size
+            contentResolver.query(uri, null, null, null, null)?.use { cursor ->
+                val nameIndex = cursor.getColumnIndex(OpenableColumns.DISPLAY_NAME)
+                val sizeIndex = cursor.getColumnIndex(OpenableColumns.SIZE)
+                cursor.moveToFirst()
+                val humanReadableSize = Formatter.formatShortFileSize(
+                    context, cursor.getLong(sizeIndex)
+                )
+                fileName = "${cursor.getString(nameIndex)} ($humanReadableSize)"
+            }
+
+            contentResolver.openInputStream(uri)?.use { stream ->
+                val bytes = stream.readBytes()
+                imagenViewModel.attachImage(bytes, fileName)
+            }
+        }
+    }
 
     Column(
         modifier = Modifier
@@ -59,6 +88,18 @@ fun ImagenScreen(
                     .padding(16.dp)
                     .fillMaxWidth()
             )
+            if (includeAttach) {
+                TextButton(
+                    onClick = {
+                        openDocument.launch(arrayOf("image/*"))
+                    },
+                    modifier = Modifier
+                        .padding(end = 16.dp, bottom = 16.dp)
+                        .align(Alignment.End)
+
+
+                ) { Text("Attach") }
+            }
             TextButton(
                 onClick = {
                     if (imagenPrompt.isNotBlank()) {
diff --git a/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenViewModel.kt b/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenViewModel.kt
@@ -1,6 +1,7 @@
 package com.google.firebase.quickstart.ai.feature.media.imagen
 
 import android.graphics.Bitmap
+import android.graphics.BitmapFactory
 import androidx.lifecycle.SavedStateHandle
 import androidx.lifecycle.ViewModel
 import androidx.lifecycle.viewModelScope
@@ -10,6 +11,8 @@ import com.google.firebase.ai.ImagenModel
 import com.google.firebase.ai.ai
 import com.google.firebase.ai.type.GenerativeBackend
 import com.google.firebase.ai.type.ImagenAspectRatio
+import com.google.firebase.ai.type.ImagenEditMode
+import com.google.firebase.ai.type.ImagenEditingConfig
 import com.google.firebase.ai.type.ImagenImageFormat
 import com.google.firebase.ai.type.ImagenPersonFilterLevel
 import com.google.firebase.ai.type.ImagenSafetyFilterLevel
@@ -36,11 +39,15 @@ class ImagenViewModel(
     private val _isLoading = MutableStateFlow(false)
     val isLoading: StateFlow<Boolean> = _isLoading
 
+    private val _includeAttach = MutableStateFlow(sample.includeAttach)
+    val includeAttach: StateFlow<Boolean> = _includeAttach
+
     private val _generatedBitmaps = MutableStateFlow(listOf<Bitmap>())
     val generatedBitmaps: StateFlow<List<Bitmap>> = _generatedBitmaps
 
     // Firebase AI Logic
     private val imagenModel: ImagenModel
+    private var attachedImage: Bitmap?
 
     init {
         val config = imagenGenerationConfig {
@@ -53,21 +60,31 @@ class ImagenViewModel(
             personFilterLevel = ImagenPersonFilterLevel.BLOCK_ALL
         )
         imagenModel = Firebase.ai(
-            backend = GenerativeBackend.googleAI()
+            backend = sample.backend
         ).imagenModel(
             modelName = sample.modelName ?: "imagen-3.0-generate-002",
             generationConfig = config,
             safetySettings = settings
         )
+        attachedImage = null
     }
 
     fun generateImages(inputText: String) {
         viewModelScope.launch {
             _isLoading.value = true
             try {
-                val imageResponse = imagenModel.generateImages(
-                    inputText
-                )
+                val bundleReferenceImages = sample.bundleReferenceImages
+                val imageResponse = if (bundleReferenceImages == null) {
+                    imagenModel.generateImages(
+                        inputText
+                    )
+                } else {
+                    imagenModel.editImage(
+                        bundleReferenceImages(inputText, attachedImage),
+                        inputText,
+                        ImagenEditingConfig(ImagenEditMode.INPAINT_INSERTION)
+                    )
+                }
                 _generatedBitmaps.value = imageResponse.images.map { it.asBitmap() }
                 _errorMessage.value = null // clear error message
             } catch (e: Exception) {
@@ -77,4 +94,11 @@ class ImagenViewModel(
             }
         }
     }
+
+    fun attachImage(
+        fileInBytes: ByteArray,
+        fileName: String? = "Unnamed file"
+    ) {
+        attachedImage = BitmapFactory.decodeByteArray(fileInBytes, 0, fileInBytes.size)
+    }
 }
diff --git a/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/ui/navigation/Sample.kt b/firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/ui/navigation/Sample.kt
@@ -1,8 +1,11 @@
 package com.google.firebase.quickstart.ai.ui.navigation
 
+import android.graphics.Bitmap
 import com.google.firebase.ai.type.Content
 import com.google.firebase.ai.type.GenerationConfig
 import com.google.firebase.ai.type.GenerativeBackend
+import com.google.firebase.ai.type.ImagenReferenceImage
+import com.google.firebase.ai.type.PublicPreviewAPI
 import com.google.firebase.ai.type.Tool
 import java.util.UUID
 
@@ -17,6 +20,7 @@ enum class Category(
     FUNCTION_CALLING("Function calling"),
 }
 
+@OptIn(PublicPreviewAPI::class)
 data class Sample(
     val id: String = UUID.randomUUID().toString(), // used for navigation
     val title: String,
@@ -30,5 +34,7 @@ data class Sample(
     val systemInstructions: Content? = null,
     val generationConfig: GenerationConfig? = null,
     val chatHistory: List<Content> = emptyList(),
-    val tools: List<Tool>? = null
+    val tools: List<Tool>? = null,
+    val includeAttach: Boolean = false,
+    val bundleReferenceImages: ((String, Bitmap?) -> List<ImagenReferenceImage>)? = null
 )

Original file line number	Diff line number	Diff line change
`@@ -86,7 +86,7 @@ class MainActivity : ComponentActivity() {`
`86`	`86`	`composable<ChatRoute> {`
`87`	`87`	`ChatScreen()`
`88`	`88`	`}`
`89`		`- // Imagen Samples`
	`89`	`+ // Imagn Samples`
`90`	`90`	`composable<ImagenRoute> {`
`91`	`91`	`ImagenScreen()`
`92`	`92`	`}`