Add atachment list fo imagen3, also specify that image editing is vertex only

Author: David Motsonashvili

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/FirebaseAISamples.kt

@@ -157,7 +157,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         }
     ),
     Sample(
-        title = "Imagen 3 - Inpainting",
+        title = "Imagen 3 - Inpainting (Vertex AI)",
         description = "Replace the background of an image using Imagen 3",
         modelName = "imagen-3.0-capability-001",
         backend = GenerativeBackend.vertexAI(),
@@ -175,7 +175,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         }
     ),
     Sample(
-        title = "Imagen 3 - Outpainting",
+        title = "Imagen 3 - Outpainting (Vertex AI)",
         description = "Expand an image by drawing in more background",
         modelName = "imagen-3.0-capability-001",
         backend = GenerativeBackend.vertexAI(),
@@ -194,7 +194,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         }
     ),
     Sample(
-        title = "Imagen 3 - Subject Reference",
+        title = "Imagen 3 - Subject Reference (Vertex AI)",
         description = "generate an image using a referenced subject (must be an animal)",
         modelName = "imagen-3.0-capability-001",
         backend = GenerativeBackend.vertexAI(),
@@ -219,7 +219,7 @@ val FIREBASE_AI_SAMPLES = listOf(
         }
     ),
     Sample(
-        title = "Imagen 3 - Style Transfer",
+        title = "Imagen 3 - Style Transfer (Vertex AI)",
         description = "Change the art style of an cat picture using a reference",
         modelName = "imagen-3.0-capability-001",
         backend = GenerativeBackend.vertexAI(),

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenScreen.kt

@@ -24,6 +24,7 @@ import androidx.compose.material3.TextButton
 import androidx.compose.runtime.Composable
 import androidx.compose.runtime.getValue
 import androidx.compose.runtime.mutableStateOf
+import androidx.compose.runtime.rememberCoroutineScope
 import androidx.compose.runtime.saveable.rememberSaveable
 import androidx.compose.runtime.setValue
 import androidx.compose.ui.Alignment
@@ -33,6 +34,10 @@ import androidx.compose.ui.platform.LocalContext
 import androidx.compose.ui.unit.dp
 import androidx.lifecycle.compose.collectAsStateWithLifecycle
 import androidx.lifecycle.viewmodel.compose.viewModel
+import com.google.firebase.quickstart.ai.feature.text.Attachment
+import com.google.firebase.quickstart.ai.feature.text.AttachmentsList
+import kotlinx.coroutines.flow.first
+import kotlinx.coroutines.launch
 import kotlinx.serialization.Serializable
 
 @Serializable
@@ -48,8 +53,10 @@ fun ImagenScreen(
     val generatedImages by imagenViewModel.generatedBitmaps.collectAsStateWithLifecycle()
     val includeAttach by imagenViewModel.includeAttach.collectAsStateWithLifecycle()
     val allowEmptyPrompt by imagenViewModel.allowEmptyPrompt.collectAsStateWithLifecycle()
+    val attachedImage by imagenViewModel.attachedImage.collectAsStateWithLifecycle()
     val context = LocalContext.current
     val contentResolver = context.contentResolver
+    val scope = rememberCoroutineScope()
     val openDocument = rememberLauncherForActivityResult(ActivityResultContracts.OpenDocument()) { optionalUri: Uri? ->
         optionalUri?.let { uri ->
             var fileName: String? = null
@@ -66,7 +73,9 @@ fun ImagenScreen(
 
             contentResolver.openInputStream(uri)?.use { stream ->
                 val bytes = stream.readBytes()
-                imagenViewModel.attachImage(bytes)
+                scope.launch {
+                    imagenViewModel.attachImage(bytes)
+                }
             }
         }
     }
@@ -90,6 +99,9 @@ fun ImagenScreen(
                     .fillMaxWidth()
             )
             if (includeAttach) {
+                if (attachedImage != null) {
+                    AttachmentsList(listOf(Attachment("", attachedImage)))
+                }
                 TextButton(
                     onClick = {
                         openDocument.launch(arrayOf("image/*"))

firebase-ai/app/src/main/java/com/google/firebase/quickstart/ai/feature/media/imagen/ImagenViewModel.kt

@@ -22,6 +22,7 @@ import com.google.firebase.ai.type.imagenGenerationConfig
 import com.google.firebase.quickstart.ai.FIREBASE_AI_SAMPLES
 import kotlinx.coroutines.flow.MutableStateFlow
 import kotlinx.coroutines.flow.StateFlow
+import kotlinx.coroutines.flow.first
 import kotlinx.coroutines.launch
 
 @OptIn(PublicPreviewAPI::class)
@@ -44,17 +45,19 @@ class ImagenViewModel(
     private val _allowEmptyPrompt = MutableStateFlow(sample.allowEmptyPrompt)
     val allowEmptyPrompt: StateFlow<Boolean> = _allowEmptyPrompt
 
+    private val _attachedImage = MutableStateFlow<Bitmap?>(null)
+    val attachedImage: StateFlow<Bitmap?> = _attachedImage
+
     private val _generatedBitmaps = MutableStateFlow(listOf<Bitmap>())
     val generatedBitmaps: StateFlow<List<Bitmap>> = _generatedBitmaps
 
     // Firebase AI Logic
     private val imagenModel: ImagenModel
-    private var attachedImage: Bitmap?
 
     init {
         val config = imagenGenerationConfig {
             numberOfImages = 4
-            imageFormat = ImagenImageFormat.png()
+            imageFormat = ImagenImasgeFormat.png()
         }
         val settings = ImagenSafetySettings(
             safetyFilterLevel = ImagenSafetyFilterLevel.BLOCK_LOW_AND_ABOVE,
@@ -67,14 +70,13 @@ class ImagenViewModel(
             generationConfig = config,
             safetySettings = settings
         )
-        attachedImage = null
     }
 
     fun generateImages(inputText: String) {
         viewModelScope.launch {
             _isLoading.value = true
             try {
-                val imageResponse = sample.generateImages!!(imagenModel, inputText, attachedImage)
+                val imageResponse = sample.generateImages!!(imagenModel, inputText, attachedImage.first())
                 _generatedBitmaps.value = imageResponse.images.map { it.asBitmap() }
                 _errorMessage.value = null // clear error message
             } catch (e: Exception) {
@@ -85,9 +87,9 @@ class ImagenViewModel(
         }
     }
 
-    fun attachImage(
+    suspend fun attachImage(
         fileInBytes: ByteArray,
     ) {
-        attachedImage = BitmapFactory.decodeByteArray(fileInBytes, 0, fileInBytes.size)
+        _attachedImage.emit(BitmapFactory.decodeByteArray(fileInBytes, 0, fileInBytes.size))
     }
 }