flutter · khanhnwin · Jul 31, 2025 · Jul 30, 2025 · Jul 30, 2025 · Jul 30, 2025
diff --git a/firebase_ai_live_api_demo/.gitignore b/firebase_ai_live_api_demo/.gitignore
@@ -0,0 +1,54 @@
+# Miscellaneous
+*.class
+*.log
+*.pyc
+*.swp
+.DS_Store
+.atom/
+.build/
+.buildlog/
+.history
+.svn/
+.swiftpm/
+migrate_working_dir/
+
+# IntelliJ related
+*.iml
+*.ipr
+*.iws
+.idea/
+
+# The .vscode folder contains launch configuration and tasks you configure in
+# VS Code which you may wish to be included in version control, so this line
+# is commented out by default.
+#.vscode/
+
+# Flutter/Dart/Pub related
+**/doc/api/
+**/ios/Flutter/.last_build_id
+.dart_tool/
+.flutter-plugins
+.flutter-plugins-dependencies
+.pub-cache/
+.pub/
+/build/
+
+# Symbolication related
+app.*.symbols
+
+# Obfuscation related
+app.*.map.json
+
+# Android Studio will place build artifacts here
+/android/app/debug
+/android/app/profile
+/android/app/release
+
+# macOS
+ephemeral/
+
+#firebase
+firebase_options.dart
+google-services.json
+GoogleService-Info.plist
+firebase.json
diff --git a/firebase_ai_live_api_demo/.metadata b/firebase_ai_live_api_demo/.metadata
@@ -0,0 +1,45 @@
+# This file tracks properties of this Flutter project.
+# Used by Flutter tool to assess capabilities and perform upgrades etc.
+#
+# This file should be version controlled and should not be manually edited.
+
+version:
+  revision: "d7b523b356d15fb81e7d340bbe52b47f93937323"
+  channel: "stable"
+
+project_type: app
+
+# Tracks metadata for the flutter migrate command
+migration:
+  platforms:
+    - platform: root
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: android
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: ios
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: linux
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: macos
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: web
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+    - platform: windows
+      create_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+      base_revision: d7b523b356d15fb81e7d340bbe52b47f93937323
+
+  # User provided section
+
+  # List of Local paths (relative to this file) that should be
+  # ignored by the migrate tool.
+  #
+  # Files that are not part of the templates will be ignored by default.
+  unmanaged_files:
+    - 'lib/main.dart'
+    - 'ios/Runner.xcodeproj/project.pbxproj'
diff --git a/firebase_ai_live_api_demo/README.md b/firebase_ai_live_api_demo/README.md
@@ -0,0 +1,78 @@
+# Firebase AI Live API Demo
+**Target Platforms:** iOS, Android, Web
+
+**Tech Stack:** [Flutter](https://flutter.dev/) (frontend), [Firebase AI Logic](https://firebase.google.com/docs/ai-logic) (Gemini API in Vertex AI for the backend)
+
+![Plant Identifier – Firebase AI Live API Demo App on mobile & web](README/PlantIdentifierHero.png)
+
+This app demonstrates how to build a Flutter app with real-time bidirectional
+audio & video streaming to the Gemini "Live API" using Firebase AI Logic.
+
+As seen in  as seen in the 
+["What's New in Flutter"](https://youtu.be/v6Rzo5khNE8?si=0316B2O7xDM4Zp4S&t=2278) 
+Google I/O 2025 keynote.
+
+## Getting Started
+
+1. Follow [these instructions](https://firebase.google.com/docs/ai-logic/get-started?&api=vertex#set-up-firebase) 
+to set up a Firebase project
+
+1. Connect the app to your Firebase project by using `flutterfire configure`.
+
+Install `flutterfire_cli`:
+
+```console
+flutter pub global activate flutterfire_cli
+```
+
+Then run the `flutterfire` command to configure this project for your Firebase project:
+
+```console
+rm lib/firebase_options.dart
+flutterfire configure
+```
+
+1. Run `flutter pub get` in the root of the project directory `firebase_ai_live_api_demo` to
+install the Flutter app dependencies
+
+1. Run `flutter run -d <device-id>` to start the app on iOS, Android, or Web. 
+
+> [!TIP]
+> Get available devices by running `flutter devices` ex: `AA8A7357`, `macos`, `chrome`.
+> The live video functionality won't work on iOS simulators due to camera restrictions.
+
+## How to use the demo app
+
+1. When prompted, allow the app permission to access your camera and microphone.
+
+1. Click the call button and say "Hello Gemini!" 
+
+2. Turn on your device camera by clicking the camera button.
+
+1. You'll see in `lib/src/flutterfire_ai_live_api_demo.dart` that the app 
+is pre-configured with a "plant identifier" system instruction. So point your camera at a plant and ask Gemini to identify it! 
+
+```dart
+systemInstruction: Content.text(
+    'You are a plant identifier. Greet the user by telling them that you '
+    'are a plant identifier. Ask them to turn on their camera and show '
+    'you a plant and you can help them identify plants and flowers. '
+    'Your job is to help the user dentify plants and flowers. '
+    'When the user asks you to identify a plant or flower, respond '
+    'by telling them what it is and along with fun fact about it. '
+    'If you\'re unable to identify the plant or flower, you may ask the user '
+    'for more information about it or ask for a closer look.',
+)
+``` 
+
+If you have some time on your hands, try to modify the system instruction, 
+model configuration, or add tools that let Gemini retrieve real-time info
+or to take take some sort of action.
+
+## Additional Resources
+- [[Codelab] Build a Gemini powered Flutter app with Flutter & Firebase AI Logic](https://codelabs.developers.google.com/codelabs/flutter-gemini-colorist)
+- [Firebase AI Logic docs](https://firebase.google.com/docs/ai-logic)
+
+Feeling inspired? Check out these other Flutter & Firebase AI Logic sample apps!
+- [Agentic App Manager](https://github.com/flutter/demos/tree/main/agentic_app_manager): Build an agentic experience in a Flutter app using Firebase AI Logic with the Gemini API in Vertex AI.
+- [Colorist](https://github.com/flutter/demos/tree/main/vertex_ai_firebase_flutter_app): Explore LLM tooling interfaces by allowing users to describe colors in natural language. The app uses Gemini LLM to interpret descriptions and change the color of a displayed square by calling specialized color tools.
diff --git a/firebase_ai_live_api_demo/README/PlantIdentifierHero.png b/firebase_ai_live_api_demo/README/PlantIdentifierHero.png
diff --git a/firebase_ai_live_api_demo/analysis_options.yaml b/firebase_ai_live_api_demo/analysis_options.yaml
@@ -0,0 +1,28 @@
+# This file configures the analyzer, which statically analyzes Dart code to
+# check for errors, warnings, and lints.
+#
+# The issues identified by the analyzer are surfaced in the UI of Dart-enabled
+# IDEs (https://dart.dev/tools#ides-and-editors). The analyzer can also be
+# invoked from the command line by running `flutter analyze`.
+
+# The following line activates a set of recommended lints for Flutter apps,
+# packages, and plugins designed to encourage good coding practices.
+include: package:flutter_lints/flutter.yaml
+
+linter:
+  # The lint rules applied to this project can be customized in the
+  # section below to disable rules from the `package:flutter_lints/flutter.yaml`
+  # included above or to enable additional rules. A list of all available lints
+  # and their documentation is published at https://dart.dev/lints.
+  #
+  # Instead of disabling a lint rule for the entire project in the
+  # section below, it can also be suppressed for a single line of code
+  # or a specific dart file by using the `// ignore: name_of_lint` and
+  # `// ignore_for_file: name_of_lint` syntax on the line or in the file
+  # producing the lint.
+  rules:
+    # avoid_print: false  # Uncomment to disable the `avoid_print` rule
+    # prefer_single_quotes: true  # Uncomment to enable the `prefer_single_quotes` rule
+
+# Additional information about this file can be found at
+# https://dart.dev/guides/language/analysis-options
diff --git a/firebase_ai_live_api_demo/android/.gitignore b/firebase_ai_live_api_demo/android/.gitignore
@@ -0,0 +1,14 @@
+gradle-wrapper.jar
+/.gradle
+/captures/
+/gradlew
+/gradlew.bat
+/local.properties
+GeneratedPluginRegistrant.java
+.cxx/
+
+# Remember to never publicly share your keystore.
+# See https://flutter.dev/to/reference-keystore
+key.properties
+**/*.keystore
+**/*.jks
diff --git a/firebase_ai_live_api_demo/android/app/build.gradle.kts b/firebase_ai_live_api_demo/android/app/build.gradle.kts
@@ -0,0 +1,48 @@
+plugins {
+    id("com.android.application")
+    // START: FlutterFire Configuration
+    id("com.google.gms.google-services")
+    // END: FlutterFire Configuration
+    id("kotlin-android")
+    // The Flutter Gradle Plugin must be applied after the Android and Kotlin Gradle plugins.
+    id("dev.flutter.flutter-gradle-plugin")
+}
+
+android {
+    namespace = "com.example.flutterfire_ai_live_api_demo"
+    compileSdk = flutter.compileSdkVersion
+    ndkVersion = flutter.ndkVersion
+
+    compileOptions {
+        sourceCompatibility = JavaVersion.VERSION_11
+        targetCompatibility = JavaVersion.VERSION_11
+    }
+
+    kotlinOptions {
+        jvmTarget = JavaVersion.VERSION_11.toString()
+    }
+
+    defaultConfig {
+        // TODO: Specify your own unique Application ID (https://developer.android.com/studio/build/application-id.html).
+        applicationId = "com.example.flutterfire_ai_live_api_demo"
+        // You can update the following values to match your application needs.
+        // For more information, see: https://flutter.dev/to/review-gradle-config.
+        minSdk = 23
+        targetSdk = flutter.targetSdkVersion
+        versionCode = flutter.versionCode
+        versionName = flutter.versionName
+        ndkVersion = "27.0.12077973"
+    }
+
+    buildTypes {
+        release {
+            // TODO: Add your own signing config for the release build.
+            // Signing with the debug keys for now, so `flutter run --release` works.
+            signingConfig = signingConfigs.getByName("debug")
+        }
+    }
+}
+
+flutter {
+    source = "../.."
+}
diff --git a/firebase_ai_live_api_demo/android/app/src/debug/AndroidManifest.xml b/firebase_ai_live_api_demo/android/app/src/debug/AndroidManifest.xml
@@ -0,0 +1,7 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+    <!-- The INTERNET permission is required for development. Specifically,
+         the Flutter tool needs it to communicate with the running application
+         to allow setting breakpoints, to provide hot reload, etc.
+    -->
+    <uses-permission android:name="android.permission.INTERNET"/>
+</manifest>
diff --git a/firebase_ai_live_api_demo/android/app/src/main/AndroidManifest.xml b/firebase_ai_live_api_demo/android/app/src/main/AndroidManifest.xml
@@ -0,0 +1,45 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+    <application
+        android:label="flutterfire_ai_live_api_demo"
+        android:name="${applicationName}"
+        android:icon="@mipmap/ic_launcher">
+        <activity
+            android:name=".MainActivity"
+            android:exported="true"
+            android:launchMode="singleTop"
+            android:taskAffinity=""
+            android:theme="@style/LaunchTheme"
+            android:configChanges="orientation|keyboardHidden|keyboard|screenSize|smallestScreenSize|locale|layoutDirection|fontScale|screenLayout|density|uiMode"
+            android:hardwareAccelerated="true"
+            android:windowSoftInputMode="adjustResize">
+            <!-- Specifies an Android theme to apply to this Activity as soon as
+                 the Android process has started. This theme is visible to the user
+                 while the Flutter UI initializes. After that, this theme continues
+                 to determine the Window background behind the Flutter UI. -->
+            <meta-data
+              android:name="io.flutter.embedding.android.NormalTheme"
+              android:resource="@style/NormalTheme"
+              />
+            <intent-filter>
+                <action android:name="android.intent.action.MAIN"/>
+                <category android:name="android.intent.category.LAUNCHER"/>
+            </intent-filter>
+        </activity>
+        <!-- Don't delete the meta-data below.
+             This is used by the Flutter tool to generate GeneratedPluginRegistrant.java -->
+        <meta-data
+            android:name="flutterEmbedding"
+            android:value="2" />
+    </application>
+    <!-- Required to query activities that can process text, see:
+         https://developer.android.com/training/package-visibility and
+         https://developer.android.com/reference/android/content/Intent#ACTION_PROCESS_TEXT.
+
+         In particular, this is used by the Flutter engine in io.flutter.plugin.text.ProcessTextPlugin. -->
+    <queries>
+        <intent>
+            <action android:name="android.intent.action.PROCESS_TEXT"/>
+            <data android:mimeType="text/plain"/>
+        </intent>
+    </queries>
+</manifest>
diff --git a/..._api_demo/android/app/src/main/kotlin/com/example/multimodal_ai_prototype/MainActivity.kt b/..._api_demo/android/app/src/main/kotlin/com/example/multimodal_ai_prototype/MainActivity.kt
@@ -0,0 +1,5 @@
+package com.example.flutterfire_ai_live_api_demo
+
+import io.flutter.embedding.android.FlutterActivity
+
+class MainActivity : FlutterActivity()
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/drawable-v21/launch_background.xml b/firebase_ai_live_api_demo/android/app/src/main/res/drawable-v21/launch_background.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Modify this file to customize your launch splash screen -->
+<layer-list xmlns:android="http://schemas.android.com/apk/res/android">
+    <item android:drawable="?android:colorBackground" />
+
+    <!-- You can insert your own image assets here -->
+    <!-- <item>
+        <bitmap
+            android:gravity="center"
+            android:src="@mipmap/launch_image" />
+    </item> -->
+</layer-list>
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/drawable/launch_background.xml b/firebase_ai_live_api_demo/android/app/src/main/res/drawable/launch_background.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Modify this file to customize your launch splash screen -->
+<layer-list xmlns:android="http://schemas.android.com/apk/res/android">
+    <item android:drawable="@android:color/white" />
+
+    <!-- You can insert your own image assets here -->
+    <!-- <item>
+        <bitmap
+            android:gravity="center"
+            android:src="@mipmap/launch_image" />
+    </item> -->
+</layer-list>
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-hdpi/ic_launcher.png b/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-hdpi/ic_launcher.png
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-mdpi/ic_launcher.png b/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-mdpi/ic_launcher.png
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png b/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png b/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png b/firebase_ai_live_api_demo/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/values-night/styles.xml b/firebase_ai_live_api_demo/android/app/src/main/res/values-night/styles.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <!-- Theme applied to the Android Window while the process is starting when the OS's Dark Mode setting is on -->
+    <style name="LaunchTheme" parent="@android:style/Theme.Black.NoTitleBar">
+        <!-- Show a splash screen on the activity. Automatically removed when
+             the Flutter engine draws its first frame -->
+        <item name="android:windowBackground">@drawable/launch_background</item>
+    </style>
+    <!-- Theme applied to the Android Window as soon as the process has started.
+         This theme determines the color of the Android Window while your
+         Flutter UI initializes, as well as behind your Flutter UI while its
+         running.
+
+         This Theme is only used starting with V2 of Flutter's Android embedding. -->
+    <style name="NormalTheme" parent="@android:style/Theme.Black.NoTitleBar">
+        <item name="android:windowBackground">?android:colorBackground</item>
+    </style>
+</resources>
diff --git a/firebase_ai_live_api_demo/android/app/src/main/res/values/styles.xml b/firebase_ai_live_api_demo/android/app/src/main/res/values/styles.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <!-- Theme applied to the Android Window while the process is starting when the OS's Dark Mode setting is off -->
+    <style name="LaunchTheme" parent="@android:style/Theme.Light.NoTitleBar">
+        <!-- Show a splash screen on the activity. Automatically removed when
+             the Flutter engine draws its first frame -->
+        <item name="android:windowBackground">@drawable/launch_background</item>
+    </style>
+    <!-- Theme applied to the Android Window as soon as the process has started.
+         This theme determines the color of the Android Window while your
+         Flutter UI initializes, as well as behind your Flutter UI while its
+         running.
+
+         This Theme is only used starting with V2 of Flutter's Android embedding. -->
+    <style name="NormalTheme" parent="@android:style/Theme.Light.NoTitleBar">
+        <item name="android:windowBackground">?android:colorBackground</item>
+    </style>
+</resources>