feat: add avatar config support to the live streaming flow

PiperOrigin-RevId: 931042630

Author: kvmilos

core/src/main/java/com/google/adk/agents/RunConfig.java

@@ -20,6 +20,7 @@
 import com.google.common.collect.ImmutableList;
 import com.google.errorprone.annotations.CanIgnoreReturnValue;
 import com.google.genai.types.AudioTranscriptionConfig;
+import com.google.genai.types.AvatarConfig;
 import com.google.genai.types.Modality;
 import com.google.genai.types.SpeechConfig;
 import org.jspecify.annotations.Nullable;
@@ -67,6 +68,8 @@ public enum ToolExecutionMode {
 
   public abstract ImmutableList<Modality> responseModalities();
 
+  public abstract @Nullable AvatarConfig avatarConfig();
+
   public abstract boolean saveInputBlobsAsArtifacts();
 
   public abstract StreamingMode streamingMode();
@@ -101,6 +104,7 @@ public static Builder builder(RunConfig runConfig) {
         .maxLlmCalls(runConfig.maxLlmCalls())
         .responseModalities(runConfig.responseModalities())
         .speechConfig(runConfig.speechConfig())
+        .avatarConfig(runConfig.avatarConfig())
         .outputAudioTranscription(runConfig.outputAudioTranscription())
         .inputAudioTranscription(runConfig.inputAudioTranscription())
         .autoCreateSession(runConfig.autoCreateSession());
@@ -128,6 +132,9 @@ public final Builder setResponseModalities(Iterable<Modality> responseModalities
     @CanIgnoreReturnValue
     public abstract Builder responseModalities(Iterable<Modality> responseModalities);
 
+    @CanIgnoreReturnValue
+    public abstract Builder avatarConfig(@Nullable AvatarConfig avatarConfig);
+
     @Deprecated
     @CanIgnoreReturnValue
     public final Builder setSaveInputBlobsAsArtifacts(boolean saveInputBlobsAsArtifacts) {

core/src/main/java/com/google/adk/flows/llmflows/Basic.java

@@ -47,6 +47,8 @@ public Single<RequestProcessor.RequestProcessingResult> processRequest(
         LiveConnectConfig.builder().responseModalities(context.runConfig().responseModalities());
     Optional.ofNullable(context.runConfig().speechConfig())
         .ifPresent(liveConnectConfigBuilder::speechConfig);
+    Optional.ofNullable(context.runConfig().avatarConfig())
+        .ifPresent(liveConnectConfigBuilder::avatarConfig);
     Optional.ofNullable(context.runConfig().outputAudioTranscription())
         .ifPresent(liveConnectConfigBuilder::outputAudioTranscription);
     Optional.ofNullable(context.runConfig().inputAudioTranscription())

core/src/test/java/com/google/adk/agents/RunConfigTest.java

@@ -21,6 +21,8 @@
 
 import com.google.common.collect.ImmutableList;
 import com.google.genai.types.AudioTranscriptionConfig;
+import com.google.genai.types.AvatarConfig;
+import com.google.genai.types.CustomizedAvatar;
 import com.google.genai.types.Modality;
 import com.google.genai.types.SpeechConfig;
 import org.junit.Test;
@@ -61,6 +63,7 @@ public void testBuilderDefaults() {
 
     assertThat(runConfig.speechConfig()).isNull();
     assertThat(runConfig.responseModalities()).isEmpty();
+    assertThat(runConfig.avatarConfig()).isNull();
     assertThat(runConfig.saveInputBlobsAsArtifacts()).isFalse();
     assertThat(runConfig.streamingMode()).isEqualTo(RunConfig.StreamingMode.NONE);
     assertThat(runConfig.outputAudioTranscription()).isNull();
@@ -122,4 +125,32 @@ public void testMaxLlmCalls_integerMaxValue_throwsIllegalArgumentException() {
         IllegalArgumentException.class,
         () -> RunConfig.builder().setMaxLlmCalls(Integer.MAX_VALUE).build());
   }
+
+  @Test
+  public void testAvatarConfig_withName() {
+    AvatarConfig avatarConfig = AvatarConfig.builder().avatarName("test_avatar").build();
+
+    RunConfig runConfig = RunConfig.builder().avatarConfig(avatarConfig).build();
+
+    assertThat(runConfig.avatarConfig()).isEqualTo(avatarConfig);
+    assertThat(runConfig.avatarConfig().avatarName()).hasValue("test_avatar");
+    assertThat(runConfig.avatarConfig().customizedAvatar()).isEmpty();
+  }
+
+  @Test
+  public void testAvatarConfig_withCustomizedAvatar() {
+    CustomizedAvatar customizedAvatar =
+        CustomizedAvatar.builder()
+            .imageMimeType("image/jpeg")
+            .imageData(new byte[] {1, 2, 3})
+            .build();
+    AvatarConfig avatarConfig = AvatarConfig.builder().customizedAvatar(customizedAvatar).build();
+
+    RunConfig runConfig = RunConfig.builder().avatarConfig(avatarConfig).build();
+
+    assertThat(runConfig.avatarConfig()).isEqualTo(avatarConfig);
+    assertThat(runConfig.avatarConfig().customizedAvatar()).hasValue(customizedAvatar);
+    assertThat(runConfig.avatarConfig().customizedAvatar().get().imageMimeType())
+        .hasValue("image/jpeg");
+  }
 }

core/src/test/java/com/google/adk/flows/llmflows/BasicTest.java

@@ -33,6 +33,8 @@
 import com.google.adk.testing.TestLlm;
 import com.google.common.collect.ImmutableList;
 import com.google.genai.types.AudioTranscriptionConfig;
+import com.google.genai.types.AvatarConfig;
+import com.google.genai.types.CustomizedAvatar;
 import com.google.genai.types.GenerateContentConfig;
 import com.google.genai.types.Modality;
 import com.google.genai.types.Schema;
@@ -60,6 +62,15 @@ public final class BasicTest {
           .build();
   private static final AudioTranscriptionConfig TEST_AUDIO_TRANSCRIPTION_CONFIG =
       AudioTranscriptionConfig.builder().build();
+  private static final AvatarConfig TEST_AVATAR_CONFIG =
+      AvatarConfig.builder()
+          .avatarName("test-avatar")
+          .customizedAvatar(
+              CustomizedAvatar.builder()
+                  .imageMimeType("image/jpeg")
+                  .imageData(new byte[] {1, 2, 3})
+                  .build())
+          .build();
 
   private Basic basicProcessor;
   private TestLlm testLlm;
@@ -201,6 +212,22 @@ public void processRequest_buildsLiveConnectConfigFromRunConfig_speechConfig() {
     assertThat(result.events()).isEmpty();
   }
 
+  @Test
+  public void processRequest_buildsLiveConnectConfigFromRunConfig_avatarConfig() {
+    RunConfig runConfig = RunConfig.builder().avatarConfig(TEST_AVATAR_CONFIG).build();
+    LlmAgent agentWithConfig = LlmAgent.builder().name("agentWithConfig").model(testLlm).build();
+    InvocationContext contextWithRunConfig = createInvocationContext(agentWithConfig, runConfig);
+
+    RequestProcessingResult result =
+        basicProcessor.processRequest(contextWithRunConfig, initialRequest).blockingGet();
+
+    LlmRequest updatedRequest = result.updatedRequest();
+    assertThat(updatedRequest.liveConnectConfig()).isNotNull();
+    assertThat(updatedRequest.liveConnectConfig().responseModalities().get()).isEmpty();
+    assertThat(updatedRequest.liveConnectConfig().avatarConfig()).hasValue(TEST_AVATAR_CONFIG);
+    assertThat(result.events()).isEmpty();
+  }
+
   @Test
   public void processRequest_buildsLiveConnectConfigFromRunConfig_outputAudioTranscription() {
     RunConfig runConfig =
@@ -245,6 +272,7 @@ public void processRequest_buildsLiveConnectConfigFromRunConfig_allFields() {
         RunConfig.builder()
             .setResponseModalities(ImmutableList.of(new Modality(Modality.Known.AUDIO)))
             .setSpeechConfig(TEST_SPEECH_CONFIG)
+            .avatarConfig(TEST_AVATAR_CONFIG)
             .setOutputAudioTranscription(TEST_AUDIO_TRANSCRIPTION_CONFIG)
             .setInputAudioTranscription(TEST_AUDIO_TRANSCRIPTION_CONFIG)
             .build();
@@ -259,6 +287,7 @@ public void processRequest_buildsLiveConnectConfigFromRunConfig_allFields() {
     assertThat(updatedRequest.liveConnectConfig().responseModalities().get())
         .containsExactly(new Modality(Modality.Known.AUDIO));
     assertThat(updatedRequest.liveConnectConfig().speechConfig()).hasValue(TEST_SPEECH_CONFIG);
+    assertThat(updatedRequest.liveConnectConfig().avatarConfig()).hasValue(TEST_AVATAR_CONFIG);
     assertThat(updatedRequest.liveConnectConfig().outputAudioTranscription())
         .hasValue(TEST_AUDIO_TRANSCRIPTION_CONFIG);
     assertThat(updatedRequest.liveConnectConfig().inputAudioTranscription())