Files
firebase-ios-sdk/GeminiLanguageModel/Tests/GeminiLanguageModelTests/GeminiTranscriptTranslatorTests.swift
T
Andrew Heard bfb2eaac29 test(ai): GeminiLanguageModel integration testing foundation (#16617)
Establishes the integration testing foundation and parameterized test
suites for `GeminiLanguageModel`, enabling fast local execution via
`swift test` and automated CI verification on iOS Simulator.

Key Changes:
- `IntegrationTestingBackend`: Defines canonical backend configurations
  (`.developerAPI`, `.firebaseAILogicDeveloperAPI`, and
  `.firebaseAILogicAgentPlatform`), dynamically resolving endpoints,
  model resource paths, and auth headers from available credentials.
- `IntegrationTestEnvironment`: Centralizes credential discovery
  (`GEMINI_API_KEY`, `GOOGLE_API_KEY`, and `FIREBASE_PLIST_PATH`) into
  an immutable, thread-safe configuration struct with cached process
  access to avoid redundant disk I/O.
- `AppCheckDebugClient`: Implements a lightweight client to exchange
  debug tokens for App Check tokens without Keychain dependencies,
  deduplicating token requests across test runs with an in-memory cache.
- Parameterized Tests: Adds `BasicContentGenerationIntegrationTests`
  running against all available backends, tagged with `@Tag.integration`
  and gated by condition traits to cleanly skip when credentials are
  missing.
- CI Workflow: Adds `.github/workflows/sdk.geminilanguagemodel.yml` to
  run integration tests against Firebase AI Logic on iOS Simulator
  using decrypted repo secrets.
2026-09-07 18:28:37 -04:00

165 lines
5.5 KiB
Swift

// Copyright 2026 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#if canImport(FoundationModels) && compiler(>=6.4)
import Foundation
import FoundationModels
import GeminiAPIDataModels
import GeminiTestUtilities
import Testing
@testable import GeminiLanguageModel
@Suite("GeminiTranscriptTranslator Tests", .requireFoundationModels)
struct GeminiTranscriptTranslatorTests {
@Test
@available(macOS 27.0, iOS 27.0, watchOS 27.0, visionOS 27.0, *)
func translatesInstructionsAndPrompt() throws {
let transcript = Transcript(
entries: [
.instructions(
Transcript.Instructions(
segments: [.text(Transcript.TextSegment(content: "You are a helpful assistant."))],
toolDefinitions: []
)
),
.prompt(
Transcript.Prompt(
segments: [.text(Transcript.TextSegment(content: "Hello!"))]
)
),
]
)
let result = try GeminiTranscriptTranslator.translate(transcript)
let systemInstruction = try #require(result.systemInstruction)
#expect(
systemInstruction.parts?.first?.data == .text("You are a helpful assistant."))
#expect(result.contents.count == 1)
#expect(result.contents.first?.role == "user")
#expect(result.contents.first?.parts?.first?.data == .text("Hello!"))
}
@Test
@available(macOS 27.0, iOS 27.0, watchOS 27.0, visionOS 27.0, *)
func coalescesReasoningAndResponseIntoSingleModelTurn() throws {
let signatureData = Data("test-sig".utf8)
let transcript = Transcript(
entries: [
.prompt(
Transcript.Prompt(
segments: [.text(Transcript.TextSegment(content: "Explain 2+2."))]
)
),
.reasoning(
Transcript.Reasoning(
segments: [.text(Transcript.TextSegment(content: "Thinking about addition..."))],
signature: signatureData
)
),
.response(
Transcript.Response(
segments: [.text(Transcript.TextSegment(content: "2+2 is 4."))]
)
),
]
)
let result = try GeminiTranscriptTranslator.translate(transcript)
#expect(result.contents.count == 2)
#expect(result.contents[0].role == "user")
#expect(result.contents[1].role == "model")
let modelParts = try #require(result.contents[1].parts)
#expect(modelParts.count == 2)
#expect(modelParts[0].thought == true)
#expect(modelParts[0].thoughtSignature == "test-sig")
#expect(modelParts[0].data == .text("Thinking about addition..."))
#expect(modelParts[1].data == .text("2+2 is 4."))
}
@Test
@available(macOS 27.0, iOS 27.0, watchOS 27.0, visionOS 27.0, *)
func preservesThoughtSignatureWhenReasoningSegmentsEmpty() throws {
let signatureData = Data("sig-only".utf8)
let transcript = Transcript(
entries: [
.prompt(
Transcript.Prompt(
segments: [.text(Transcript.TextSegment(content: "Hi."))]
)
),
.reasoning(
Transcript.Reasoning(
segments: [],
signature: signatureData
)
),
.response(
Transcript.Response(
segments: [.text(Transcript.TextSegment(content: "Hello!"))]
)
),
]
)
let result = try GeminiTranscriptTranslator.translate(transcript)
#expect(result.contents.count == 2)
let modelParts = try #require(result.contents[1].parts)
#expect(modelParts.count == 2)
#expect(modelParts[0].thought == true)
#expect(modelParts[0].thoughtSignature == "sig-only")
#expect(modelParts[0].data == nil)
#expect(modelParts[1].data == .text("Hello!"))
}
@Test
@available(macOS 27.0, iOS 27.0, watchOS 27.0, visionOS 27.0, *)
func translatesMultipleInstructionsEntriesIntoMultipleParts() throws {
let transcript = Transcript(
entries: [
.instructions(
Transcript.Instructions(
segments: [.text(Transcript.TextSegment(content: "First instruction."))],
toolDefinitions: []
)
),
.instructions(
Transcript.Instructions(
segments: [.text(Transcript.TextSegment(content: "Second instruction."))],
toolDefinitions: []
)
),
.prompt(
Transcript.Prompt(
segments: [.text(Transcript.TextSegment(content: "Hello!"))]
)
),
]
)
let result = try GeminiTranscriptTranslator.translate(transcript)
let systemInstruction = try #require(result.systemInstruction)
let parts = try #require(systemInstruction.parts)
#expect(parts.count == 2)
#expect(parts[0].data == .text("First instruction."))
#expect(parts[1].data == .text("Second instruction."))
}
}
#endif // canImport(FoundationModels) && compiler(>=6.4)