mirror of
https://github.com/firebase/firebase-ios-sdk
synced 2026-11-09 22:36:01 +05:45
Implemented `GeminiLanguageModel`, providing an adapter for Google's Gemini models conforming to Apple's `FoundationModels.LanguageModel` protocol. This PR includes text to text generation capabilities; other modalities and Gemini features will be handled in follow-up PRs. **Note:** The `GeminiLanguageModel` implementation is guarded by the environment variable `GEMINI_LANGUAGE_MODEL`. By default none of the `GeminiLanguageModel` implementation is included. Key additions: - `GeminiLanguageModel`: Implements `LanguageModel` protocol with reasoning capabilities, configuring execution via `ModelResource` and `EndpointConfiguration`. - `GeminiLanguageModelExecutor`: Converts prompt instructions and history into Gemini streaming requests, yielding responses as `LanguageModelSession.ResponseStream`. - `GeminiTranscriptTranslator`: Translates Apple `Transcript` entries and segments into Gemini `Content` structures while preserving thought signatures and validating supported transcript features. - `GeminiLanguageModel.Error` and `GeminiErrorMapper`: Translates Gemini API, HTTP, and network errors into standard `LanguageModelError` cases (`rateLimited`, `timeout`, `guardrailViolation`, `refusal`, and `unsupportedLanguageOrLocale`) or `GeminiLanguageModel.Error` cases (`serviceUnavailable`, `networkFailure`, `modelNotFound`, `apiError`). The `APIError` payload is designed for seamless forward compatibility with both GenerateContent and the upcoming Interactions API. - Testing infrastructure: Adds `ConditionTrait.requireFoundationModels` to conditionally run Foundation Models tests only on supported platforms (macOS 27+, iOS 27+, watchOS 27+, visionOS 27+), along with shared test constants, mock fixtures, and comprehensive unit and integration test suites.
366 lines
16 KiB
Swift
366 lines
16 KiB
Swift
// Copyright 2024 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
import FirebaseAppCheckInterop
|
|
import FirebaseAuthInterop
|
|
import FirebaseCore
|
|
import Foundation
|
|
#if canImport(FoundationModels)
|
|
import FoundationModels
|
|
#endif // canImport(FoundationModels)
|
|
|
|
// Avoids exposing internal FirebaseCore APIs to Swift users.
|
|
internal import FirebaseCoreExtension
|
|
|
|
#if compiler(>=6.4) && canImport(FoundationModels) && canImport(GeminiLanguageModel)
|
|
@_exported import GeminiLanguageModel
|
|
#endif // compiler(>=6.4) && canImport(FoundationModels) && canImport(GeminiLanguageModel)
|
|
|
|
/// The Firebase AI SDK provides access to Gemini models directly from your app.
|
|
public final class FirebaseAI: Sendable {
|
|
// MARK: - Public APIs
|
|
|
|
/// Creates an instance of `FirebaseAI`.
|
|
///
|
|
/// - Parameters:
|
|
/// - app: A custom `FirebaseApp` used for initialization; if not specified, uses the default
|
|
/// `FirebaseApp`.
|
|
/// - backend: The backend API for the Firebase AI SDK; if not specified, uses the default
|
|
/// ``Backend/googleAI()`` (Gemini Developer API).
|
|
/// - useLimitedUseAppCheckTokens: When sending tokens to the backend, this option enables
|
|
/// the usage of App Check's limited-use tokens instead of the standard cached tokens. Learn
|
|
/// more about [limited-use tokens](https://firebase.google.com/docs/ai-logic/app-check),
|
|
/// including their nuances, when to use them, and best practices for integrating them into
|
|
/// your app.
|
|
///
|
|
/// _This flag is set to `false` by default._
|
|
/// > Migrating to limited-use tokens sooner minimizes disruption when support for replay
|
|
/// > protection is added.
|
|
/// - Returns: A `FirebaseAI` instance, configured with the custom `FirebaseApp`.
|
|
public static func firebaseAI(app: FirebaseApp? = nil,
|
|
backend: Backend = .googleAI(),
|
|
useLimitedUseAppCheckTokens: Bool = false) -> FirebaseAI {
|
|
let instance = createInstance(
|
|
app: app,
|
|
apiConfig: backend.apiConfig,
|
|
useLimitedUseAppCheckTokens: useLimitedUseAppCheckTokens
|
|
)
|
|
// Verify that the `FirebaseAI` instance is always configured with the production endpoint since
|
|
// this is the public API surface for creating an instance.
|
|
assert(instance.apiConfig.service.endpoint == .firebaseProxyProd)
|
|
assert(instance.apiConfig.version == .v1beta)
|
|
return instance
|
|
}
|
|
|
|
/// Initializes a generative model with the given parameters.
|
|
///
|
|
/// - Note: Refer to [Gemini models](https://firebase.google.com/docs/vertex-ai/gemini-models) for
|
|
/// guidance on choosing an appropriate model for your use case.
|
|
///
|
|
/// - Parameters:
|
|
/// - modelName: The name of the model to use; see
|
|
/// [available model names
|
|
/// ](https://firebase.google.com/docs/vertex-ai/gemini-models#available-model-names) for a
|
|
/// list of supported model names.
|
|
/// - generationConfig: The content generation parameters your model should use.
|
|
/// - safetySettings: A value describing what types of harmful content your model should allow.
|
|
/// - tools: A list of ``Tool`` objects that the model may use to generate the next response.
|
|
/// - toolConfig: Tool configuration for any `Tool` specified in the request.
|
|
/// - systemInstruction: Instructions that direct the model to behave a certain way; currently
|
|
/// only text content is supported.
|
|
/// - requestOptions: Configuration parameters for sending requests to the backend.
|
|
public func generativeModel(modelName: String,
|
|
generationConfig: GenerationConfig? = nil,
|
|
safetySettings: [SafetySetting]? = nil,
|
|
tools: [Tool]? = nil,
|
|
toolConfig: ToolConfig? = nil,
|
|
systemInstruction: ModelContent? = nil,
|
|
requestOptions: RequestOptions = RequestOptions())
|
|
-> GenerativeModel {
|
|
if !modelName.starts(with: GenerativeModel.geminiModelNamePrefix)
|
|
&& !modelName.starts(with: GenerativeModel.gemmaModelNamePrefix) {
|
|
AILog.warning(code: .unsupportedGeminiModel, """
|
|
Unsupported Gemini model "\(modelName)"; see \
|
|
https://firebase.google.com/docs/vertex-ai/models for a list supported Gemini model names.
|
|
""")
|
|
}
|
|
|
|
return GenerativeModel(
|
|
modelName: modelName,
|
|
modelResourceName: modelResourceName(modelName: modelName),
|
|
firebaseInfo: firebaseInfo,
|
|
apiConfig: apiConfig,
|
|
generationConfig: generationConfig,
|
|
safetySettings: safetySettings,
|
|
tools: tools,
|
|
toolConfig: toolConfig,
|
|
systemInstruction: systemInstruction,
|
|
requestOptions: requestOptions
|
|
)
|
|
}
|
|
|
|
// TODO: Remove the `#if compiler(>=6.2.3)` when Xcode 26.2 is the minimum supported version.
|
|
#if compiler(>=6.2.3)
|
|
|
|
/// **[Public Preview]** Creates a ``GeminiModel`` for the specified model name.
|
|
///
|
|
/// > Warning: This API is a public preview and may be subject to change.
|
|
///
|
|
/// - Parameters:
|
|
/// - name: The name of the model to use; see [available model names
|
|
/// ](https://firebase.google.com/docs/vertex-ai/gemini-models#available-model-names)
|
|
/// for a list of supported model names.
|
|
/// - safetySettings: Settings to adjust the safety filters for potentially harmful content
|
|
/// generated by the model.
|
|
/// - requestOptions: Configuration parameters for sending requests to the backend.
|
|
public func geminiModel(name: String, safetySettings: [SafetySetting]? = nil,
|
|
requestOptions: RequestOptions = RequestOptions())
|
|
-> GeminiModel {
|
|
return GeminiModel(
|
|
modelName: name,
|
|
modelResourceName: modelResourceName(modelName: name),
|
|
firebaseInfo: firebaseInfo,
|
|
apiConfig: apiConfig,
|
|
safetySettings: safetySettings,
|
|
requestOptions: requestOptions,
|
|
)
|
|
}
|
|
|
|
/// Creates a new `GenerativeModelSession` with the given model.
|
|
///
|
|
/// - Important: **Public Preview** - This API is a public preview and may be subject to change.
|
|
///
|
|
/// - Parameters:
|
|
/// - model: The name of the model to use; see [available model names
|
|
/// ](https://firebase.google.com/docs/vertex-ai/gemini-models#available-model-names)
|
|
/// for a list of supported model names.
|
|
/// - tools: A list of tools that extend the capabilities of the model. These are typically
|
|
/// native Gemini ``FirebaseAILogic/Tool``s, such as ``ToolRepresentable/googleSearch(_:)``,
|
|
/// or instances conforming to ``ToolRepresentable`` for automatic function calling.
|
|
/// - instructions: System instructions that direct the model's behavior.
|
|
public func generativeModelSession(model: any LanguageModelProvider,
|
|
tools: [any ToolRepresentable]? = nil,
|
|
instructions: String? = nil) -> GenerativeModelSession {
|
|
let tools = tools?.map { $0.toolRepresentation }
|
|
|
|
return GenerativeModelSession(
|
|
model: model._languageModel(firebaseAI: self),
|
|
tools: tools,
|
|
instructions: instructions
|
|
)
|
|
}
|
|
|
|
#if canImport(FoundationModels)
|
|
/// **[Public Preview]** Initializes a `GenerativeModelSession` with the given model.
|
|
///
|
|
/// > Warning: This API is a public preview and may be subject to change.
|
|
///
|
|
/// - Parameters:
|
|
/// - model: The name of the model to use; see [available model names
|
|
/// ](https://firebase.google.com/docs/vertex-ai/gemini-models#available-model-names)
|
|
/// for a list of supported model names.
|
|
/// - tools: A list of tools that extend the capabilities of the model. These tools must be
|
|
/// instances conforming to `FoundationModels.Tool` for automatic function calling.
|
|
/// - instructions: System instructions that direct the model's behavior.
|
|
@available(iOS 26.0, macOS 26.0, visionOS 26.0, *)
|
|
@available(tvOS, unavailable)
|
|
@available(watchOS, unavailable)
|
|
public func generativeModelSession(model: any LanguageModelProvider,
|
|
tools: [any FoundationModels.Tool],
|
|
instructions: String? = nil) -> GenerativeModelSession {
|
|
let tools = tools.map { FirebaseAILogic.Tool.autoFunctionDeclaration($0) }
|
|
|
|
return generativeModelSession(model: model, tools: tools as [any ToolRepresentable]?,
|
|
instructions: instructions)
|
|
}
|
|
#endif // canImport(FoundationModels)
|
|
#endif // compiler(>=6.2.3)
|
|
|
|
/// Initializes a new `TemplateGenerativeModel`.
|
|
///
|
|
/// - Returns: A new `TemplateGenerativeModel` instance.
|
|
public func templateGenerativeModel() -> TemplateGenerativeModel {
|
|
return TemplateGenerativeModel(
|
|
generativeAIService: GenerativeAIService(firebaseInfo: firebaseInfo,
|
|
urlSession: GenAIURLSession.default),
|
|
apiConfig: apiConfig
|
|
)
|
|
}
|
|
|
|
/// **[Public Preview]** Initializes a ``LiveGenerativeModel`` with the given parameters.
|
|
///
|
|
/// - Note: Refer to [the Firebase docs on the Live
|
|
/// API](https://firebase.google.com/docs/ai-logic/live-api#models-that-support-capability) for
|
|
/// guidance on choosing an appropriate model for your use case.
|
|
///
|
|
/// > Warning: Using the Firebase AI Logic SDKs with the Gemini Live API is in Public
|
|
/// Preview, which means that the feature is not subject to any SLA or deprecation policy and
|
|
/// could change in backwards-incompatible ways.
|
|
///
|
|
/// - Parameters:
|
|
/// - modelName: The name of the model to use.
|
|
/// - generationConfig: The content generation parameters your model should use.
|
|
/// - tools: A list of ``Tool`` objects that the model may use to generate the next response.
|
|
/// - toolConfig: Tool configuration for any ``Tool`` specified in the request.
|
|
/// - systemInstruction: Instructions that direct the model to behave a certain way; currently
|
|
/// only text content is supported.
|
|
/// - requestOptions: Configuration parameters for sending requests to the backend.
|
|
@available(watchOS, unavailable)
|
|
public func liveModel(modelName: String,
|
|
generationConfig: LiveGenerationConfig? = nil,
|
|
tools: [Tool]? = nil,
|
|
toolConfig: ToolConfig? = nil,
|
|
systemInstruction: ModelContent? = nil,
|
|
requestOptions: RequestOptions = RequestOptions()) -> LiveGenerativeModel {
|
|
return LiveGenerativeModel(
|
|
modelResourceName: modelResourceName(modelName: modelName),
|
|
firebaseInfo: firebaseInfo,
|
|
apiConfig: apiConfig,
|
|
generationConfig: generationConfig,
|
|
tools: tools,
|
|
toolConfig: toolConfig,
|
|
systemInstruction: systemInstruction,
|
|
requestOptions: requestOptions
|
|
)
|
|
}
|
|
|
|
/// Class to enable FirebaseAI to register via the Objective-C based Firebase component system
|
|
/// to include FirebaseAI in the userAgent.
|
|
@objc(FIRVertexAIComponent) class FirebaseVertexAIComponent: NSObject {}
|
|
|
|
// MARK: - Private
|
|
|
|
/// Firebase data relevant to Firebase AI.
|
|
let firebaseInfo: FirebaseInfo
|
|
|
|
let apiConfig: APIConfig
|
|
|
|
/// A map of active `FirebaseAI` instances keyed by the `FirebaseApp`, the `APIConfig`, and
|
|
/// `useLimitedUseAppCheckTokens`.
|
|
private nonisolated(unsafe) static var instances: [InstanceKey: FirebaseAI] = [:]
|
|
|
|
/// Lock to manage access to the `instances` array to avoid race conditions.
|
|
private nonisolated(unsafe) static var instancesLock: os_unfair_lock = .init()
|
|
|
|
static func createInstance(app: FirebaseApp?,
|
|
apiConfig: APIConfig,
|
|
useLimitedUseAppCheckTokens: Bool) -> FirebaseAI {
|
|
guard let app = app ?? FirebaseApp.app() else {
|
|
fatalError("No instance of the default Firebase app was found.")
|
|
}
|
|
|
|
os_unfair_lock_lock(&instancesLock)
|
|
|
|
// Unlock before the function returns.
|
|
defer { os_unfair_lock_unlock(&instancesLock) }
|
|
|
|
let instanceKey = InstanceKey(
|
|
appName: app.name,
|
|
apiConfig: apiConfig,
|
|
useLimitedUseAppCheckTokens: useLimitedUseAppCheckTokens
|
|
)
|
|
if let instance = instances[instanceKey] {
|
|
return instance
|
|
}
|
|
let newInstance = FirebaseAI(
|
|
app: app,
|
|
apiConfig: apiConfig,
|
|
useLimitedUseAppCheckTokens: useLimitedUseAppCheckTokens
|
|
)
|
|
instances[instanceKey] = newInstance
|
|
return newInstance
|
|
}
|
|
|
|
init(app: FirebaseApp, apiConfig: APIConfig,
|
|
useLimitedUseAppCheckTokens: Bool) {
|
|
guard let projectID = app.options.projectID else {
|
|
fatalError("The Firebase app named \"\(app.name)\" has no project ID in its configuration.")
|
|
}
|
|
guard let apiKey = app.options.apiKey else {
|
|
fatalError("The Firebase app named \"\(app.name)\" has no API key in its configuration.")
|
|
}
|
|
firebaseInfo = FirebaseInfo(
|
|
appCheck: ComponentType<AppCheckInterop>.instance(
|
|
for: AppCheckInterop.self,
|
|
in: app.container
|
|
),
|
|
auth: ComponentType<AuthInterop>.instance(for: AuthInterop.self, in: app.container),
|
|
projectID: projectID,
|
|
apiKey: apiKey,
|
|
firebaseAppID: app.options.googleAppID,
|
|
firebaseApp: app,
|
|
useLimitedUseAppCheckTokens: useLimitedUseAppCheckTokens
|
|
)
|
|
self.apiConfig = apiConfig
|
|
}
|
|
|
|
func modelResourceName(modelName: String) -> String {
|
|
guard !modelName.isEmpty && modelName
|
|
.allSatisfy({ !$0.isWhitespace && !$0.isNewline && $0 != "/" }) else {
|
|
fatalError("""
|
|
Invalid model name "\(modelName)" specified; see \
|
|
https://firebase.google.com/docs/vertex-ai/gemini-model#available-models for a list of \
|
|
available models.
|
|
""")
|
|
}
|
|
|
|
switch apiConfig.service {
|
|
case let .agentPlatform(endpoint: _, location: location):
|
|
return agentPlatformModelResourceName(modelName: modelName, location: location)
|
|
case .googleAI:
|
|
return developerModelResourceName(modelName: modelName)
|
|
}
|
|
}
|
|
|
|
private func agentPlatformModelResourceName(modelName: String, location: String) -> String {
|
|
guard !location.isEmpty && location
|
|
.allSatisfy({ !$0.isWhitespace && !$0.isNewline && $0 != "/" }) else {
|
|
fatalError("""
|
|
Invalid location "\(location)" specified; see \
|
|
https://firebase.google.com/docs/vertex-ai/locations?platform=ios#available-locations \
|
|
for a list of available locations.
|
|
""")
|
|
}
|
|
|
|
let projectID = firebaseInfo.projectID
|
|
return "projects/\(projectID)/locations/\(location)/publishers/google/models/\(modelName)"
|
|
}
|
|
|
|
private func developerModelResourceName(modelName: String) -> String {
|
|
switch apiConfig.service.endpoint {
|
|
case .firebaseProxyProd:
|
|
return "projects/\(firebaseInfo.projectID)/models/\(modelName)"
|
|
#if DEBUG
|
|
case .googleAIBypassProxy:
|
|
return "models/\(modelName)"
|
|
case .firebaseProxyStaging:
|
|
return "projects/\(firebaseInfo.projectID)/models/\(modelName)"
|
|
case .agentPlatformStagingBypassProxy:
|
|
fatalError(
|
|
"The Agent Platform Gemini API staging endpoint does not support the Gemini Developer API."
|
|
)
|
|
#endif // DEBUG
|
|
}
|
|
}
|
|
|
|
/// Identifier for a unique instance of ``FirebaseAI``.
|
|
///
|
|
/// This type is `Hashable` so that it can be used as a key in the `instances` dictionary.
|
|
private struct InstanceKey: Sendable, Hashable {
|
|
let appName: String
|
|
let apiConfig: APIConfig
|
|
let useLimitedUseAppCheckTokens: Bool
|
|
}
|
|
}
|