tenant.openagents/omega

1use anyhow::{Context as _, Result};
2use collections::BTreeMap;
3use credentials_provider::CredentialsProvider;
4use futures::{FutureExt, StreamExt, future::BoxFuture};
5use google_ai::GenerateContentResponse;
6pub use google_ai::completion::{GoogleEventMapper, into_google};
7use gpui::{App, AppContext, AsyncApp, Context, Entity, SharedString, Task};
8use http_client::{CustomHeaders, HttpClient};
9use language_model::{
10    ApiKeyConfiguration, AuthenticateError, EnvVar, LanguageModelCompletionError,
11    LanguageModelCompletionEvent, LanguageModelToolChoice, LanguageModelToolSchemaFormat,
12};
13use language_model::{
14    GOOGLE_PROVIDER_ID, GOOGLE_PROVIDER_NAME, IconOrSvg, LanguageModel, LanguageModelEffortLevel,
15    LanguageModelId, LanguageModelName, LanguageModelProvider, LanguageModelProviderId,
16    LanguageModelProviderName, LanguageModelProviderState, LanguageModelRequest,
17    ProviderSettingsView, RateLimiter,
18};
19use schemars::JsonSchema;
20use serde::{Deserialize, Serialize};
21pub use settings::GoogleAvailableModel as AvailableModel;
22use settings::{Settings, SettingsStore};
23use std::sync::{Arc, LazyLock};
24use strum::IntoEnumIterator;
25use ui::IconName;
26
27use language_model::ApiKeyState;
28
29const PROVIDER_ID: LanguageModelProviderId = GOOGLE_PROVIDER_ID;
30const PROVIDER_NAME: LanguageModelProviderName = GOOGLE_PROVIDER_NAME;
31
32#[derive(Default, Clone, Debug, PartialEq)]
33pub struct GoogleSettings {
34    pub api_url: String,
35    pub available_models: Vec<AvailableModel>,
36    pub custom_headers: CustomHeaders,
37}
38
39#[derive(Clone, Copy, Debug, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
40#[serde(tag = "type", rename_all = "lowercase")]
41pub enum ModelMode {
42    #[default]
43    Default,
44    Thinking {
45        /// The maximum number of tokens to use for reasoning. Must be lower than the model's `max_output_tokens`.
46        budget_tokens: Option<u32>,
47    },
48}
49
50pub struct GoogleLanguageModelProvider {
51    http_client: Arc<dyn HttpClient>,
52    state: Entity<State>,
53}
54
55pub struct State {
56    api_key_state: ApiKeyState,
57    credentials_provider: Arc<dyn CredentialsProvider>,
58}
59
60const GEMINI_API_KEY_VAR_NAME: &str = "GEMINI_API_KEY";
61const GOOGLE_AI_API_KEY_VAR_NAME: &str = "GOOGLE_AI_API_KEY";
62
63static API_KEY_ENV_VAR: LazyLock<EnvVar> = LazyLock::new(|| {
64    // Try GEMINI_API_KEY first as primary, fallback to GOOGLE_AI_API_KEY
65    EnvVar::new(GEMINI_API_KEY_VAR_NAME.into()).or(EnvVar::new(GOOGLE_AI_API_KEY_VAR_NAME.into()))
66});
67
68impl State {
69    fn is_authenticated(&self) -> bool {
70        self.api_key_state.has_key()
71    }
72
73    fn set_api_key(&mut self, api_key: Option<String>, cx: &mut Context<Self>) -> Task<Result<()>> {
74        let credentials_provider = self.credentials_provider.clone();
75        let api_url = GoogleLanguageModelProvider::api_url(cx);
76        self.api_key_state.store(
77            api_url,
78            api_key,
79            |this| &mut this.api_key_state,
80            credentials_provider,
81            cx,
82        )
83    }
84
85    fn authenticate(&mut self, cx: &mut Context<Self>) -> Task<Result<(), AuthenticateError>> {
86        let credentials_provider = self.credentials_provider.clone();
87        let api_url = GoogleLanguageModelProvider::api_url(cx);
88        self.api_key_state.load_if_needed(
89            api_url,
90            |this| &mut this.api_key_state,
91            credentials_provider,
92            cx,
93        )
94    }
95}
96
97impl GoogleLanguageModelProvider {
98    pub fn new(
99        http_client: Arc<dyn HttpClient>,
100        credentials_provider: Arc<dyn CredentialsProvider>,
101        cx: &mut App,
102    ) -> Self {
103        let state = cx.new(|cx| {
104            cx.observe_global::<SettingsStore>(|this: &mut State, cx| {
105                let credentials_provider = this.credentials_provider.clone();
106                let api_url = Self::api_url(cx);
107                this.api_key_state.handle_url_change(
108                    api_url,
109                    |this| &mut this.api_key_state,
110                    credentials_provider,
111                    cx,
112                );
113                cx.notify();
114            })
115            .detach();
116            State {
117                api_key_state: ApiKeyState::new(Self::api_url(cx), (*API_KEY_ENV_VAR).clone()),
118                credentials_provider,
119            }
120        });
121
122        Self { http_client, state }
123    }
124
125    fn create_language_model(&self, model: google_ai::Model) -> Arc<dyn LanguageModel> {
126        Arc::new(GoogleLanguageModel {
127            id: LanguageModelId::from(model.id().to_string()),
128            model,
129            state: self.state.clone(),
130            http_client: self.http_client.clone(),
131            request_limiter: RateLimiter::new(4),
132        })
133    }
134
135    fn settings(cx: &App) -> &GoogleSettings {
136        &crate::AllLanguageModelSettings::get_global(cx).google
137    }
138
139    fn api_url(cx: &App) -> SharedString {
140        let api_url = &Self::settings(cx).api_url;
141        if api_url.is_empty() {
142            google_ai::API_URL.into()
143        } else {
144            SharedString::new(api_url.as_str())
145        }
146    }
147}
148
149impl LanguageModelProviderState for GoogleLanguageModelProvider {
150    type ObservableEntity = State;
151
152    fn observable_entity(&self) -> Option<Entity<Self::ObservableEntity>> {
153        Some(self.state.clone())
154    }
155}
156
157impl LanguageModelProvider for GoogleLanguageModelProvider {
158    fn id(&self) -> LanguageModelProviderId {
159        PROVIDER_ID
160    }
161
162    fn name(&self) -> LanguageModelProviderName {
163        PROVIDER_NAME
164    }
165
166    fn icon(&self) -> IconOrSvg {
167        IconOrSvg::Icon(IconName::AiGoogle)
168    }
169
170    fn default_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
171        Some(self.create_language_model(google_ai::Model::default()))
172    }
173
174    fn default_fast_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
175        Some(self.create_language_model(google_ai::Model::default_fast()))
176    }
177
178    fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
179        let mut models = BTreeMap::default();
180
181        // Add base models from google_ai::Model::iter()
182        for model in google_ai::Model::iter() {
183            if !matches!(model, google_ai::Model::Custom { .. }) {
184                models.insert(model.id().to_string(), model);
185            }
186        }
187
188        // Override with available models from settings
189        for model in &GoogleLanguageModelProvider::settings(cx).available_models {
190            models.insert(
191                model.name.clone(),
192                google_ai::Model::Custom {
193                    name: model.name.clone(),
194                    display_name: model.display_name.clone(),
195                    max_tokens: model.max_tokens,
196                    mode: model.mode.unwrap_or_default(),
197                },
198            );
199        }
200
201        models
202            .into_values()
203            .map(|model| {
204                Arc::new(GoogleLanguageModel {
205                    id: LanguageModelId::from(model.id().to_string()),
206                    model,
207                    state: self.state.clone(),
208                    http_client: self.http_client.clone(),
209                    request_limiter: RateLimiter::new(4),
210                }) as Arc<dyn LanguageModel>
211            })
212            .collect()
213    }
214
215    fn is_authenticated(&self, cx: &App) -> bool {
216        self.state.read(cx).is_authenticated()
217    }
218
219    fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
220        self.state.update(cx, |state, cx| state.authenticate(cx))
221    }
222
223    fn settings_view(&self, cx: &mut App) -> Option<ProviderSettingsView> {
224        let state = self.state.read(cx);
225        Some(ProviderSettingsView::ApiKey(ApiKeyConfiguration::new(
226            state.api_key_state.has_key(),
227            state.api_key_state.is_from_env_var(),
228            state.api_key_state.env_var_name().clone(),
229            "https://aistudio.google.com/app/apikey".into(),
230        )))
231    }
232
233    fn set_api_key(&self, api_key: Option<String>, cx: &mut App) -> Task<Result<()>> {
234        self.state
235            .update(cx, |state, cx| state.set_api_key(api_key, cx))
236    }
237}
238
239pub struct GoogleLanguageModel {
240    id: LanguageModelId,
241    model: google_ai::Model,
242    state: Entity<State>,
243    http_client: Arc<dyn HttpClient>,
244    request_limiter: RateLimiter,
245}
246
247impl GoogleLanguageModel {
248    fn stream_completion(
249        &self,
250        request: google_ai::GenerateContentRequest,
251        cx: &AsyncApp,
252    ) -> BoxFuture<
253        'static,
254        Result<futures::stream::BoxStream<'static, Result<GenerateContentResponse>>>,
255    > {
256        let http_client = self.http_client.clone();
257
258        let (api_key, api_url, extra_headers) = self.state.read_with(cx, |state, cx| {
259            let api_url = GoogleLanguageModelProvider::api_url(cx);
260            let extra_headers = GoogleLanguageModelProvider::settings(cx)
261                .custom_headers
262                .clone();
263            (state.api_key_state.key(&api_url), api_url, extra_headers)
264        });
265
266        async move {
267            let api_key = api_key.context("Missing Google API key")?;
268            let request = google_ai::stream_generate_content(
269                http_client.as_ref(),
270                &api_url,
271                &api_key,
272                request,
273                &extra_headers,
274            );
275            request.await.context("failed to stream completion")
276        }
277        .boxed()
278    }
279}
280
281impl LanguageModel for GoogleLanguageModel {
282    fn id(&self) -> LanguageModelId {
283        self.id.clone()
284    }
285
286    fn name(&self) -> LanguageModelName {
287        LanguageModelName::from(self.model.display_name().to_string())
288    }
289
290    fn provider_id(&self) -> LanguageModelProviderId {
291        PROVIDER_ID
292    }
293
294    fn provider_name(&self) -> LanguageModelProviderName {
295        PROVIDER_NAME
296    }
297
298    fn supports_tools(&self) -> bool {
299        self.model.supports_tools()
300    }
301
302    fn supports_images(&self) -> bool {
303        self.model.supports_images()
304    }
305
306    fn supports_thinking(&self) -> bool {
307        self.model.supports_thinking()
308    }
309
310    fn supported_effort_levels(&self) -> Vec<LanguageModelEffortLevel> {
311        let default_level = self.model.default_thinking_level();
312        self.model
313            .supported_thinking_levels()
314            .iter()
315            .map(|level| LanguageModelEffortLevel {
316                name: level.name().into(),
317                value: level.value().into(),
318                is_default: Some(*level) == default_level,
319            })
320            .collect()
321    }
322
323    fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
324        match choice {
325            LanguageModelToolChoice::Auto
326            | LanguageModelToolChoice::Any
327            | LanguageModelToolChoice::None => true,
328        }
329    }
330
331    fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
332        LanguageModelToolSchemaFormat::JsonSchemaSubset
333    }
334
335    fn telemetry_id(&self) -> String {
336        format!("google/{}", self.model.request_id())
337    }
338
339    fn max_token_count(&self) -> u64 {
340        self.model.max_token_count()
341    }
342
343    fn max_output_tokens(&self) -> Option<u64> {
344        self.model.max_output_tokens()
345    }
346
347    fn stream_completion(
348        &self,
349        request: LanguageModelRequest,
350        cx: &AsyncApp,
351    ) -> BoxFuture<
352        'static,
353        Result<
354            futures::stream::BoxStream<
355                'static,
356                Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
357            >,
358            LanguageModelCompletionError,
359        >,
360    > {
361        let request = match into_google(
362            request,
363            self.model.request_id().to_string(),
364            self.model.mode(),
365        ) {
366            Ok(request) => request,
367            Err(error) => return async move { Err(error.into()) }.boxed(),
368        };
369        let request = self.stream_completion(request, cx);
370        let future = self.request_limiter.stream(async move {
371            let response = request.await.map_err(LanguageModelCompletionError::from)?;
372            Ok(GoogleEventMapper::new().map_stream(response))
373        });
374        async move { Ok(future.await?.boxed()) }.boxed()
375    }
376}
377