diff --git a/src/channels/mod.rs b/src/channels/mod.rs index bb98a87..f6e879c 100644 --- a/src/channels/mod.rs +++ b/src/channels/mod.rs @@ -428,6 +428,13 @@ pub async fn start_channels(config: Config) -> Result<()> { config.api_key.as_deref(), &config.reliability, )?); + + // Warm up the provider connection pool (TLS handshake, DNS, HTTP/2 setup) + // so the first real message doesn't hit a cold-start timeout. + if let Err(e) = provider.warmup().await { + tracing::warn!("Provider warmup failed (non-fatal): {e}"); + } + let model = config .default_model .clone() diff --git a/src/providers/openrouter.rs b/src/providers/openrouter.rs index 3d99481..e59de49 100644 --- a/src/providers/openrouter.rs +++ b/src/providers/openrouter.rs @@ -51,6 +51,20 @@ impl OpenRouterProvider { #[async_trait] impl Provider for OpenRouterProvider { + async fn warmup(&self) -> anyhow::Result<()> { + // Hit a lightweight endpoint to establish TLS + HTTP/2 connection pool. + // This prevents the first real chat request from timing out on cold start. + if let Some(api_key) = self.api_key.as_ref() { + self.client + .get("https://openrouter.ai/api/v1/auth/key") + .header("Authorization", format!("Bearer {api_key}")) + .send() + .await? + .error_for_status()?; + } + Ok(()) + } + async fn chat_with_system( &self, system_prompt: Option<&str>, diff --git a/src/providers/reliable.rs b/src/providers/reliable.rs index c324f21..7b0af14 100644 --- a/src/providers/reliable.rs +++ b/src/providers/reliable.rs @@ -25,6 +25,14 @@ impl ReliableProvider { #[async_trait] impl Provider for ReliableProvider { + async fn warmup(&self) -> anyhow::Result<()> { + if let Some((name, provider)) = self.providers.first() { + tracing::info!(provider = name, "Warming up provider connection pool"); + provider.warmup().await?; + } + Ok(()) + } + async fn chat_with_system( &self, system_prompt: Option<&str>, diff --git a/src/providers/traits.rs b/src/providers/traits.rs index 8a24714..ff9adad 100644 --- a/src/providers/traits.rs +++ b/src/providers/traits.rs @@ -14,4 +14,10 @@ pub trait Provider: Send + Sync { model: &str, temperature: f64, ) -> anyhow::Result; + + /// Warm up the HTTP connection pool (TLS handshake, DNS, HTTP/2 setup). + /// Default implementation is a no-op; providers with HTTP clients should override. + async fn warmup(&self) -> anyhow::Result<()> { + Ok(()) + } }