From f5d5ffa270f8bcca2778bb9b56cc6c177b451e78 Mon Sep 17 00:00:00 2001
From: Felix Shi <204130665+shi-felix@users.noreply.github.com>
Date: Fri, 30 Oct 2026 13:42:54 +0800
Subject: [PATCH] feat(llm): add fireworks_ai to native OpenAI-compatible
provider routing
---
docs/edge/ar/concepts/llms.mdx | 31 ++++++
docs/edge/en/concepts/llms.mdx | 31 ++++++
docs/edge/ko/concepts/llms.mdx | 31 ++++++
docs/edge/pt-BR/concepts/llms.mdx | 31 ++++++
lib/crewai/src/crewai/llm.py | 8 ++
.../providers/openai_compatible/completion.py | 7 ++
.../test_openai_compatible.py | 102 ++++++++++++++++++
7 files changed, 241 insertions(+)
diff --git a/docs/edge/ar/concepts/llms.mdx b/docs/edge/ar/concepts/llms.mdx
index df7840b382..bb923b20d7 100644
--- a/docs/edge/ar/concepts/llms.mdx
+++ b/docs/edge/ar/concepts/llms.mdx
@@ -1045,6 +1045,37 @@ mode: "wide"
[كتالوج النماذج المنسّق لـ CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai)،
وهو عام ولا يتطلب مصادقة، للحصول على المعرّفات الحالية وأطوال السياق والأسعار.
+
+
+ يتصل CrewAI بـ Fireworks AI عبر عميل OpenAI الأصلي، لذا لا حاجة لتثبيت LiteLLM.
+
+ عيّن متغيرات البيئة التالية في ملف `.env`:
+ ```toml Code
+ # Required
+ FIREWORKS_API_KEY=
+
+ # Optional, point at a proxy or a gateway
+ FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1
+ ```
+
+ مثال الاستخدام في مشروع CrewAI:
+ ```python Code
+ llm = LLM(
+ model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct",
+ temperature=0.7
+ )
+ ```
+
+
+ ميزات Fireworks AI:
+ - نماذج مفتوحة الأوزان خلف نقطة نهاية متوافقة مع OpenAI
+ - البث واستدعاء الأدوات والمخرجات المنظمة بمخطط JSON
+ - عمليات نشر بدون خادم أو عند الطلب
+
+
+ تُزال بادئة `fireworks_ai/` فقط. أما المسار `accounts//models/` الذي يليها
+ فيصل إلى SDK دون تغيير، لذا تظل المعرّفات المرتبطة بالحساب تعمل.
+
## بث الاستجابات
diff --git a/docs/edge/en/concepts/llms.mdx b/docs/edge/en/concepts/llms.mdx
index 5e15a8bd6c..46fbd9d23b 100644
--- a/docs/edge/en/concepts/llms.mdx
+++ b/docs/edge/en/concepts/llms.mdx
@@ -1188,6 +1188,37 @@ In this section, you'll find detailed examples that help you select, configure,
[model catalog curated for CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai),
which is public and needs no authentication, for current ids, context lengths and pricing.
+
+
+ CrewAI talks to Fireworks AI through its native OpenAI client, so no LiteLLM install is needed.
+
+ Set the following environment variables in your `.env` file:
+ ```toml Code
+ # Required
+ FIREWORKS_API_KEY=
+
+ # Optional, point at a proxy or a gateway
+ FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1
+ ```
+
+ Example usage in your CrewAI project:
+ ```python Code
+ llm = LLM(
+ model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct",
+ temperature=0.7
+ )
+ ```
+
+
+ Fireworks AI features:
+ - Open-weight models behind an OpenAI-compatible endpoint
+ - Streaming, tool calling and JSON schema structured outputs
+ - Serverless and on-demand deployments
+
+
+ Only the `fireworks_ai/` prefix is removed. The `accounts//models/`
+ path that follows reaches the SDK unchanged, so account-scoped model ids keep working.
+
## Streaming Responses
diff --git a/docs/edge/ko/concepts/llms.mdx b/docs/edge/ko/concepts/llms.mdx
index 815bf70c06..cc68cba4cd 100644
--- a/docs/edge/ko/concepts/llms.mdx
+++ b/docs/edge/ko/concepts/llms.mdx
@@ -788,6 +788,37 @@ CrewAI는 고유한 기능, 인증 방법, 모델 역량을 제공하는 다양
인증 없이 공개된 [CrewAI용으로 선별된 모델 카탈로그](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai)를
참조하세요.
+
+
+ CrewAI는 네이티브 OpenAI 클라이언트로 Fireworks AI에 연결하므로 LiteLLM 설치가 필요하지 않습니다.
+
+ `.env` 파일에 다음 환경 변수를 설정하십시오:
+ ```toml Code
+ # Required
+ FIREWORKS_API_KEY=
+
+ # Optional, point at a proxy or a gateway
+ FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1
+ ```
+
+ CrewAI 프로젝트에서의 예시 사용법:
+ ```python Code
+ llm = LLM(
+ model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct",
+ temperature=0.7
+ )
+ ```
+
+
+ Fireworks AI 특징:
+ - OpenAI 호환 엔드포인트로 제공되는 오픈 웨이트 모델
+ - 스트리밍, 도구 호출, JSON 스키마 구조화 출력
+ - 서버리스 및 온디맨드 배포
+
+
+ `fireworks_ai/` 접두사만 제거됩니다. 뒤따르는 `accounts//models/` 경로는
+ 그대로 SDK에 전달되므로 계정 단위 모델 ID도 동작합니다.
+
## 스트리밍 응답
diff --git a/docs/edge/pt-BR/concepts/llms.mdx b/docs/edge/pt-BR/concepts/llms.mdx
index 7372cf271e..8f55508ec8 100644
--- a/docs/edge/pt-BR/concepts/llms.mdx
+++ b/docs/edge/pt-BR/concepts/llms.mdx
@@ -761,6 +761,37 @@ Nesta seção, você encontrará exemplos detalhados que ajudam a selecionar, co
[catálogo de modelos selecionado para o CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai),
que é público e não exige autenticação, para obter os IDs atuais, tamanhos de contexto e preços.
+
+
+ O CrewAI se comunica com o Fireworks AI pelo cliente OpenAI nativo, então não é necessário instalar o LiteLLM.
+
+ Defina as seguintes variáveis de ambiente no seu arquivo `.env`:
+ ```toml Code
+ # Required
+ FIREWORKS_API_KEY=
+
+ # Optional, point at a proxy or a gateway
+ FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1
+ ```
+
+ Exemplo de uso em seu projeto CrewAI:
+ ```python Code
+ llm = LLM(
+ model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct",
+ temperature=0.7
+ )
+ ```
+
+
+ Recursos do Fireworks AI:
+ - Modelos de pesos abertos por trás de um endpoint compatível com OpenAI
+ - Streaming, chamada de ferramentas e saídas estruturadas com JSON schema
+ - Implantações serverless e on-demand
+
+
+ Apenas o prefixo `fireworks_ai/` é removido. O caminho `accounts//models/`
+ que vem depois chega ao SDK sem alteração, então IDs de modelo por conta continuam funcionando.
+
## Respostas em streaming
diff --git a/lib/crewai/src/crewai/llm.py b/lib/crewai/src/crewai/llm.py
index f42e2c483c..58e0815d02 100644
--- a/lib/crewai/src/crewai/llm.py
+++ b/lib/crewai/src/crewai/llm.py
@@ -213,6 +213,7 @@ def _ensure_litellm() -> bool:
"dashscope",
"snowflake",
"deepinfra",
+ "fireworks_ai",
]
@@ -238,6 +239,7 @@ def _ensure_litellm() -> bool:
"dashscope": "dashscope",
"snowflake": "snowflake",
"deepinfra": "deepinfra",
+ "fireworks_ai": "fireworks_ai",
}
@@ -469,6 +471,11 @@ def _matches_provider_pattern(cls, model: str, provider: str) -> bool:
if provider == "snowflake":
return True
+ if provider == "fireworks_ai":
+ # Fireworks ids are accounts//models/; only the
+ # provider prefix is stripped.
+ return True
+
return False
@classmethod
@@ -694,6 +701,7 @@ def _get_native_provider(cls, provider: str) -> type[BaseLLM] | None:
"cerebras",
"dashscope",
"deepinfra",
+ "fireworks_ai",
}
if provider in openai_compatible_providers:
from crewai.llms.providers.openai_compatible.completion import (
diff --git a/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py b/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py
index 1bb67f2dfa..ef10f8550d 100644
--- a/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py
+++ b/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py
@@ -97,6 +97,12 @@ class ProviderConfig:
base_url_env="DEEPINFRA_BASE_URL",
api_key_required=True,
),
+ "fireworks_ai": ProviderConfig(
+ base_url="https://api.fireworks.ai/inference/v1",
+ api_key_env="FIREWORKS_API_KEY",
+ base_url_env="FIREWORKS_BASE_URL",
+ api_key_required=True,
+ ),
}
_OLLAMA_DEFAULT_PORT = 11434
@@ -150,6 +156,7 @@ class OpenAICompatibleCompletion(OpenAICompletion):
- cerebras: Cerebras (https://cerebras.ai)
- dashscope: Alibaba Dashscope/Qwen (https://dashscope.aliyun.com)
- deepinfra: DeepInfra (https://deepinfra.com)
+ - fireworks_ai: Fireworks AI (https://fireworks.ai)
Example:
# Using provider prefix
diff --git a/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py b/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py
index e3cd58c908..6b2b321a69 100644
--- a/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py
+++ b/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py
@@ -103,6 +103,14 @@ def test_deepinfra_config(self):
assert config.base_url_env == "DEEPINFRA_BASE_URL"
assert config.api_key_required is True
+ def test_fireworks_ai_config(self):
+ """Test Fireworks AI provider configuration."""
+ config = OPENAI_COMPATIBLE_PROVIDERS["fireworks_ai"]
+ assert config.base_url == "https://api.fireworks.ai/inference/v1"
+ assert config.api_key_env == "FIREWORKS_API_KEY"
+ assert config.base_url_env == "FIREWORKS_BASE_URL"
+ assert config.api_key_required is True
+
class TestNormalizeOllamaBaseUrl:
"""Tests for _normalize_ollama_base_url helper."""
@@ -182,6 +190,26 @@ def test_deepinfra_missing_api_key_names_env_var(self):
model="deepseek-ai/DeepSeek-V4-Flash-0731", provider="deepinfra"
)
+ def test_fireworks_ai_missing_api_key_names_env_var(self):
+ """Fireworks requires a key; the error names FIREWORKS_API_KEY."""
+ with patch.dict(os.environ, {}, clear=True), pytest.raises(
+ ValueError, match="FIREWORKS_API_KEY"
+ ):
+ OpenAICompatibleCompletion(
+ model="accounts/fireworks/models/llama-v3p1-8b-instruct",
+ provider="fireworks_ai",
+ )
+
+ def test_fireworks_ai_does_not_borrow_openai_credentials(self):
+ """An OpenAI key alone must not satisfy Fireworks."""
+ with patch.dict(os.environ, {"OPENAI_API_KEY": "sk-openai"}, clear=True), pytest.raises(
+ ValueError, match="FIREWORKS_API_KEY"
+ ):
+ OpenAICompatibleCompletion(
+ model="accounts/fireworks/models/llama-v3p1-8b-instruct",
+ provider="fireworks_ai",
+ )
+
def test_api_key_from_env(self):
"""Test API key is read from environment variable."""
with patch.dict(os.environ, {"DEEPSEEK_API_KEY": "test-key-from-env"}):
@@ -421,6 +449,80 @@ def test_llm_with_explicit_provider(self):
assert llm.provider == "deepseek"
assert llm.model == "deepseek-chat"
+ def test_llm_creates_openai_compatible_for_fireworks_ai(self):
+ """fireworks_ai/ routes natively instead of falling back to LiteLLM."""
+ with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}):
+ llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct")
+ assert isinstance(llm, OpenAICompatibleCompletion)
+ assert llm.provider == "fireworks_ai"
+ assert llm.model == "accounts/fireworks/models/llama-v3p1-8b-instruct"
+ assert llm.base_url == "https://api.fireworks.ai/inference/v1"
+
+ def test_fireworks_ai_route_names_the_native_class(self):
+ """Routing resolves to the native class, so no LiteLLM fallback is built."""
+ route = LLM._resolve_route(
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", {}
+ )
+ assert route.native_class is OpenAICompatibleCompletion
+ assert route.provider == "fireworks_ai"
+
+ def test_fireworks_ai_keeps_the_account_and_model_segments(self):
+ """Only the provider prefix is removed; the rest of the path reaches the SDK."""
+ with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}):
+ llm = LLM(
+ model="fireworks_ai/accounts/acme/models/qwen3-235b-a22b-instruct-2507"
+ )
+ assert llm.provider == "fireworks_ai"
+ assert llm.model == "accounts/acme/models/qwen3-235b-a22b-instruct-2507"
+
+ def test_llm_creates_openai_compatible_for_fireworks_ai_explicit_provider(self):
+ """Explicit provider="fireworks_ai" routes natively without the model prefix."""
+ with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}):
+ llm = LLM(
+ model="accounts/fireworks/models/llama-v3p1-8b-instruct",
+ provider="fireworks_ai",
+ )
+ assert isinstance(llm, OpenAICompatibleCompletion)
+ assert llm.provider == "fireworks_ai"
+ assert llm.model == "accounts/fireworks/models/llama-v3p1-8b-instruct"
+
+ def test_fireworks_ai_base_url_env_override(self):
+ """FIREWORKS_BASE_URL redirects Fireworks to a proxy or gateway."""
+ with patch.dict(
+ os.environ,
+ {
+ "FIREWORKS_API_KEY": "test-key",
+ "FIREWORKS_BASE_URL": "https://fireworks-gateway.example.com/inference/v1",
+ },
+ ):
+ llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct")
+ assert llm.base_url == "https://fireworks-gateway.example.com/inference/v1"
+
+ def test_fireworks_ai_explicit_configuration_wins_over_env(self):
+ """Explicit api_key/base_url beat FIREWORKS_API_KEY and FIREWORKS_BASE_URL."""
+ with patch.dict(
+ os.environ,
+ {
+ "FIREWORKS_API_KEY": "env-key",
+ "FIREWORKS_BASE_URL": "https://env.example.com/inference/v1",
+ },
+ ):
+ llm = LLM(
+ model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct",
+ api_key="explicit-key",
+ base_url="https://explicit.example.com/inference/v1",
+ )
+ assert llm.api_key == "explicit-key"
+ assert llm.base_url == "https://explicit.example.com/inference/v1"
+
+ def test_fireworks_ai_client_params_use_fireworks_endpoint_and_key(self):
+ """The OpenAI client is built against Fireworks, not api.openai.com."""
+ with patch.dict(os.environ, {"FIREWORKS_API_KEY": "fw-test"}):
+ llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct")
+ params = llm._get_client_params()
+ assert params["api_key"] == "fw-test"
+ assert params["base_url"] == "https://api.fireworks.ai/inference/v1"
+
def test_llm_passes_kwargs_to_completion(self):
"""Test LLM passes kwargs to OpenAICompatibleCompletion."""
with patch.dict(os.environ, {"DEEPSEEK_API_KEY": "test-key"}):