From f5d5ffa270f8bcca2778bb9b56cc6c177b451e78 Mon Sep 17 00:00:00 2001 From: Felix Shi <204130665+shi-felix@users.noreply.github.com> Date: Fri, 30 Oct 2026 13:42:54 +0800 Subject: [PATCH] feat(llm): add fireworks_ai to native OpenAI-compatible provider routing --- docs/edge/ar/concepts/llms.mdx | 31 ++++++ docs/edge/en/concepts/llms.mdx | 31 ++++++ docs/edge/ko/concepts/llms.mdx | 31 ++++++ docs/edge/pt-BR/concepts/llms.mdx | 31 ++++++ lib/crewai/src/crewai/llm.py | 8 ++ .../providers/openai_compatible/completion.py | 7 ++ .../test_openai_compatible.py | 102 ++++++++++++++++++ 7 files changed, 241 insertions(+) diff --git a/docs/edge/ar/concepts/llms.mdx b/docs/edge/ar/concepts/llms.mdx index df7840b382..bb923b20d7 100644 --- a/docs/edge/ar/concepts/llms.mdx +++ b/docs/edge/ar/concepts/llms.mdx @@ -1045,6 +1045,37 @@ mode: "wide" [كتالوج النماذج المنسّق لـ CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai)، وهو عام ولا يتطلب مصادقة، للحصول على المعرّفات الحالية وأطوال السياق والأسعار. + + + يتصل CrewAI بـ Fireworks AI عبر عميل OpenAI الأصلي، لذا لا حاجة لتثبيت LiteLLM. + + عيّن متغيرات البيئة التالية في ملف `.env`: + ```toml Code + # Required + FIREWORKS_API_KEY= + + # Optional, point at a proxy or a gateway + FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1 + ``` + + مثال الاستخدام في مشروع CrewAI: + ```python Code + llm = LLM( + model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", + temperature=0.7 + ) + ``` + + + ميزات Fireworks AI: + - نماذج مفتوحة الأوزان خلف نقطة نهاية متوافقة مع OpenAI + - البث واستدعاء الأدوات والمخرجات المنظمة بمخطط JSON + - عمليات نشر بدون خادم أو عند الطلب + + + تُزال بادئة `fireworks_ai/` فقط. أما المسار `accounts//models/` الذي يليها + فيصل إلى SDK دون تغيير، لذا تظل المعرّفات المرتبطة بالحساب تعمل. + ## بث الاستجابات diff --git a/docs/edge/en/concepts/llms.mdx b/docs/edge/en/concepts/llms.mdx index 5e15a8bd6c..46fbd9d23b 100644 --- a/docs/edge/en/concepts/llms.mdx +++ b/docs/edge/en/concepts/llms.mdx @@ -1188,6 +1188,37 @@ In this section, you'll find detailed examples that help you select, configure, [model catalog curated for CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai), which is public and needs no authentication, for current ids, context lengths and pricing. + + + CrewAI talks to Fireworks AI through its native OpenAI client, so no LiteLLM install is needed. + + Set the following environment variables in your `.env` file: + ```toml Code + # Required + FIREWORKS_API_KEY= + + # Optional, point at a proxy or a gateway + FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1 + ``` + + Example usage in your CrewAI project: + ```python Code + llm = LLM( + model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", + temperature=0.7 + ) + ``` + + + Fireworks AI features: + - Open-weight models behind an OpenAI-compatible endpoint + - Streaming, tool calling and JSON schema structured outputs + - Serverless and on-demand deployments + + + Only the `fireworks_ai/` prefix is removed. The `accounts//models/` + path that follows reaches the SDK unchanged, so account-scoped model ids keep working. + ## Streaming Responses diff --git a/docs/edge/ko/concepts/llms.mdx b/docs/edge/ko/concepts/llms.mdx index 815bf70c06..cc68cba4cd 100644 --- a/docs/edge/ko/concepts/llms.mdx +++ b/docs/edge/ko/concepts/llms.mdx @@ -788,6 +788,37 @@ CrewAI는 고유한 기능, 인증 방법, 모델 역량을 제공하는 다양 인증 없이 공개된 [CrewAI용으로 선별된 모델 카탈로그](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai)를 참조하세요. + + + CrewAI는 네이티브 OpenAI 클라이언트로 Fireworks AI에 연결하므로 LiteLLM 설치가 필요하지 않습니다. + + `.env` 파일에 다음 환경 변수를 설정하십시오: + ```toml Code + # Required + FIREWORKS_API_KEY= + + # Optional, point at a proxy or a gateway + FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1 + ``` + + CrewAI 프로젝트에서의 예시 사용법: + ```python Code + llm = LLM( + model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", + temperature=0.7 + ) + ``` + + + Fireworks AI 특징: + - OpenAI 호환 엔드포인트로 제공되는 오픈 웨이트 모델 + - 스트리밍, 도구 호출, JSON 스키마 구조화 출력 + - 서버리스 및 온디맨드 배포 + + + `fireworks_ai/` 접두사만 제거됩니다. 뒤따르는 `accounts//models/` 경로는 + 그대로 SDK에 전달되므로 계정 단위 모델 ID도 동작합니다. + ## 스트리밍 응답 diff --git a/docs/edge/pt-BR/concepts/llms.mdx b/docs/edge/pt-BR/concepts/llms.mdx index 7372cf271e..8f55508ec8 100644 --- a/docs/edge/pt-BR/concepts/llms.mdx +++ b/docs/edge/pt-BR/concepts/llms.mdx @@ -761,6 +761,37 @@ Nesta seção, você encontrará exemplos detalhados que ajudam a selecionar, co [catálogo de modelos selecionado para o CrewAI](https://api.deepinfra.com/v1/openai/models?filter=with_meta&sort_by=crewai), que é público e não exige autenticação, para obter os IDs atuais, tamanhos de contexto e preços. + + + O CrewAI se comunica com o Fireworks AI pelo cliente OpenAI nativo, então não é necessário instalar o LiteLLM. + + Defina as seguintes variáveis de ambiente no seu arquivo `.env`: + ```toml Code + # Required + FIREWORKS_API_KEY= + + # Optional, point at a proxy or a gateway + FIREWORKS_BASE_URL=https://api.fireworks.ai/inference/v1 + ``` + + Exemplo de uso em seu projeto CrewAI: + ```python Code + llm = LLM( + model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", + temperature=0.7 + ) + ``` + + + Recursos do Fireworks AI: + - Modelos de pesos abertos por trás de um endpoint compatível com OpenAI + - Streaming, chamada de ferramentas e saídas estruturadas com JSON schema + - Implantações serverless e on-demand + + + Apenas o prefixo `fireworks_ai/` é removido. O caminho `accounts//models/` + que vem depois chega ao SDK sem alteração, então IDs de modelo por conta continuam funcionando. + ## Respostas em streaming diff --git a/lib/crewai/src/crewai/llm.py b/lib/crewai/src/crewai/llm.py index f42e2c483c..58e0815d02 100644 --- a/lib/crewai/src/crewai/llm.py +++ b/lib/crewai/src/crewai/llm.py @@ -213,6 +213,7 @@ def _ensure_litellm() -> bool: "dashscope", "snowflake", "deepinfra", + "fireworks_ai", ] @@ -238,6 +239,7 @@ def _ensure_litellm() -> bool: "dashscope": "dashscope", "snowflake": "snowflake", "deepinfra": "deepinfra", + "fireworks_ai": "fireworks_ai", } @@ -469,6 +471,11 @@ def _matches_provider_pattern(cls, model: str, provider: str) -> bool: if provider == "snowflake": return True + if provider == "fireworks_ai": + # Fireworks ids are accounts//models/; only the + # provider prefix is stripped. + return True + return False @classmethod @@ -694,6 +701,7 @@ def _get_native_provider(cls, provider: str) -> type[BaseLLM] | None: "cerebras", "dashscope", "deepinfra", + "fireworks_ai", } if provider in openai_compatible_providers: from crewai.llms.providers.openai_compatible.completion import ( diff --git a/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py b/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py index 1bb67f2dfa..ef10f8550d 100644 --- a/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py +++ b/lib/crewai/src/crewai/llms/providers/openai_compatible/completion.py @@ -97,6 +97,12 @@ class ProviderConfig: base_url_env="DEEPINFRA_BASE_URL", api_key_required=True, ), + "fireworks_ai": ProviderConfig( + base_url="https://api.fireworks.ai/inference/v1", + api_key_env="FIREWORKS_API_KEY", + base_url_env="FIREWORKS_BASE_URL", + api_key_required=True, + ), } _OLLAMA_DEFAULT_PORT = 11434 @@ -150,6 +156,7 @@ class OpenAICompatibleCompletion(OpenAICompletion): - cerebras: Cerebras (https://cerebras.ai) - dashscope: Alibaba Dashscope/Qwen (https://dashscope.aliyun.com) - deepinfra: DeepInfra (https://deepinfra.com) + - fireworks_ai: Fireworks AI (https://fireworks.ai) Example: # Using provider prefix diff --git a/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py b/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py index e3cd58c908..6b2b321a69 100644 --- a/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py +++ b/lib/crewai/tests/llms/openai_compatible/test_openai_compatible.py @@ -103,6 +103,14 @@ def test_deepinfra_config(self): assert config.base_url_env == "DEEPINFRA_BASE_URL" assert config.api_key_required is True + def test_fireworks_ai_config(self): + """Test Fireworks AI provider configuration.""" + config = OPENAI_COMPATIBLE_PROVIDERS["fireworks_ai"] + assert config.base_url == "https://api.fireworks.ai/inference/v1" + assert config.api_key_env == "FIREWORKS_API_KEY" + assert config.base_url_env == "FIREWORKS_BASE_URL" + assert config.api_key_required is True + class TestNormalizeOllamaBaseUrl: """Tests for _normalize_ollama_base_url helper.""" @@ -182,6 +190,26 @@ def test_deepinfra_missing_api_key_names_env_var(self): model="deepseek-ai/DeepSeek-V4-Flash-0731", provider="deepinfra" ) + def test_fireworks_ai_missing_api_key_names_env_var(self): + """Fireworks requires a key; the error names FIREWORKS_API_KEY.""" + with patch.dict(os.environ, {}, clear=True), pytest.raises( + ValueError, match="FIREWORKS_API_KEY" + ): + OpenAICompatibleCompletion( + model="accounts/fireworks/models/llama-v3p1-8b-instruct", + provider="fireworks_ai", + ) + + def test_fireworks_ai_does_not_borrow_openai_credentials(self): + """An OpenAI key alone must not satisfy Fireworks.""" + with patch.dict(os.environ, {"OPENAI_API_KEY": "sk-openai"}, clear=True), pytest.raises( + ValueError, match="FIREWORKS_API_KEY" + ): + OpenAICompatibleCompletion( + model="accounts/fireworks/models/llama-v3p1-8b-instruct", + provider="fireworks_ai", + ) + def test_api_key_from_env(self): """Test API key is read from environment variable.""" with patch.dict(os.environ, {"DEEPSEEK_API_KEY": "test-key-from-env"}): @@ -421,6 +449,80 @@ def test_llm_with_explicit_provider(self): assert llm.provider == "deepseek" assert llm.model == "deepseek-chat" + def test_llm_creates_openai_compatible_for_fireworks_ai(self): + """fireworks_ai/ routes natively instead of falling back to LiteLLM.""" + with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}): + llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct") + assert isinstance(llm, OpenAICompatibleCompletion) + assert llm.provider == "fireworks_ai" + assert llm.model == "accounts/fireworks/models/llama-v3p1-8b-instruct" + assert llm.base_url == "https://api.fireworks.ai/inference/v1" + + def test_fireworks_ai_route_names_the_native_class(self): + """Routing resolves to the native class, so no LiteLLM fallback is built.""" + route = LLM._resolve_route( + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", {} + ) + assert route.native_class is OpenAICompatibleCompletion + assert route.provider == "fireworks_ai" + + def test_fireworks_ai_keeps_the_account_and_model_segments(self): + """Only the provider prefix is removed; the rest of the path reaches the SDK.""" + with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}): + llm = LLM( + model="fireworks_ai/accounts/acme/models/qwen3-235b-a22b-instruct-2507" + ) + assert llm.provider == "fireworks_ai" + assert llm.model == "accounts/acme/models/qwen3-235b-a22b-instruct-2507" + + def test_llm_creates_openai_compatible_for_fireworks_ai_explicit_provider(self): + """Explicit provider="fireworks_ai" routes natively without the model prefix.""" + with patch.dict(os.environ, {"FIREWORKS_API_KEY": "test-key"}): + llm = LLM( + model="accounts/fireworks/models/llama-v3p1-8b-instruct", + provider="fireworks_ai", + ) + assert isinstance(llm, OpenAICompatibleCompletion) + assert llm.provider == "fireworks_ai" + assert llm.model == "accounts/fireworks/models/llama-v3p1-8b-instruct" + + def test_fireworks_ai_base_url_env_override(self): + """FIREWORKS_BASE_URL redirects Fireworks to a proxy or gateway.""" + with patch.dict( + os.environ, + { + "FIREWORKS_API_KEY": "test-key", + "FIREWORKS_BASE_URL": "https://fireworks-gateway.example.com/inference/v1", + }, + ): + llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct") + assert llm.base_url == "https://fireworks-gateway.example.com/inference/v1" + + def test_fireworks_ai_explicit_configuration_wins_over_env(self): + """Explicit api_key/base_url beat FIREWORKS_API_KEY and FIREWORKS_BASE_URL.""" + with patch.dict( + os.environ, + { + "FIREWORKS_API_KEY": "env-key", + "FIREWORKS_BASE_URL": "https://env.example.com/inference/v1", + }, + ): + llm = LLM( + model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", + api_key="explicit-key", + base_url="https://explicit.example.com/inference/v1", + ) + assert llm.api_key == "explicit-key" + assert llm.base_url == "https://explicit.example.com/inference/v1" + + def test_fireworks_ai_client_params_use_fireworks_endpoint_and_key(self): + """The OpenAI client is built against Fireworks, not api.openai.com.""" + with patch.dict(os.environ, {"FIREWORKS_API_KEY": "fw-test"}): + llm = LLM(model="fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct") + params = llm._get_client_params() + assert params["api_key"] == "fw-test" + assert params["base_url"] == "https://api.fireworks.ai/inference/v1" + def test_llm_passes_kwargs_to_completion(self): """Test LLM passes kwargs to OpenAICompatibleCompletion.""" with patch.dict(os.environ, {"DEEPSEEK_API_KEY": "test-key"}):