Merge pull request #43 from redis/claude/issue-42-20250801-1705

feat: Make OpenAI and Anthropic API base URLs configurable

Author: abrookins

agent_memory_server/config.py

@@ -52,6 +52,8 @@ class Settings(BaseSettings):
     long_term_memory: bool = True
     openai_api_key: str | None = None
     anthropic_api_key: str | None = None
+    openai_api_base: str | None = None
+    anthropic_api_base: str | None = None
     generation_model: str = "gpt-4o"
     embedding_model: str = "text-embedding-3-small"
     port: int = 8000

agent_memory_server/llms.py

@@ -9,6 +9,8 @@
 from openai import AsyncOpenAI
 from pydantic import BaseModel
 
+from agent_memory_server.config import settings
+
 
 logger = logging.getLogger(__name__)
 
@@ -203,14 +205,21 @@ def total_tokens(self) -> int:
 class AnthropicClientWrapper:
     """Wrapper for Anthropic client"""
 
-    def __init__(self, api_key: str | None = None):
+    def __init__(self, api_key: str | None = None, base_url: str | None = None):
         """Initialize the Anthropic client"""
         anthropic_api_key = api_key or os.environ.get("ANTHROPIC_API_KEY")
+        anthropic_api_base = base_url or os.environ.get("ANTHROPIC_API_BASE")
 
         if not anthropic_api_key:
             raise ValueError("Anthropic API key is required")
 
-        self.client = anthropic.AsyncAnthropic(api_key=anthropic_api_key)
+        if anthropic_api_base:
+            self.client = anthropic.AsyncAnthropic(
+                api_key=anthropic_api_key,
+                base_url=anthropic_api_base,
+            )
+        else:
+            self.client = anthropic.AsyncAnthropic(api_key=anthropic_api_key)
 
     async def create_chat_completion(
         self,
@@ -397,9 +406,15 @@ async def get_model_client(
         model_config = get_model_config(model_name)
 
         if model_config.provider == ModelProvider.OPENAI:
-            model = OpenAIClientWrapper(api_key=os.environ.get("OPENAI_API_KEY"))
-        if model_config.provider == ModelProvider.ANTHROPIC:
-            model = AnthropicClientWrapper(api_key=os.environ.get("ANTHROPIC_API_KEY"))
+            model = OpenAIClientWrapper(
+                api_key=settings.openai_api_key,
+                base_url=settings.openai_api_base,
+            )
+        elif model_config.provider == ModelProvider.ANTHROPIC:
+            model = AnthropicClientWrapper(
+                api_key=settings.anthropic_api_key,
+                base_url=settings.anthropic_api_base,
+            )
 
         if model:
             _model_clients[model_name] = model

pyproject.toml

@@ -34,7 +34,7 @@ dependencies = [
     "sentence-transformers>=3.4.1",
     "structlog>=25.2.0",
     "tiktoken>=0.5.1",
-    "transformers<=4.50.3,>=4.30.0",
+    "transformers>=4.51.1",
     "uvicorn>=0.24.0",
     "sniffio>=1.3.1",
     "click>=8.1.0",