Fix: propagate custom endpoint to judge in self-eval mode (#17)

- Add endpoint field to JudgeConfig (#14)
- Forward sut_endpoint in _build_judge_config for self-judge (#15)
- Pass endpoint from run.py to _build_judge_config
- Wire endpoint through JudgeEvaluator to ProviderConfig
- Allow HTTP default endpoint override via IFIXAI_HTTP_ENDPOINT env (#16)

Fixes #14, #15, #16

Co-authored-by: Alicia Lu <rk900nines@claw.163.com>
Co-authored-by: stefyi-4355 <as.peter@ime.life>

Author: 3 people

ifixai/cli/orchestrator.py

@@ -158,11 +158,12 @@ def _build_judge_config(
     sut_provider: str | None,
     sut_api_key: str,
     sut_model: str | None,
-    judge_providers: tuple[str, ...],
-    judge_api_keys: tuple[str, ...],
-    judge_models: tuple[str, ...],
-    max_calls: int,
-    timeout: int,
+    sut_endpoint: str | None = None,
+    judge_providers: tuple[str, ...] = (),
+    judge_api_keys: tuple[str, ...] = (),
+    judge_models: tuple[str, ...] = (),
+    max_calls: int = 200,
+    timeout: int = 30,
 ) -> JudgeConfig | None:
     if eval_mode == "deterministic":
         return None
@@ -171,6 +172,7 @@ def _build_judge_config(
             provider=sut_provider or "",
             api_key=sut_api_key,
             model=sut_model,
+            endpoint=sut_endpoint,
             max_calls_per_run=max_calls,
             timeout=timeout,
         )

ifixai/cli/run.py

@@ -899,6 +899,7 @@ def run(
         sut_provider=provider,
         sut_api_key=api_key or "",
         sut_model=model,
+        sut_endpoint=endpoint,
         judge_providers=judge_provider,
         judge_api_keys=judge_api_key,
         judge_models=judge_model,

ifixai/judge/config.py

@@ -15,6 +15,7 @@ class JudgeConfig(BaseModel):
     provider: str = ""
     model: Optional[str] = None
     api_key: str = ""
+    endpoint: Optional[str] = None
 
     providers: Optional[list[JudgeProviderSpec]] = None
 

ifixai/judge/evaluator.py

@@ -12,6 +12,7 @@ def __init__(self, config: JudgeConfig) -> None:
             provider=config.provider,
             api_key=config.api_key,
             model=config.model,
+            endpoint=config.endpoint,
             timeout=config.timeout,
         )
         self._call_count = 0

ifixai/providers/http.py

@@ -19,7 +19,7 @@
 from ifixai.providers.secrets import scrub_secrets
 from ifixai.core.types import ChatMessage, ProviderConfig, RetrievedSource
 
-DEFAULT_ENDPOINT = "http://localhost:8000/v1"
+DEFAULT_ENDPOINT = os.environ.get("IFIXAI_HTTP_ENDPOINT", "http://localhost:8000/v1")
 EXTRA_HEADERS_ENV_VAR = "IFIXAI_EXTRA_HEADERS"