Create override for testing in devstacks

Author: wrisa

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/llm/client.py

@@ -369,7 +369,7 @@ class GalileoLLMClient:
     """Thin HTTP client for Galileo LLM-as-judge scorer invocation.
 
     Environment Variables:
-        GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME: Set to ``enabled`` to activate the evaluator.
+        GALILEO_FEATURE_FLAG_LLM_EVALUATOR: Set to ``enabled`` to activate the evaluator.
             Required; the evaluator is unavailable until this flag is set.
         GALILEO_API_SECRET_KEY or GALILEO_API_SECRET: JWT signing secret for internal auth.
         GALILEO_LUNA_INVOKE_URL: LLM scorer invoke URL or service root (required).

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/llm/config.py

@@ -13,17 +13,17 @@
 LlmPayloadField = Literal["input", "output"]
 
 _NUMERIC_OPERATORS = frozenset({"gt", "gte", "lt", "lte"})
-LLM_INVOKE_RUNTIME_FLAG_ENV = "GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME"
+LLM_EVALUATOR_FLAG_ENV = "GALILEO_FEATURE_FLAG_LLM_EVALUATOR"
 
 
-def llm_invoke_runtime_enabled() -> bool:
+def llm_evaluator_enabled() -> bool:
     """Return whether the LLM scorer invoke runtime is enabled.
 
     The LLM evaluator requires Orbit support for ``execution_context`` to fetch
-    LLM credentials. Set ``GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME=enabled`` once
+    LLM credentials. Set ``GALILEO_FEATURE_FLAG_LLM_EVALUATOR=enabled`` once
     the Orbit-side support is confirmed ready.
     """
-    return os.getenv(LLM_INVOKE_RUNTIME_FLAG_ENV) == "enabled"
+    return os.getenv(LLM_EVALUATOR_FLAG_ENV) == "enabled"
 
 
 class ScorerInvokeConfig(BaseModel):

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/llm/evaluator.py

@@ -13,7 +13,7 @@
 from agent_control_models import EvaluatorResult, JSONObject, JSONValue, Step
 
 from .client import GalileoExecutionContext, GalileoLLMClient, ScorerInvokeResponse
-from .config import LlmEvaluatorConfig, coerce_number, llm_invoke_runtime_enabled
+from .config import LlmEvaluatorConfig, coerce_number, llm_evaluator_enabled
 
 logger = logging.getLogger(__name__)
 
@@ -121,9 +121,9 @@ def is_available(cls) -> bool:
 
         The LLM evaluator requires Orbit-side support for ``execution_context`` to
         fetch LLM credentials. It is unavailable until
-        ``GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME=enabled`` is set.
+        ``GALILEO_FEATURE_FLAG_LLM_EVALUATOR=enabled`` is set.
         """
-        return LLM_AVAILABLE and llm_invoke_runtime_enabled()
+        return LLM_AVAILABLE and llm_evaluator_enabled()
 
     def __init__(self, config: LlmEvaluatorConfig) -> None:
         """Initialize the direct LLM-as-judge evaluator.

evaluators/contrib/galileo/tests/test_llm_coverage_gaps.py

@@ -17,7 +17,7 @@
 LLM_ENV = {
     "GALILEO_API_SECRET_KEY": "test-secret",
     "GALILEO_LUNA_INVOKE_URL": "http://luna-invoke:8090",
-    "GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME": "enabled",
+    "GALILEO_FEATURE_FLAG_LLM_EVALUATOR": "enabled",
 }
 
 _EXTENSIONS = {

evaluators/contrib/galileo/tests/test_llm_evaluator.py

@@ -11,7 +11,7 @@
 LLM_ENV = {
     "GALILEO_API_SECRET_KEY": "test-secret",
     "GALILEO_LUNA_INVOKE_URL": "http://luna-invoke:8090",
-    "GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME": "enabled",
+    "GALILEO_FEATURE_FLAG_LLM_EVALUATOR": "enabled",
 }
 
 

sdks/python/src/agent_control/evaluators/__init__.py

@@ -17,7 +17,7 @@
     from agent_control.evaluators import LlmEvaluator, LlmEvaluatorConfig    # if galileo installed
     ```
 
-    Note: ``galileo.llm`` requires ``GALILEO_FEATURE_FLAG_LLM_INVOKE_RUNTIME=enabled`` to be set.
+    Note: ``galileo.llm`` requires ``GALILEO_FEATURE_FLAG_LLM_EVALUATOR=enabled`` to be set.
     The evaluator is unavailable (``is_available()`` returns ``False``) until this flag is present,
     as it depends on Orbit-side support for ``execution_context`` to fetch LLM credentials.
 """