feat(evaluators): 17516 request payload contract

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/__init__.py

@@ -32,11 +32,11 @@
 )
 from agent_control_evaluator_galileo.records import (
     GalileoRecord,
+    GalileoRecordNormalizer,
     RecordFactoryError,
     UnsupportedStepTypeError,
     build_galileo_record,
     build_record,
-    record_from_scorer_invoke_record,
     record_from_step,
 )
 
@@ -51,10 +51,10 @@
     "LunaOperator",
     "LUNA_AVAILABLE",
     "GalileoRecord",
+    "GalileoRecordNormalizer",
     "RecordFactoryError",
     "UnsupportedStepTypeError",
     "build_galileo_record",
     "build_record",
-    "record_from_scorer_invoke_record",
     "record_from_step",
 ]

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/luna/client.py

@@ -11,13 +11,14 @@
 from hmac import new as hmac_new
 from json import dumps
 from time import time
-from typing import Literal, cast, get_args
+from typing import Literal, get_args
 from urllib.parse import urlsplit
 
 import httpx
 from agent_control_models import JSONObject, JSONValue, Step
-from pydantic import BaseModel, Field, PrivateAttr, model_validator
+from pydantic import BaseModel, ConfigDict, Field, PrivateAttr, model_validator
 
+from ..records import UnsupportedStepTypeError, record_from_step
 from .config import ScorerInvokeConfig
 
 logger = logging.getLogger(__name__)
@@ -219,6 +220,8 @@ class ScorerInvokeRecord(BaseModel):
     represented here. Orbit hydrates those fields from trusted server context.
     """
 
+    model_config = ConfigDict(extra="allow")
+
     type: ScorerInvokeRecordType
     name: str | None = None
     input: JSONValue = None
@@ -272,7 +275,7 @@ def to_dict(self) -> JSONObject:
         return request
 
 
-def _orbit_record_from_step(
+def _scorer_invoke_record_from_step(
     step: Step | None,
     *,
     selected_input: JSONValue,
@@ -297,21 +300,20 @@ def _orbit_record_from_step(
     Returns:
         An Orbit-compatible record, or ``None`` for absent/unsupported steps.
     """
-    if step is None or step.type not in SUPPORTED_SCORER_INVOKE_RECORD_TYPES:
+    if step is None:
         return None
-
-    # The membership check above narrows the runtime value to Orbit's known
-    # discriminator set, but static type checkers cannot infer that relationship.
-    record_type = cast(ScorerInvokeRecordType, step.type)
-    return ScorerInvokeRecord(
-        type=record_type,
-        name=step.name,
-        input=selected_input if selected_input is not None else step.input,
-        output=selected_output if selected_output is not None else step.output,
-        context=step.context,
-        tools=step.tools,
-        dataset_output=step.ground_truth,
-    )
+    try:
+        record = record_from_step(
+            step,
+            selected_input=selected_input,
+            selected_output=selected_output,
+        )
+    except UnsupportedStepTypeError:
+        return None
+    canonical_record = record.model_dump(mode="json", exclude_none=True)
+    if canonical_record.get("type") not in SUPPORTED_SCORER_INVOKE_RECORD_TYPES:
+        return None
+    return ScorerInvokeRecord.model_validate(canonical_record)
 
 
 class ScorerInvokeResponse(BaseModel):
@@ -541,7 +543,7 @@ async def invoke(
                 ground_truth=step.ground_truth if step is not None else None,
                 tools=step.tools if step is not None else None,
             ),
-            record=_orbit_record_from_step(
+            record=_scorer_invoke_record_from_step(
                 step,
                 selected_input=input,
                 selected_output=output,

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/luna/config.py

@@ -56,8 +56,8 @@ class LunaEvaluatorConfig(EvaluatorConfig):
 
     Attributes:
         scorer_id: Required scorer identifier for Luna scorer invocation.
-        scorer_version_id: Deprecated optional compatibility identifier. Orbit
-            currently invokes the scorer's current default version.
+        scorer_version_id: Optional for legacy requests; required when the
+            contextual evaluator sends a structured record.
         scorer_label: Optional display/metadata label.
         threshold: Local threshold used by the evaluator for comparison.
         operator: Local comparison operator. Numeric operators use threshold as a number.
@@ -75,8 +75,8 @@ class LunaEvaluatorConfig(EvaluatorConfig):
         default=None,
         min_length=1,
         description=(
-            "Deprecated optional compatibility identifier. Orbit currently invokes "
-            "the scorer's current default version."
+            "Optional for legacy requests and required when contextual evaluation "
+            "sends a structured record."
         ),
     )
     scorer_label: str | None = Field(

evaluators/contrib/galileo/src/agent_control_evaluator_galileo/records/__init__.py

@@ -6,7 +6,6 @@
     UnsupportedStepTypeError,
     build_galileo_record,
     build_record,
-    record_from_scorer_invoke_record,
     record_from_step,
 )
 from .normalization import GalileoRecordNormalizer
@@ -18,6 +17,5 @@
     "UnsupportedStepTypeError",
     "build_galileo_record",
     "build_record",
-    "record_from_scorer_invoke_record",
     "record_from_step",
 ]