|
18 | 18 | from langfuse._client.resource_manager import LangfuseResourceManager |
19 | 19 | from langfuse._task_manager import score_consumer as score_consumer_module |
20 | 20 | from langfuse._task_manager.score_consumer import ScoreConsumer |
21 | | -from langfuse.api import LangfuseAPI |
| 21 | +from langfuse._utils.serializer import EventSerializer |
| 22 | +from langfuse.api import CreateScoreRequest, LangfuseAPI |
22 | 23 |
|
23 | 24 | ACCEPTED = (202, {"message": "Accepted"}) |
24 | 25 |
|
@@ -288,6 +289,8 @@ def client_factory(): |
288 | 289 | def create(recorder: Recorder, **kwargs: Any) -> Langfuse: |
289 | 290 | with LangfuseResourceManager._lock: |
290 | 291 | LangfuseResourceManager._instances.clear() |
| 292 | + # The global provider may carry a sampler set by another test. |
| 293 | + kwargs.setdefault("tracer_provider", TracerProvider()) |
291 | 294 | client = Langfuse( |
292 | 295 | public_key="pk-score-consumer", |
293 | 296 | secret_key="sk-score-consumer", |
@@ -348,6 +351,72 @@ def test_create_score_posts_to_scores_endpoint(client_factory): |
348 | 351 | assert sent[1]["timestamp"].endswith("Z") |
349 | 352 |
|
350 | 353 |
|
| 354 | +def test_create_score_payload_matches_request_model_serialization(client_factory): |
| 355 | + recorder = Recorder(_responder(ACCEPTED)) |
| 356 | + client = client_factory(recorder, environment="staging") |
| 357 | + timestamp = datetime(2026, 1, 2, 3, 4, 5, tzinfo=timezone.utc) |
| 358 | + cases: List[Dict[str, Any]] = [ |
| 359 | + dict( |
| 360 | + name="numeric", |
| 361 | + value=0.9, |
| 362 | + trace_id="a" * 32, |
| 363 | + observation_id="b" * 16, |
| 364 | + data_type="NUMERIC", |
| 365 | + comment="fine", |
| 366 | + ), |
| 367 | + dict(name="int-value", value=1, trace_id="a" * 32), |
| 368 | + dict(name="boolean", value=True, trace_id="a" * 32, data_type="BOOLEAN"), |
| 369 | + dict( |
| 370 | + name="categorical", |
| 371 | + value="good", |
| 372 | + session_id="session-1", |
| 373 | + data_type="CATEGORICAL", |
| 374 | + config_id="config-1", |
| 375 | + ), |
| 376 | + dict( |
| 377 | + name="text", |
| 378 | + value="free text", |
| 379 | + dataset_run_id="run-1", |
| 380 | + data_type="TEXT", |
| 381 | + environment="override", |
| 382 | + ), |
| 383 | + dict( |
| 384 | + name="correction", |
| 385 | + value="corrected output", |
| 386 | + trace_id="a" * 32, |
| 387 | + observation_id="b" * 16, |
| 388 | + data_type="CORRECTION", |
| 389 | + ), |
| 390 | + dict( |
| 391 | + name="dict-metadata", |
| 392 | + value=0.5, |
| 393 | + trace_id="a" * 32, |
| 394 | + metadata={"evaluator": "judge", "nested": {"steps": [1, 2]}}, |
| 395 | + ), |
| 396 | + dict(name="list-metadata", value=0.5, trace_id="a" * 32, metadata=["a", 1]), |
| 397 | + ] |
| 398 | + |
| 399 | + for i, case in enumerate(cases): |
| 400 | + client.create_score(score_id=f"score-{i}", timestamp=timestamp, **case) |
| 401 | + client.flush() |
| 402 | + |
| 403 | + expected = [] |
| 404 | + for i, case in enumerate(cases): |
| 405 | + fields = dict(case) |
| 406 | + metadata = fields.pop("metadata", None) |
| 407 | + fields.setdefault("environment", "staging") |
| 408 | + request = CreateScoreRequest(id=f"score-{i}", timestamp=timestamp, **fields) |
| 409 | + payload = { |
| 410 | + k: v for k, v in request.dict(by_alias=True).items() if v is not None |
| 411 | + } |
| 412 | + if metadata is not None: |
| 413 | + payload["metadata"] = metadata |
| 414 | + expected.append(json.dumps(payload, cls=EventSerializer)) |
| 415 | + # Compare JSON text, because 1 == 1.0 == True as Python values. |
| 416 | + sent = [json.dumps(score) for body in recorder.bodies for score in body] |
| 417 | + assert sent == expected |
| 418 | + |
| 419 | + |
351 | 420 | @pytest.fixture |
352 | 421 | def non_utc_local_timezone(monkeypatch): |
353 | 422 | # Makes treating naive values as local time observable. |
|
0 commit comments