fix(dspy): normalize ColBERTv2 POST passage text

Author: zouyonghe

dspy/dsp/colbertv2.py

@@ -79,7 +79,7 @@ def colbertv2_post_request_v2(url: str, query: str, k: int):
     if "topk" not in res_json:
         raise ValueError(f"ColBERTv2 server returned an unexpected response: {res_json}")
 
-    return res_json["topk"][:k]
+    return [{**d, "long_text": d["text"]} for d in res_json["topk"][:k]]
 
 
 @request_cache()

tests/retrievers/test_colbertv2.py

@@ -2,6 +2,7 @@
 
 import pytest
 
+import dspy
 from dspy.dsp.colbertv2 import colbertv2_get_request_v2, colbertv2_post_request_v2
 
 
@@ -39,3 +40,24 @@ def test_post_request_success():
     with patch("dspy.dsp.colbertv2.requests.post", return_value=mock_response):
         result = colbertv2_post_request_v2("http://test4", "query", k=3)
         assert result[0]["text"] == "doc1"
+
+
+def test_post_request_success_adds_long_text():
+    mock_response = MagicMock()
+    mock_response.json.return_value = {"topk": [{"text": "doc1", "score": 0.9}]}
+
+    with patch("dspy.dsp.colbertv2.requests.post", return_value=mock_response):
+        result = colbertv2_post_request_v2("http://test5", "query", k=3)
+
+    assert result[0]["long_text"] == "doc1"
+
+
+def test_colbert_post_wrapper_and_retrieve_use_long_text():
+    mock_response = MagicMock()
+    mock_response.json.return_value = {"topk": [{"text": "doc1", "score": 0.9}]}
+
+    with patch("dspy.dsp.colbertv2.requests.post", return_value=mock_response):
+        retriever = dspy.ColBERTv2(url="http://test6", post_requests=True)
+        assert retriever("query", simplify=True) == ["doc1"]
+        with dspy.context(rm=retriever):
+            assert dspy.Retrieve(k=1)("query").passages == ["doc1"]