fix(scicode): read assistant text blocks (modelscope#1381)

* fix(scicode): read assistant text blocks

* style: fix yapf formatting

---------

Co-authored-by: Yunnglin <mao.looper@qq.com>

Author: he-yufeng

evalscope/benchmarks/scicode/util.py

@@ -1,5 +1,3 @@
-from typing import cast
-
 from evalscope.api.evaluator import TaskState
 
 
@@ -21,7 +19,7 @@ def extract_code(block: str) -> str:
         The extracted code with the code fences and surrounding whitespace removed.
 
     """
-    return block.replace('```python', '').replace('```', '').strip()
+    return block.replace("```python", "").replace("```", "").strip()
 
 
 def get_generated_code(state: TaskState) -> list[str]:
@@ -43,10 +41,8 @@ def get_generated_code(state: TaskState) -> list[str]:
         If the number of assistant messages does not match the number of subproblems in the task metadata.
 
     """
-    assistant_messages = [
-        extract_code(cast(str, message.content)) for message in state.messages if message.role == 'assistant'
-    ]
-    assert len(assistant_messages) == len(state.metadata['sub_steps'])
+    assistant_messages = [extract_code(message.text) for message in state.messages if message.role == "assistant"]
+    assert len(assistant_messages) == len(state.metadata["sub_steps"])
     return assistant_messages
 
 
@@ -73,4 +69,4 @@ def subproblem_str_to_int(num: str) -> int:
     1
 
     """
-    return int(num.split('.')[1])
+    return int(num.split(".")[1])

tests/benchmark/test_scicode_util.py

@@ -0,0 +1,18 @@
+from evalscope.api.dataset import Sample
+from evalscope.api.evaluator import TaskState
+from evalscope.api.messages import ChatMessageAssistant, ContentText
+from evalscope.benchmarks.scicode.util import get_generated_code
+
+
+def test_get_generated_code_accepts_text_content_blocks():
+    state = TaskState(
+        model="test",
+        sample=Sample(input="77", metadata={"sub_steps": [{}]}),
+        messages=[
+            ChatMessageAssistant(content=[
+                ContentText(text="```python\ndef answer():\n    return 1\n```"),
+            ], ),
+        ],
+    )
+
+    assert get_generated_code(state) == ["def answer():\n    return 1"]