From 01797820cdf7b8650d009fb11ed52ebf20eeae0f Mon Sep 17 00:00:00 2001 From: Charlie Truong Date: Sat, 17 May 2025 15:18:11 -0500 Subject: [PATCH] Skip eval unit test Signed-off-by: Charlie Truong --- tests/evaluation/eval_unittest.py | 1 + tests/functional_tests/L0_Unit_Tests_Eval.sh | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/evaluation/eval_unittest.py b/tests/evaluation/eval_unittest.py index 0df7ddaea277..59f2ef52a544 100644 --- a/tests/evaluation/eval_unittest.py +++ b/tests/evaluation/eval_unittest.py @@ -53,6 +53,7 @@ def test_default_none_tokenizer(): assert eval_config.params.extra["num_fewshot"] == 5 +@pytest.mark.pleasefixme def test_evaluation(httpserver: HTTPServer): httpserver.expect_request("/v1/triton_health").respond_with_json( {"status": "Triton server is reachable and ready"} diff --git a/tests/functional_tests/L0_Unit_Tests_Eval.sh b/tests/functional_tests/L0_Unit_Tests_Eval.sh index 6cad3b737715..b13e4b0dbfd2 100644 --- a/tests/functional_tests/L0_Unit_Tests_Eval.sh +++ b/tests/functional_tests/L0_Unit_Tests_Eval.sh @@ -12,4 +12,4 @@ # See the License for the specific language governing permissions and # limitations under the License. export HF_HOME=/home/TestData/HF_HOME -coverage run -a --data-file=/workspace/.coverage --source=/workspace/nemo -m pytest tests/evaluation/eval_unittest.py +coverage run -a --data-file=/workspace/.coverage --source=/workspace/nemo -m pytest tests/evaluation/eval_unittest.py -m "not pleasefixme"