Merge pull request #694 from garylin2099/llm_mock

enforce mock on online test

Author: geekan

.github/workflows/unittest.yaml

@@ -29,15 +29,16 @@ jobs:
         sh tests/scripts/run_install_deps.sh
     - name: Test with pytest
       run: |
+        export ALLOW_OPENAI_API_CALL=0
         echo "${{ secrets.METAGPT_KEY_YAML }}" | base64 -d > config/key.yaml
         pytest tests/ --doctest-modules --cov=./metagpt/ --cov-report=xml:cov.xml --cov-report=html:htmlcov --durations=20 | tee unittest.txt
     - name: Show coverage report
       run: |
         coverage report -m
     - name: Show failed tests and overall summary
       run: |
-        grep -E "FAILED tests|[0-9]+ passed," unittest.txt
-        failed_count=$(grep "FAILED" unittest.txt | wc -l)
+        grep -E "FAILED tests|ERROR tests|[0-9]+ passed," unittest.txt
+        failed_count=$(grep "FAILED|ERROR" unittest.txt | wc -l)
         if [[ "$failed_count" -gt 0 ]]; then
           echo "$failed_count failed lines found! Task failed."
           exit 1

tests/conftest.py

@@ -23,9 +23,9 @@
 from tests.mock.mock_llm import MockLLM
 
 RSP_CACHE_NEW = {}  # used globally for producing new and useful only response cache
-ALLOW_OPENAI_API_CALL = os.environ.get(
-    "ALLOW_OPENAI_API_CALL", True
-)  # NOTE: should change to default False once mock is complete
+ALLOW_OPENAI_API_CALL = int(
+    os.environ.get("ALLOW_OPENAI_API_CALL", 1)
+)  # NOTE: should change to default 0 (False) once mock is complete
 
 
 @pytest.fixture(scope="session")