Use model cache for text2sql docker compose test.

.github/workflows/_comps-workflow.yml

@@ -32,6 +32,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 jobs:
   ####################################################################################################
@@ -111,6 +116,7 @@ jobs:
     with:
       tag: ${{ inputs.tag }}
       service: ${{ inputs.service }}
+      use_model_cache: ${{ inputs.use_model_cache }}
     secrets: inherit
 
   ####################################################################################################

.github/workflows/_run-docker-compose.yml

@@ -20,6 +20,11 @@ on:
         description: Example to test
         required: true
         type: string
+      use_model_cache:
+        default: false
+        required: false
+        type: boolean
+
 jobs:
   get-test-case:
     runs-on: ubuntu-latest
@@ -96,10 +101,12 @@ jobs:
           service: ${{ inputs.service }}
           test_case: ${{ matrix.test_case }}
           hardware: ${{ matrix.hardware }}
+          use_model_cache: ${{ inputs.use_model_cache }}
         run: |
           cd ${{ github.workspace }}/tests
           service=$(echo "${test_case}" | cut -d'/' -f3 | cut -d'_' -f2- |cut -d'.' -f1)
           echo "service=${service}" >> $GITHUB_ENV
+          if [[ "$use_model_cache" == "true" ]]; then export model_cache="/data2/huggingface"; fi
           if [ -f ${test_case} ]; then timeout 60m bash ${test_case}; else echo "Test script {${test_case}} not found, skip test!"; fi
 
       - name: Clean up container

.github/workflows/manual-comps-test.yml

@@ -35,6 +35,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 permissions: read-all
 

.github/workflows/pr-microservice-test.yml

@@ -66,6 +66,7 @@ jobs:
         run: |
           cd tests
           echo "log_name=${service}" >> $GITHUB_ENV
+          export model_cache="/data2/huggingface"
           timeout 60m bash $(find . -type f -name test_${service}.sh)
 
       - name: Clean up container

tests/text2sql/test_text2sql.sh

@@ -13,7 +13,7 @@ export TAG='comps'
 
 export TEXT2SQL_PORT=11700
 export LLM_ENDPOINT_PORT=11710
-
+export DATA_PATH=${model_cache}
 
 export LLM_MODEL_ID="mistralai/Mistral-7B-Instruct-v0.3"
 export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}

tests/text2sql/test_text2sql_on_intel_hpu.sh

@@ -14,7 +14,7 @@ export TAG='comps'
 
 export TEXT2SQL_PORT=11701
 export LLM_ENDPOINT_PORT=11711
-
+export DATA_PATH=${model_cache}
 
 export LLM_MODEL_ID="mistralai/Mistral-7B-Instruct-v0.3"
 export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}