Use model cache for text2sql docker compose test. (opea-project#1436)

Signed-off-by: ZePan110 <ze.pan@intel.com>

Author: ZePan110

.github/workflows/_comps-workflow.yml

@@ -32,6 +32,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 jobs:
   ####################################################################################################
@@ -111,6 +116,7 @@ jobs:
     with:
       tag: ${{ inputs.tag }}
       service: ${{ inputs.service }}
+      use_model_cache: ${{ inputs.use_model_cache }}
     secrets: inherit
 
   ####################################################################################################

.github/workflows/_run-docker-compose.yml

@@ -20,6 +20,11 @@ on:
         description: Example to test
         required: true
         type: string
+      use_model_cache:
+        default: false
+        required: false
+        type: boolean
+
 jobs:
   get-test-case:
     runs-on: ubuntu-latest
@@ -96,10 +101,19 @@ jobs:
           service: ${{ inputs.service }}
           test_case: ${{ matrix.test_case }}
           hardware: ${{ matrix.hardware }}
+          use_model_cache: ${{ inputs.use_model_cache }}
         run: |
           cd ${{ github.workspace }}/tests
           service=$(echo "${test_case}" | cut -d'/' -f3 | cut -d'_' -f2- |cut -d'.' -f1)
           echo "service=${service}" >> $GITHUB_ENV
+          if [[ "$use_model_cache" == "true" ]]; then
+            if [ -d "/data2/hf_model" ]; then
+              export model_cache="/data2/hf_model"
+            else
+              echo "Model cache directory /data2/huggingface does not exist"
+              export model_cache="~/.cache/huggingface/hub"
+            fi
+          fi
           if [ -f ${test_case} ]; then timeout 60m bash ${test_case}; else echo "Test script {${test_case}} not found, skip test!"; fi
 
       - name: Clean up container

.github/workflows/manual-comps-test.yml

@@ -35,6 +35,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 permissions: read-all
 

.github/workflows/pr-microservice-test.yml

@@ -76,6 +76,12 @@ jobs:
         run: |
           cd tests
           echo "log_name=${service}" >> $GITHUB_ENV
+          if [ -d "/data2/hf_model" ]; then
+            export model_cache="/data2/hf_model"
+          else
+            echo "Model cache directory /data2/huggingface does not exist"
+            export model_cache="~/.cache/huggingface/hub"
+          fi
           timeout 60m bash $(find . -type f -name test_${service}.sh)
 
       - name: Clean up container

tests/text2sql/test_text2sql.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/bash
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
@@ -7,7 +7,7 @@ set -x
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"
 ip_address=$(hostname -I | awk '{print $1}')
-DATA_PATH=$WORKPATH/data
+export DATA_PATH=${model_cache:-./data}
 
 export TAG='comps'
 

tests/text2sql/test_text2sql_on_intel_hpu.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/bash
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
@@ -8,7 +8,7 @@ WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"
 ip_address=$(hostname -I | awk '{print $1}')
 
-export DATA_PATH=$WORKPATH/data
+export DATA_PATH=${model_cache:-./data}
 
 export TAG='comps'