change codegen tgi model (#646)

KfreeZ · web-flow · commit 06cb308611e4 · 2024-08-22T11:42:57.000+08:00
* change codegen tgi model

Signed-off-by: KfreeZ &lt;kefei.zhang@intel.com&gt;
diff --git a/CodeGen/kubernetes/codegen_gaudi.yaml b/CodeGen/kubernetes/codegen_gaudi.yaml
@@ -29,6 +29,6 @@ spec:
         internalService:
           serviceName: tgi-gaudi-svc
           config:
-            MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B
+            MODEL_ID: meta-llama/CodeLlama-7b-hf
             endpoint: /generate
           isDownstreamService: true
diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml
@@ -29,6 +29,6 @@ spec:
         internalService:
           serviceName: tgi-service
           config:
-            MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B
+            MODEL_ID: HuggingFaceH4/mistral-7b-grok
             endpoint: /generate
           isDownstreamService: true
