diff --git a/backend/cpp/llama-cpp/Makefile b/backend/cpp/llama-cpp/Makefile
index 01ac272dad49..47d8bc081c39 100644
--- a/backend/cpp/llama-cpp/Makefile
+++ b/backend/cpp/llama-cpp/Makefile
@@ -1,5 +1,5 @@
 
-LLAMA_VERSION?=31c511a968348281e11d590446bb815048a1e912
+LLAMA_VERSION?=2f68ce7cfd20e9e7098514bf730e5389b7bba908
 LLAMA_REPO?=https://github.com/ggerganov/llama.cpp
 
 CMAKE_ARGS?=