From 791563e6ba1e5912bca4da1749cd12d28ea3528e Mon Sep 17 00:00:00 2001
From: Faisal Amir <urmauur@gmail.com>
Date: Thu, 11 Sep 2025 13:11:37 +0700
Subject: [PATCH 1/7] enhancement: add label experimental for optimize setting

---
 web-app/src/containers/ModelSetting.tsx | 17 ++++++++++++-----
 1 file changed, 12 insertions(+), 5 deletions(-)

diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx
index 4a15250034..fcb61048df 100644
--- a/web-app/src/containers/ModelSetting.tsx
+++ b/web-app/src/containers/ModelSetting.tsx
@@ -242,11 +242,18 @@ export function ModelSetting({
           {provider.provider === 'llamacpp' && (
             <div className="pb-4 border-b border-main-view-fg/10 my-4">
               <div>
-                <h3 className="font-medium mb-1">Optimize Settings</h3>
-                <p className="text-main-view-fg/70 text-xs mb-3">
-                  Analyze your system and model, then apply optimal loading
-                  settings automatically
-                </p>
+                <div>
+                  <div className="flex items-center gap-2 mb-1">
+                    <h3 className="font-medium">Optimize Settings</h3>
+                    <div className="text-xs bg-main-view-fg/10 border border-main-view-fg/20 text-main-view-fg/70 rounded-full py-0.5 px-2">
+                      <span>{t('mcp-servers:experimental')}</span>
+                    </div>
+                  </div>
+                  <p className="text-main-view-fg/70 text-xs mb-3">
+                    Analyze your system and model, then apply optimal loading
+                    settings automatically
+                  </p>
+                </div>
                 <Button
                   onClick={handlePlanModelLoad}
                   disabled={isPlanning}

From bc29046c06e7c68769665242bcd64dedb5439edd Mon Sep 17 00:00:00 2001
From: Faisal Amir <urmauur@gmail.com>
Date: Thu, 11 Sep 2025 13:23:25 +0700
Subject: [PATCH 2/7] enhancement: send params mmptoj_path for optimize setting

---
 web-app/src/containers/ModelSetting.tsx | 9 +++++++--
 web-app/src/services/models/types.ts    | 6 +++++-
 2 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx
index fcb61048df..bcbd3dbd86 100644
--- a/web-app/src/containers/ModelSetting.tsx
+++ b/web-app/src/containers/ModelSetting.tsx
@@ -46,15 +46,20 @@ export function ModelSetting({
     }
     setIsPlanning(true)
     try {
-      // Read the model config to get the actual model path
+      // Read the model config to get the actual model path and mmproj path
       const modelConfig = await serviceHub.app().readYaml<{
         model_path: string
+        mmproj_path?: string
       }>(`llamacpp/models/${model.id}/model.yml`)
 
       if (modelConfig && modelConfig.model_path) {
         const result = await serviceHub
           .models()
-          .planModelLoad(modelConfig.model_path)
+          .planModelLoad(
+            modelConfig.model_path,
+            undefined,
+            modelConfig.mmproj_path
+          )
 
         // Apply the recommended settings to the model sequentially to avoid race conditions
         const settingsToUpdate: Array<{
diff --git a/web-app/src/services/models/types.ts b/web-app/src/services/models/types.ts
index 920cbfe819..d889e41bad 100644
--- a/web-app/src/services/models/types.ts
+++ b/web-app/src/services/models/types.ts
@@ -136,5 +136,9 @@ export interface ModelsService {
     ctxSize?: number
   ): Promise<'RED' | 'YELLOW' | 'GREEN' | 'GREY'>
   validateGgufFile(filePath: string): Promise<ModelValidationResult>
-  planModelLoad(modelPath: string, requestedCtx?: number): Promise<ModelPlan>
+  planModelLoad(
+    modelPath: string,
+    requestedCtx?: number,
+    mmprojPath?: string
+  ): Promise<ModelPlan>
 }

From abd0cbe599ba992cee8db76467f5c4efde485288 Mon Sep 17 00:00:00 2001
From: Akarshan <akarshan@menlo.ai>
Date: Thu, 11 Sep 2025 12:29:53 +0530
Subject: [PATCH 3/7] refactor: rename noOffloadMmproj flag to offloadMmproj
 and reorder args
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

The flag `noOffloadMmproj` was misleading – it actually indicates when the mmproj file **is** offloaded to VRAM. Renaming it to `offloadMmproj` clarifies its purpose and aligns the naming with the surrounding code.

Additionally, the `planModelLoad` signature has been reordered to place `mmprojPath` before `requestedCtx`, improving readability and making the optional parameters more intuitive. All related logic, calculations, and log messages have been updated to use the new flag name.
---
 extensions/llamacpp-extension/src/index.ts | 20 ++++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts
index 2de568ab07..aeec457442 100644
--- a/extensions/llamacpp-extension/src/index.ts
+++ b/extensions/llamacpp-extension/src/index.ts
@@ -80,7 +80,7 @@ type ModelPlan = {
   gpuLayers: number
   maxContextLength: number
   noOffloadKVCache: boolean
-  noOffloadMmproj?: boolean
+  offloadMmproj?: boolean
   mode: 'GPU' | 'Hybrid' | 'CPU' | 'Unsupported'
 }
 
@@ -2049,8 +2049,8 @@ export default class llamacpp_extension extends AIEngine {
 
   async planModelLoad(
     path: string,
-    requestedCtx?: number,
-    mmprojPath?: string
+    mmprojPath?: string,
+    requestedCtx?: number
   ): Promise<ModelPlan> {
     const modelSize = await this.getModelSize(path)
     const memoryInfo = await this.getTotalSystemMemory()
@@ -2138,12 +2138,12 @@ export default class llamacpp_extension extends AIEngine {
     )
 
     // --- Priority 1: Allocate mmproj (if exists) ---
-    let noOffloadMmproj = false
+    let offloadMmproj = false
     let remainingVRAM = usableVRAM
 
     if (mmprojSize > 0) {
       if (mmprojSize <= remainingVRAM) {
-        noOffloadMmproj = true
+        offloadMmproj = true
         remainingVRAM -= mmprojSize
         logger.info(`MMProj allocated to VRAM: ${mmprojSize} bytes`)
       } else {
@@ -2218,7 +2218,7 @@ export default class llamacpp_extension extends AIEngine {
         const cpuLayers = totalLayers - gpuLayers
         const modelCPUSize = cpuLayers * layerSize
         const mmprojCPUSize =
-          mmprojSize > 0 && !noOffloadMmproj ? mmprojSize : 0
+          mmprojSize > 0 && !offloadMmproj ? mmprojSize : 0
         const systemRAMUsed = modelCPUSize + mmprojCPUSize
         const availableSystemRAMForKVCache = Math.max(
           0,
@@ -2277,7 +2277,7 @@ export default class llamacpp_extension extends AIEngine {
       const estimatedGPUUsage =
         gpuLayers * layerSize +
         maxContextLength * kvCachePerToken +
-        (noOffloadMmproj ? mmprojSize : 0)
+        (offloadMmproj ? mmprojSize : 0)
 
       if (estimatedGPUUsage > memoryInfo.totalVRAM * 0.9) {
         logger.warn(
@@ -2293,7 +2293,7 @@ export default class llamacpp_extension extends AIEngine {
           const newEstimate =
             gpuLayers * layerSize +
             maxContextLength * kvCachePerToken +
-            (noOffloadMmproj ? mmprojSize : 0)
+            (offloadMmproj ? mmprojSize : 0)
           if (newEstimate <= memoryInfo.totalVRAM * 0.9) break
         }
 
@@ -2329,7 +2329,7 @@ export default class llamacpp_extension extends AIEngine {
 
     // Log final plan
     const mmprojInfo = mmprojPath
-      ? `, mmprojSize=${(mmprojSize / (1024 * 1024)).toFixed(2)}MB, noOffloadMmproj=${noOffloadMmproj}`
+      ? `, mmprojSize=${(mmprojSize / (1024 * 1024)).toFixed(2)}MB, offloadMmproj=${offloadMmproj}`
       : ''
 
     logger.info(
@@ -2343,7 +2343,7 @@ export default class llamacpp_extension extends AIEngine {
       maxContextLength,
       noOffloadKVCache,
       mode,
-      noOffloadMmproj,
+      offloadMmproj,
     }
   }
 

From 14c7fc0450e341f93479aa18cfbc8b929c75cb0d Mon Sep 17 00:00:00 2001
From: Faisal Amir <urmauur@gmail.com>
Date: Thu, 11 Sep 2025 14:23:56 +0700
Subject: [PATCH 4/7] chore: update argument

---
 web-app/src/containers/ModelSetting.tsx | 15 ++++++++++-----
 web-app/src/services/models/default.ts  |  9 ++++++++-
 web-app/src/services/models/types.ts    |  4 ++--
 3 files changed, 20 insertions(+), 8 deletions(-)

diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx
index bcbd3dbd86..a02b9df805 100644
--- a/web-app/src/containers/ModelSetting.tsx
+++ b/web-app/src/containers/ModelSetting.tsx
@@ -55,11 +55,7 @@ export function ModelSetting({
       if (modelConfig && modelConfig.model_path) {
         const result = await serviceHub
           .models()
-          .planModelLoad(
-            modelConfig.model_path,
-            undefined,
-            modelConfig.mmproj_path
-          )
+          .planModelLoad(modelConfig.model_path, modelConfig.mmproj_path)
 
         // Apply the recommended settings to the model sequentially to avoid race conditions
         const settingsToUpdate: Array<{
@@ -78,6 +74,15 @@ export function ModelSetting({
           })
         }
 
+        if (
+          model.settings?.no_kv_offload &&
+          result.noOffloadKVCache !== undefined
+        ) {
+          settingsToUpdate.push({
+            key: 'no_kv_offload',
+            value: result.noOffloadKVCache,
+          })
+        }
         if (
           model.settings?.no_kv_offload &&
           result.noOffloadKVCache !== undefined
diff --git a/web-app/src/services/models/default.ts b/web-app/src/services/models/default.ts
index 54595d4486..9809428b43 100644
--- a/web-app/src/services/models/default.ts
+++ b/web-app/src/services/models/default.ts
@@ -495,12 +495,14 @@ export class DefaultModelsService implements ModelsService {
 
   async planModelLoad(
     modelPath: string,
+    mmprojPath?: string,
     requestedCtx?: number
   ): Promise<ModelPlan> {
     try {
       const engine = this.getEngine('llamacpp') as AIEngine & {
         planModelLoad?: (
           path: string,
+          mmprojPath?: string,
           requestedCtx?: number
         ) => Promise<ModelPlan>
       }
@@ -514,7 +516,12 @@ export class DefaultModelsService implements ModelsService {
           (core) => core.joinPath
         )
         const fullModelPath = await joinPath([janDataFolderPath, modelPath])
-        return await engine.planModelLoad(fullModelPath, requestedCtx)
+        // mmprojPath is currently unused, but included for compatibility
+        return await engine.planModelLoad(
+          fullModelPath,
+          mmprojPath,
+          requestedCtx
+        )
       }
 
       // Fallback if method is not available
diff --git a/web-app/src/services/models/types.ts b/web-app/src/services/models/types.ts
index d889e41bad..b7959227a9 100644
--- a/web-app/src/services/models/types.ts
+++ b/web-app/src/services/models/types.ts
@@ -138,7 +138,7 @@ export interface ModelsService {
   validateGgufFile(filePath: string): Promise<ModelValidationResult>
   planModelLoad(
     modelPath: string,
-    requestedCtx?: number,
-    mmprojPath?: string
+    mmprojPath?: string,
+    requestedCtx?: number
   ): Promise<ModelPlan>
 }

From 8f67f29317d986aa469c6d696394080a9c35e5fb Mon Sep 17 00:00:00 2001
From: Akarshan <akarshan@menlo.ai>
Date: Thu, 11 Sep 2025 13:08:01 +0530
Subject: [PATCH 5/7] feat: add support for mmproj offload setting

Expose the new `mmproj_offload` option in the model settings UI and include it in the `ModelPlan` type. The component now collects the offload flag (`result.offloadMmproj`) and queues it with other setting updates to ensure a single atomic change, preventing race conditions when toggling this feature. This enables users to control MMProj offloading directly from the app.
---
 web-app/src/containers/ModelSetting.tsx | 10 ++++++++++
 web-app/src/services/models/types.ts    |  1 +
 2 files changed, 11 insertions(+)

diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx
index a02b9df805..39a587cbcb 100644
--- a/web-app/src/containers/ModelSetting.tsx
+++ b/web-app/src/containers/ModelSetting.tsx
@@ -93,6 +93,16 @@ export function ModelSetting({
           })
         }
 
+        if (
+          model.settings?.mmproj_offload &&
+          result.offloadMmproj !== undefined
+        ) {
+          settingsToUpdate.push({
+            key: 'mmproj_offload',
+            value: result.offloadMmproj,
+          })
+        }
+
         // Apply all settings in a single update to avoid race conditions
         if (settingsToUpdate.length > 0) {
           handleMultipleSettingsChange(settingsToUpdate)
diff --git a/web-app/src/services/models/types.ts b/web-app/src/services/models/types.ts
index b7959227a9..b7724fef2b 100644
--- a/web-app/src/services/models/types.ts
+++ b/web-app/src/services/models/types.ts
@@ -85,6 +85,7 @@ export interface ModelPlan {
   gpuLayers: number
   maxContextLength: number
   noOffloadKVCache: boolean
+  offloadMmproj: boolean
   mode: 'GPU' | 'Hybrid' | 'CPU' | 'Unsupported'
 }
 

From 7c41408a1aaa59f3261e2727fe19013ed0cab090 Mon Sep 17 00:00:00 2001
From: Akarshan <akarshan@menlo.ai>
Date: Thu, 11 Sep 2025 13:45:29 +0530
Subject: [PATCH 6/7] feat: add relative path support for model loading
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Implemented `isAbsolutePath` helper to correctly identify POSIX, Windows drive‑letter, and UNC absolute paths. Updated `planModelLoad` to automatically resolve relative model and mmproj paths against the Jan data folder, enhancing usability for users supplying non‑absolute paths. Also refined minor formatting for readability.
---
 extensions/llamacpp-extension/src/index.ts | 20 +++++++++++++++++---
 1 file changed, 17 insertions(+), 3 deletions(-)

diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts
index aeec457442..5912f45108 100644
--- a/extensions/llamacpp-extension/src/index.ts
+++ b/extensions/llamacpp-extension/src/index.ts
@@ -328,7 +328,8 @@ export default class llamacpp_extension extends AIEngine {
             await this.determineBestBackend(version_backends)
         }
       } else {
-        bestAvailableBackendString = await this.determineBestBackend(version_backends)
+        bestAvailableBackendString =
+          await this.determineBestBackend(version_backends)
       }
 
       let settings = structuredClone(SETTINGS)
@@ -2047,11 +2048,25 @@ export default class llamacpp_extension extends AIEngine {
     return { layerSize: modelSize / totalLayers, totalLayers }
   }
 
+  private isAbsolutePath(p: string): boolean {
+    // Normalize back‑slashes to forward‑slashes first.
+    const norm = p.replace(/\\/g, '/')
+    return (
+      norm.startsWith('/') || // POSIX absolute
+      /^[a-zA-Z]:/.test(norm) || // Drive‑letter Windows (C: or D:)
+      /^\/\/[^/]+/.test(norm) // UNC path //server/share
+    )
+  }
+
   async planModelLoad(
     path: string,
     mmprojPath?: string,
     requestedCtx?: number
   ): Promise<ModelPlan> {
+    if (!this.isAbsolutePath(path))
+      path = await joinPath([await getJanDataFolderPath(), path])
+    if (mmprojPath && !this.isAbsolutePath(mmprojPath))
+      mmprojPath = await joinPath([await getJanDataFolderPath(), path])
     const modelSize = await this.getModelSize(path)
     const memoryInfo = await this.getTotalSystemMemory()
     const gguf = await readGgufMetadata(path)
@@ -2217,8 +2232,7 @@ export default class llamacpp_extension extends AIEngine {
         // Calculate available system RAM for KV cache
         const cpuLayers = totalLayers - gpuLayers
         const modelCPUSize = cpuLayers * layerSize
-        const mmprojCPUSize =
-          mmprojSize > 0 && !offloadMmproj ? mmprojSize : 0
+        const mmprojCPUSize = mmprojSize > 0 && !offloadMmproj ? mmprojSize : 0
         const systemRAMUsed = modelCPUSize + mmprojCPUSize
         const availableSystemRAMForKVCache = Math.max(
           0,

From 19aa15ffcdb8a1cf21d1cb4f53851f366dbd2f2f Mon Sep 17 00:00:00 2001
From: Faisal Amir <urmauur@gmail.com>
Date: Thu, 11 Sep 2025 15:51:21 +0700
Subject: [PATCH 7/7] chore: update return value

---
 web-app/src/services/models/default.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/web-app/src/services/models/default.ts b/web-app/src/services/models/default.ts
index 9809428b43..65fb17a8e9 100644
--- a/web-app/src/services/models/default.ts
+++ b/web-app/src/services/models/default.ts
@@ -530,6 +530,7 @@ export class DefaultModelsService implements ModelsService {
         gpuLayers: 0,
         maxContextLength: 2048,
         noOffloadKVCache: true,
+        offloadMmproj: false,
         mode: 'Unsupported',
       }
     } catch (error) {
@@ -538,6 +539,7 @@ export class DefaultModelsService implements ModelsService {
         gpuLayers: 0,
         maxContextLength: 2048,
         noOffloadKVCache: true,
+        offloadMmproj: false,
         mode: 'Unsupported',
       }
     }