chore: migrate no_kv_offload from llamacpp setting to model setting

Author: urmauur

extensions/llamacpp-extension/settings.json

@@ -193,15 +193,6 @@
       "value": false
     }
   },
-  {
-    "key": "no_kv_offload",
-    "title": "Disable KV Offload",
-    "description": "Disable KV cache offload to GPU (if GPU is used).",
-    "controllerType": "checkbox",
-    "controllerProps": {
-      "value": false
-    }
-  },
   {
     "key": "cache_type_k",
     "title": "KV Cache K Type",

web-app/src/hooks/useModelProvider.ts

@@ -93,7 +93,11 @@ export const useModelProvider = create<ModelProviderState>()(
                   ? legacyModels
                   : models
                 ).find(
-                  (m) => m.id.split(':').slice(0, 2).join(getServiceHub().path().sep()) === model.id
+                  (m) =>
+                    m.id
+                      .split(':')
+                      .slice(0, 2)
+                      .join(getServiceHub().path().sep()) === model.id
                 )?.settings || model.settings
               const existingModel = models.find((m) => m.id === model.id)
               return {
@@ -227,7 +231,7 @@ export const useModelProvider = create<ModelProviderState>()(
           >
         }
 
-        if (version === 0 && state?.providers) {
+        if (version <= 1 && state?.providers) {
           state.providers.forEach((provider) => {
             // Update cont_batching description for llamacpp provider
             if (provider.provider === 'llamacpp' && provider.settings) {
@@ -270,14 +274,23 @@ export const useModelProvider = create<ModelProviderState>()(
                     },
                   }
                 }
+
+                if (!model.settings.no_kv_offload) {
+                  model.settings.no_kv_offload = {
+                    ...modelSettings.no_kv_offload,
+                    controller_props: {
+                      ...modelSettings.no_kv_offload.controller_props,
+                    },
+                  }
+                }
               })
             }
           })
         }
 
         return state
       },
-      version: 1,
+      version: 2,
     }
   )
 )

web-app/src/lib/predefined.ts

@@ -144,4 +144,13 @@ export const modelSettings = {
       type: 'text',
     },
   },
+  no_kv_offload: {
+    key: 'no_kv_offload',
+    title: 'Disable KV Offload',
+    description: 'Disable KV cache offload to GPU (if GPU is used).',
+    controller_type: 'checkbox',
+    controller_props: {
+      value: false,
+    },
+  },
 }