Skip to content

Commit 43b7eb6

Browse files
authored
🐛fix: remove sampling parameters from llamacpp extension (#5871)
1 parent fd26270 commit 43b7eb6

File tree

1 file changed

+22
-134
lines changed

1 file changed

+22
-134
lines changed

extensions/llamacpp-extension/settings.json

Lines changed: 22 additions & 134 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,11 @@
1010
}
1111
},
1212
{
13-
"key": "auto_update_engine",
14-
"title": "Auto update engine",
15-
"description": "Automatically update llamacpp engine to latest version",
16-
"controllerType": "checkbox",
17-
"controllerProps": { "value": true }
13+
"key": "auto_update_engine",
14+
"title": "Auto update engine",
15+
"description": "Automatically update llamacpp engine to latest version",
16+
"controllerType": "checkbox",
17+
"controllerProps": { "value": true }
1818
},
1919
{
2020
"key": "auto_unload_models",
@@ -24,16 +24,16 @@
2424
"controllerProps": { "value": true }
2525
},
2626
{
27-
"key": "chat_template",
28-
"title": "Custom Jinja Chat template",
29-
"description": "Custom Jinja chat_template to be used for the model",
30-
"controllerType": "input",
31-
"controllerProps": {
32-
"value": "",
33-
"placeholder": "e.g., {% for message in messages %}...{% endfor %} (default is read from GGUF)",
34-
"type": "text",
35-
"textAlign": "right"
36-
}
27+
"key": "chat_template",
28+
"title": "Custom Jinja Chat template",
29+
"description": "Custom Jinja chat_template to be used for the model",
30+
"controllerType": "input",
31+
"controllerProps": {
32+
"value": "",
33+
"placeholder": "e.g., {% for message in messages %}...{% endfor %} (default is read from GGUF)",
34+
"type": "text",
35+
"textAlign": "right"
36+
}
3737
},
3838
{
3939
"key": "threads",
@@ -72,13 +72,13 @@
7272
}
7373
},
7474
{
75-
"key": "context_shift",
76-
"title": "Context Shift",
77-
"description": "Allow model to cut text in the beginning to accommodate new text in its memory",
78-
"controllerType": "checkbox",
79-
"controllerProps":{
80-
"value": false
81-
}
75+
"key": "context_shift",
76+
"title": "Context Shift",
77+
"description": "Allow model to cut text in the beginning to accommodate new text in its memory",
78+
"controllerType": "checkbox",
79+
"controllerProps": {
80+
"value": false
81+
}
8282
},
8383
{
8484
"key": "n_predict",
@@ -317,118 +317,6 @@
317317
"step": 0.01
318318
}
319319
},
320-
{
321-
"key": "temp",
322-
"title": "Temperature",
323-
"description": "Temperature for sampling (higher = more random).",
324-
"controllerType": "input",
325-
"controllerProps": {
326-
"value": 0.8,
327-
"placeholder": "0.8",
328-
"type": "number",
329-
"textAlign": "right",
330-
"min": 0,
331-
"step": 0.01
332-
}
333-
},
334-
{
335-
"key": "top_k",
336-
"title": "Top K",
337-
"description": "Top-K sampling (0 = disabled).",
338-
"controllerType": "input",
339-
"controllerProps": {
340-
"value": 40,
341-
"placeholder": "40",
342-
"type": "number",
343-
"textAlign": "right",
344-
"min": 0
345-
}
346-
},
347-
{
348-
"key": "top_p",
349-
"title": "Top P",
350-
"description": "Top-P sampling (1.0 = disabled).",
351-
"controllerType": "input",
352-
"controllerProps": {
353-
"value": 0.9,
354-
"placeholder": "0.9",
355-
"type": "number",
356-
"textAlign": "right",
357-
"min": 0,
358-
"max": 1.0,
359-
"step": 0.01
360-
}
361-
},
362-
{
363-
"key": "min_p",
364-
"title": "Min P",
365-
"description": "Min-P sampling (0.0 = disabled).",
366-
"controllerType": "input",
367-
"controllerProps": {
368-
"value": 0.1,
369-
"placeholder": "0.1",
370-
"type": "number",
371-
"textAlign": "right",
372-
"min": 0,
373-
"max": 1.0,
374-
"step": 0.01
375-
}
376-
},
377-
{
378-
"key": "repeat_last_n",
379-
"title": "Repeat Last N",
380-
"description": "Number of tokens to consider for repeat penalty (0 = disabled, -1 = ctx_size).",
381-
"controllerType": "input",
382-
"controllerProps": {
383-
"value": 64,
384-
"placeholder": "64",
385-
"type": "number",
386-
"textAlign": "right",
387-
"min": -1
388-
}
389-
},
390-
{
391-
"key": "repeat_penalty",
392-
"title": "Repeat Penalty",
393-
"description": "Penalize repeating token sequences (1.0 = disabled).",
394-
"controllerType": "input",
395-
"controllerProps": {
396-
"value": 1.0,
397-
"placeholder": "1.0",
398-
"type": "number",
399-
"textAlign": "right",
400-
"min": 0,
401-
"step": 0.01
402-
}
403-
},
404-
{
405-
"key": "presence_penalty",
406-
"title": "Presence Penalty",
407-
"description": "Repeat alpha presence penalty (0.0 = disabled).",
408-
"controllerType": "input",
409-
"controllerProps": {
410-
"value": 0.0,
411-
"placeholder": "0.0",
412-
"type": "number",
413-
"textAlign": "right",
414-
"min": 0,
415-
"step": 0.01
416-
}
417-
},
418-
{
419-
"key": "frequency_penalty",
420-
"title": "Frequency Penalty",
421-
"description": "Repeat alpha frequency penalty (0.0 = disabled).",
422-
"controllerType": "input",
423-
"controllerProps": {
424-
"value": 0.0,
425-
"placeholder": "0.0",
426-
"type": "number",
427-
"textAlign": "right",
428-
"min": 0,
429-
"step": 0.01
430-
}
431-
},
432320
{
433321
"key": "mirostat",
434322
"title": "Mirostat Mode",

0 commit comments

Comments
 (0)