|
10 | 10 | } |
11 | 11 | }, |
12 | 12 | { |
13 | | - "key": "auto_update_engine", |
14 | | - "title": "Auto update engine", |
15 | | - "description": "Automatically update llamacpp engine to latest version", |
16 | | - "controllerType": "checkbox", |
17 | | - "controllerProps": { "value": true } |
| 13 | + "key": "auto_update_engine", |
| 14 | + "title": "Auto update engine", |
| 15 | + "description": "Automatically update llamacpp engine to latest version", |
| 16 | + "controllerType": "checkbox", |
| 17 | + "controllerProps": { "value": true } |
18 | 18 | }, |
19 | 19 | { |
20 | 20 | "key": "auto_unload_models", |
|
24 | 24 | "controllerProps": { "value": true } |
25 | 25 | }, |
26 | 26 | { |
27 | | - "key": "chat_template", |
28 | | - "title": "Custom Jinja Chat template", |
29 | | - "description": "Custom Jinja chat_template to be used for the model", |
30 | | - "controllerType": "input", |
31 | | - "controllerProps": { |
32 | | - "value": "", |
33 | | - "placeholder": "e.g., {% for message in messages %}...{% endfor %} (default is read from GGUF)", |
34 | | - "type": "text", |
35 | | - "textAlign": "right" |
36 | | - } |
| 27 | + "key": "chat_template", |
| 28 | + "title": "Custom Jinja Chat template", |
| 29 | + "description": "Custom Jinja chat_template to be used for the model", |
| 30 | + "controllerType": "input", |
| 31 | + "controllerProps": { |
| 32 | + "value": "", |
| 33 | + "placeholder": "e.g., {% for message in messages %}...{% endfor %} (default is read from GGUF)", |
| 34 | + "type": "text", |
| 35 | + "textAlign": "right" |
| 36 | + } |
37 | 37 | }, |
38 | 38 | { |
39 | 39 | "key": "threads", |
|
72 | 72 | } |
73 | 73 | }, |
74 | 74 | { |
75 | | - "key": "context_shift", |
76 | | - "title": "Context Shift", |
77 | | - "description": "Allow model to cut text in the beginning to accommodate new text in its memory", |
78 | | - "controllerType": "checkbox", |
79 | | - "controllerProps":{ |
80 | | - "value": false |
81 | | - } |
| 75 | + "key": "context_shift", |
| 76 | + "title": "Context Shift", |
| 77 | + "description": "Allow model to cut text in the beginning to accommodate new text in its memory", |
| 78 | + "controllerType": "checkbox", |
| 79 | + "controllerProps": { |
| 80 | + "value": false |
| 81 | + } |
82 | 82 | }, |
83 | 83 | { |
84 | 84 | "key": "n_predict", |
|
317 | 317 | "step": 0.01 |
318 | 318 | } |
319 | 319 | }, |
320 | | - { |
321 | | - "key": "temp", |
322 | | - "title": "Temperature", |
323 | | - "description": "Temperature for sampling (higher = more random).", |
324 | | - "controllerType": "input", |
325 | | - "controllerProps": { |
326 | | - "value": 0.8, |
327 | | - "placeholder": "0.8", |
328 | | - "type": "number", |
329 | | - "textAlign": "right", |
330 | | - "min": 0, |
331 | | - "step": 0.01 |
332 | | - } |
333 | | - }, |
334 | | - { |
335 | | - "key": "top_k", |
336 | | - "title": "Top K", |
337 | | - "description": "Top-K sampling (0 = disabled).", |
338 | | - "controllerType": "input", |
339 | | - "controllerProps": { |
340 | | - "value": 40, |
341 | | - "placeholder": "40", |
342 | | - "type": "number", |
343 | | - "textAlign": "right", |
344 | | - "min": 0 |
345 | | - } |
346 | | - }, |
347 | | - { |
348 | | - "key": "top_p", |
349 | | - "title": "Top P", |
350 | | - "description": "Top-P sampling (1.0 = disabled).", |
351 | | - "controllerType": "input", |
352 | | - "controllerProps": { |
353 | | - "value": 0.9, |
354 | | - "placeholder": "0.9", |
355 | | - "type": "number", |
356 | | - "textAlign": "right", |
357 | | - "min": 0, |
358 | | - "max": 1.0, |
359 | | - "step": 0.01 |
360 | | - } |
361 | | - }, |
362 | | - { |
363 | | - "key": "min_p", |
364 | | - "title": "Min P", |
365 | | - "description": "Min-P sampling (0.0 = disabled).", |
366 | | - "controllerType": "input", |
367 | | - "controllerProps": { |
368 | | - "value": 0.1, |
369 | | - "placeholder": "0.1", |
370 | | - "type": "number", |
371 | | - "textAlign": "right", |
372 | | - "min": 0, |
373 | | - "max": 1.0, |
374 | | - "step": 0.01 |
375 | | - } |
376 | | - }, |
377 | | - { |
378 | | - "key": "repeat_last_n", |
379 | | - "title": "Repeat Last N", |
380 | | - "description": "Number of tokens to consider for repeat penalty (0 = disabled, -1 = ctx_size).", |
381 | | - "controllerType": "input", |
382 | | - "controllerProps": { |
383 | | - "value": 64, |
384 | | - "placeholder": "64", |
385 | | - "type": "number", |
386 | | - "textAlign": "right", |
387 | | - "min": -1 |
388 | | - } |
389 | | - }, |
390 | | - { |
391 | | - "key": "repeat_penalty", |
392 | | - "title": "Repeat Penalty", |
393 | | - "description": "Penalize repeating token sequences (1.0 = disabled).", |
394 | | - "controllerType": "input", |
395 | | - "controllerProps": { |
396 | | - "value": 1.0, |
397 | | - "placeholder": "1.0", |
398 | | - "type": "number", |
399 | | - "textAlign": "right", |
400 | | - "min": 0, |
401 | | - "step": 0.01 |
402 | | - } |
403 | | - }, |
404 | | - { |
405 | | - "key": "presence_penalty", |
406 | | - "title": "Presence Penalty", |
407 | | - "description": "Repeat alpha presence penalty (0.0 = disabled).", |
408 | | - "controllerType": "input", |
409 | | - "controllerProps": { |
410 | | - "value": 0.0, |
411 | | - "placeholder": "0.0", |
412 | | - "type": "number", |
413 | | - "textAlign": "right", |
414 | | - "min": 0, |
415 | | - "step": 0.01 |
416 | | - } |
417 | | - }, |
418 | | - { |
419 | | - "key": "frequency_penalty", |
420 | | - "title": "Frequency Penalty", |
421 | | - "description": "Repeat alpha frequency penalty (0.0 = disabled).", |
422 | | - "controllerType": "input", |
423 | | - "controllerProps": { |
424 | | - "value": 0.0, |
425 | | - "placeholder": "0.0", |
426 | | - "type": "number", |
427 | | - "textAlign": "right", |
428 | | - "min": 0, |
429 | | - "step": 0.01 |
430 | | - } |
431 | | - }, |
432 | 320 | { |
433 | 321 | "key": "mirostat", |
434 | 322 | "title": "Mirostat Mode", |
|
0 commit comments