fix: incorrect default max_tokens set - legacy issue (#4451)

louis-jan · web-flow · commit 58bb1b493933 · 2025-01-15T12:37:29.000+07:00
* fix: incorrect default max_tokens set - legacy issue

* chore: bump cortex server
diff --git a/extensions/inference-cortex-extension/bin/version.txt b/extensions/inference-cortex-extension/bin/version.txt
@@ -1 +1 @@
-1.0.9-rc1
+1.0.9-rc2
diff --git a/web/containers/ModelDropdown/index.tsx b/web/containers/ModelDropdown/index.tsx
@@ -248,10 +248,10 @@ const ModelDropdown = ({
           ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,
           max_tokens: defaultContextLength
             ? Math.min(
-                model?.parameters.token_limit ?? 8192,
+                model?.parameters.max_tokens ?? 8192,
                 defaultContextLength
               )
-            : model?.parameters.token_limit,
+            : model?.parameters.max_tokens,
         }
 
         const modelParams = {

Original file line number	Diff line number	Diff line change
`@@ -248,10 +248,10 @@ const ModelDropdown = ({`
`248`	`248`	`ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,`
`249`	`249`	`max_tokens: defaultContextLength`
`250`	`250`	`? Math.min(`
`251`		`- model?.parameters.token_limit ?? 8192,`
	`251`	`+ model?.parameters.max_tokens ?? 8192,`
`252`	`252`	`defaultContextLength`
`253`	`253`	`)`
`254`		`- : model?.parameters.token_limit,`
	`254`	`+ : model?.parameters.max_tokens,`
`255`	`255`	`}`
`256`	`256`
`257`	`257`	`const modelParams = {`