configure.go

package commands

import (
	"fmt"

	"github.com/docker/model-runner/cmd/cli/commands/completion"
	"github.com/spf13/cobra"
)

func newConfigureCmd() *cobra.Command {
	var flags ConfigureFlags

	c := &cobra.Command{
		Use:     "configure [--context-size=<n>] [--speculative-draft-model=<model>] [--hf_overrides=<json>] [--gpu-memory-utilization=<float>] [--mode=<mode>] [--think] MODEL [-- <runtime-flags...>]",
		Aliases: []string{"config"},
		Short:   "Manage model runtime configurations",
		Hidden:  true,
		Args: func(cmd *cobra.Command, args []string) error {
			argsBeforeDash := cmd.ArgsLenAtDash()
			if argsBeforeDash == -1 {
				// No "--" used, so we need exactly 1 total argument.
				if len(args) != 1 {
					return fmt.Errorf(
						"Exactly one model must be specified, got %d: %v\n\n"+
							"See 'docker model configure --help' for more information",
						len(args), args)
				}
			} else {
				// Has "--", so we need exactly 1 argument before it.
				if argsBeforeDash != 1 {
					return fmt.Errorf(
						"Exactly one model must be specified before --, got %d\n\n"+
							"See 'docker model configure --help' for more information",
						argsBeforeDash)
				}
			}
			return nil
		},
		RunE: func(cmd *cobra.Command, args []string) error {
			model := args[0]
			opts, err := flags.BuildConfigureRequest(model)
			if err != nil {
				return err
			}
			opts.RuntimeFlags = args[1:]
			return desktopClient.ConfigureBackend(opts)
		},
		ValidArgsFunction: completion.ModelNames(getDesktopClient, -1),
	}

	flags.RegisterFlags(c)
	c.AddCommand(newConfigureShowCmd())
	return c
}