run docker model configure

Signed-off-by: Nicolas De Loof <[email protected]>

Author: ndeloof

.github/workflows/ci.yml

@@ -187,7 +187,6 @@ jobs:
         run: |
           sudo apt-get install docker-model-plugin
           docker model version
-          docker info
 
       - name: Set up Go
         uses: actions/setup-go@v5

go.mod

@@ -8,7 +8,7 @@ require (
 	github.com/Microsoft/go-winio v0.6.2
 	github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d
 	github.com/buger/goterm v1.0.4
-	github.com/compose-spec/compose-go/v2 v2.6.5
+	github.com/compose-spec/compose-go/v2 v2.6.7
 	github.com/containerd/containerd/v2 v2.1.3
 	github.com/containerd/errdefs v1.0.0
 	github.com/containerd/platforms v1.0.0-rc.1
@@ -212,5 +212,3 @@ exclude (
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
 )
-
-replace github.com/compose-spec/compose-go/v2 => github.com/ndeloof/compose-go/v2 v2.0.1-0.20250625082240-b948fe935f02

go.sum

@@ -359,8 +359,8 @@ github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8m
 github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
 github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f h1:y5//uYreIhSUg3J1GEMiLbxo1LJaP8RfCpH6pymGZus=
 github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw=
-github.com/ndeloof/compose-go/v2 v2.0.1-0.20250625082240-b948fe935f02 h1:RPYzx1y7ldfYB8Ba2INxr6FiW2ZxXHLl8it775gz0qE=
-github.com/ndeloof/compose-go/v2 v2.0.1-0.20250625082240-b948fe935f02/go.mod h1:TmjkIB9W73fwVxkYY+u2uhMbMUakjiif79DlYgXsyvU=
+github.com/ndeloof/compose-go/v2 v2.0.1-0.20250627062006-6fc6cf288c52 h1:rvpcUfet2Po1zolJff4kzPoGDREh7ymXXhKXKBPEiwg=
+github.com/ndeloof/compose-go/v2 v2.0.1-0.20250627062006-6fc6cf288c52/go.mod h1:TmjkIB9W73fwVxkYY+u2uhMbMUakjiif79DlYgXsyvU=
 github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.12.0 h1:Iw5WCbBcaAAd0fpRb1c9r5YCylv4XDoCSigm1zLevwU=

pkg/compose/model.go

@@ -24,6 +24,7 @@ import (
 	"os"
 	"os/exec"
 	"slices"
+	"strconv"
 	"strings"
 
 	"github.com/compose-spec/compose-go/v2/types"
@@ -67,24 +68,28 @@ func (s *composeService) ensureModels(ctx context.Context, project *types.Projec
 	if err != nil {
 		return fmt.Errorf("error unmarshalling available models: %w", err)
 	}
+	var availableModels []string
+	for _, model := range models {
+		availableModels = append(availableModels, model.Tags...)
+	}
 
 	eg, gctx := errgroup.WithContext(ctx)
 	eg.Go(func() error {
 		return s.setModelEndpointVariable(gctx, dockerModel, project)
 	})
 
-MODELS:
 	for name, config := range project.Models {
-		for _, model := range models {
-			if slices.Contains(model.Tags, config.Model) {
-				continue MODELS
-			}
-		}
 		if config.Name == "" {
 			config.Name = name
 		}
 		eg.Go(func() error {
-			return s.pullModel(gctx, dockerModel, config, quietPull)
+			if !slices.Contains(availableModels, config.Model) {
+				err = s.pullModel(gctx, dockerModel, config, quietPull)
+				if err != nil {
+					return err
+				}
+			}
+			return s.configureModel(gctx, dockerModel, config)
 		})
 	}
 	return eg.Wait()
@@ -140,6 +145,22 @@ func (s *composeService) pullModel(ctx context.Context, dockerModel *manager.Plu
 	return err
 }
 
+func (s *composeService) configureModel(ctx context.Context, dockerModel *manager.Plugin, config types.ModelConfig) error {
+	// configure [--context-size=<n>] MODEL [-- <runtime-flags...>]
+	args := []string{"configure"}
+	if config.ContextSize > 0 {
+		args = append(args, "--context-size", strconv.Itoa(config.ContextSize))
+	}
+	args = append(args, config.Model)
+	if len(config.RuntimeFlags) != 0 {
+		args = append(args, "--")
+		args = append(args, config.RuntimeFlags...)
+	}
+	cmd := exec.CommandContext(ctx, dockerModel.Path, args...)
+	s.setupChildProcess(ctx, cmd)
+	return cmd.Run()
+}
+
 func (s *composeService) setModelEndpointVariable(ctx context.Context, dockerModel *manager.Plugin, project *types.Project) error {
 	cmd := exec.CommandContext(ctx, dockerModel.Path, "status", "--json")
 	s.setupChildProcess(ctx, cmd)
@@ -160,8 +181,8 @@ func (s *composeService) setModelEndpointVariable(ctx context.Context, dockerMod
 	for _, service := range project.Services {
 		for model, modelConfig := range service.Models {
 			var variable string
-			if modelConfig != nil && modelConfig.Variable != "" {
-				variable = modelConfig.Variable
+			if modelConfig != nil && modelConfig.EndpointVariable != "" {
+				variable = modelConfig.EndpointVariable
 			} else {
 				variable = strings.ToUpper(model) + "_URL"
 			}