Merge pull request #108 from docker/context-size

Adds --context-size option to package command

Author: ekcasey

commands/package.go

@@ -18,7 +18,7 @@ func newPackagedCmd() *cobra.Command {
 	var opts packageOptions
 
 	c := &cobra.Command{
-		Use:   "package --gguf <path> [--license <path>...] --push TARGET",
+		Use:   "package --gguf <path> [--license <path>...] [--context-size <tokens>] --push TARGET",
 		Short: "Package a GGUF file into a Docker model OCI artifact, with optional licenses, and pushes it to the specified registry",
 		Args: func(cmd *cobra.Command, args []string) error {
 			if len(args) != 1 {
@@ -72,13 +72,15 @@ func newPackagedCmd() *cobra.Command {
 	c.Flags().StringVar(&opts.ggufPath, "gguf", "", "absolute path to gguf file (required)")
 	c.Flags().StringArrayVarP(&opts.licensePaths, "license", "l", nil, "absolute path to a license file")
 	c.Flags().BoolVar(&opts.push, "push", false, "push to registry (required)")
+	c.Flags().Uint64Var(&opts.contextSize, "context-size", 0, "context size in tokens")
 	return c
 }
 
 type packageOptions struct {
 	ggufPath     string
 	licensePaths []string
 	push         bool
+	contextSize  uint64
 }
 
 func packageModel(cmd *cobra.Command, tag string, opts packageOptions) error {
@@ -97,6 +99,12 @@ func packageModel(cmd *cobra.Command, tag string, opts packageOptions) error {
 		return fmt.Errorf("add gguf file: %w", err)
 	}
 
+	// Set context size
+	if opts.contextSize > 0 {
+		cmd.PrintErrf("Setting context size %d\n", opts.contextSize)
+		pkg = pkg.WithContextSize(opts.contextSize)
+	}
+
 	// Add license files
 	for _, path := range opts.licensePaths {
 		cmd.PrintErrf("Adding license file from %q\n", path)

docs/reference/docker_model_package.yaml

@@ -3,10 +3,20 @@ short: |
     Package a GGUF file into a Docker model OCI artifact, with optional licenses, and pushes it to the specified registry
 long: |
     Package a GGUF file into a Docker model OCI artifact, with optional licenses, and pushes it to the specified registry
-usage: docker model package --gguf <path> [--license <path>...] --push TARGET
+usage: docker model package --gguf <path> [--license <path>...] [--context-size <tokens>] --push TARGET
 pname: docker model
 plink: docker_model.yaml
 options:
+    - option: context-size
+      value_type: uint64
+      default_value: "0"
+      description: context size in tokens
+      deprecated: false
+      hidden: false
+      experimental: false
+      experimentalcli: false
+      kubernetes: false
+      swarm: false
     - option: gguf
       value_type: string
       description: absolute path to gguf file (required)

docs/reference/model_package.md

@@ -7,6 +7,7 @@ Package a GGUF file into a Docker model OCI artifact, with optional licenses, an
 
 | Name              | Type          | Default | Description                           |
 |:------------------|:--------------|:--------|:--------------------------------------|
+| `--context-size`  | `uint64`      | `0`     | context size in tokens                |
 | `--gguf`          | `string`      |         | absolute path to gguf file (required) |
 | `-l`, `--license` | `stringArray` |         | absolute path to a license file       |
 | `--push`          | `bool`        |         | push to registry (required)           |

go.mod

@@ -5,12 +5,13 @@ go 1.24
 toolchain go1.24.4
 
 require (
+	github.com/containerd/errdefs v1.0.0
 	github.com/docker/cli v28.3.0+incompatible
 	github.com/docker/cli-docs-tool v0.10.0
 	github.com/docker/docker v28.2.2+incompatible
 	github.com/docker/go-connections v0.5.0
 	github.com/docker/go-units v0.5.0
-	github.com/docker/model-distribution v0.0.0-20250627131521-63daf278071c
+	github.com/docker/model-distribution v0.0.0-20250627163720-aff34abcf3e0
 	github.com/docker/model-runner v0.0.0-20250627142917-26a0a73fbbc0
 	github.com/google/go-containerregistry v0.20.6
 	github.com/mattn/go-isatty v0.0.17
@@ -31,7 +32,6 @@ require (
 	github.com/StackExchange/wmi v1.2.1 // indirect
 	github.com/cenkalti/backoff/v4 v4.3.0 // indirect
 	github.com/containerd/containerd/v2 v2.1.3 // indirect
-	github.com/containerd/errdefs v1.0.0 // indirect
 	github.com/containerd/errdefs/pkg v0.3.0 // indirect
 	github.com/containerd/log v0.1.0 // indirect
 	github.com/containerd/platforms v1.0.0-rc.1 // indirect

go.sum

@@ -78,8 +78,8 @@ github.com/docker/go-metrics v0.0.1/go.mod h1:cG1hvH2utMXtqgqqYE9plW6lDxS3/5ayHz
 github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4=
 github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk=
 github.com/docker/libtrust v0.0.0-20160708172513-aabc10ec26b7/go.mod h1:cyGadeNEkKy96OOhEzfZl+yxihPEzKnqJwvfuSUqbZE=
-github.com/docker/model-distribution v0.0.0-20250627131521-63daf278071c h1:10BRwHXbCRdIQMvYNjOSPFnGd7ncpc3N7kKG27LQRZY=
-github.com/docker/model-distribution v0.0.0-20250627131521-63daf278071c/go.mod h1:dThpO9JoG5Px3i+rTluAeZcqLGw8C0qepuEL4gL2o/c=
+github.com/docker/model-distribution v0.0.0-20250627163720-aff34abcf3e0 h1:bve4JZI06Admw+NewtPfrpJXsvRnGKTQvBOEICNC1C0=
+github.com/docker/model-distribution v0.0.0-20250627163720-aff34abcf3e0/go.mod h1:dThpO9JoG5Px3i+rTluAeZcqLGw8C0qepuEL4gL2o/c=
 github.com/docker/model-runner v0.0.0-20250627142917-26a0a73fbbc0 h1:yajuhlGe1xhpWW3eMehQi2RrqiBQiGoi6c6OWiPxMaQ=
 github.com/docker/model-runner v0.0.0-20250627142917-26a0a73fbbc0/go.mod h1:vZJiUZH/7O1CyNsEGi1o4khUT4DVRjcwluuamU9fhuM=
 github.com/dvsekhvalnov/jose2go v0.0.0-20170216131308-f21a8cedbbae/go.mod h1:7BvyPhdbLxMXIYTFPLsyJRFMsKmOZnQmzh6Gb+uquuM=

vendor/github.com/docker/model-distribution/builder/builder.go

@@ -144,7 +144,7 @@ github.com/docker/go-connections/tlsconfig
 # github.com/docker/go-units v0.5.0
 ## explicit
 github.com/docker/go-units
-# github.com/docker/model-distribution v0.0.0-20250627131521-63daf278071c
+# github.com/docker/model-distribution v0.0.0-20250627163720-aff34abcf3e0
 ## explicit; go 1.23.0
 github.com/docker/model-distribution/builder
 github.com/docker/model-distribution/distribution