feat(cli): add --no-retry and --retry-max-time flags to push/pull/build/fetch

Signed-off-by: Zhao Chen <winters.zc@antgroup.com>

Author: aftersnow

cmd/build.go

@@ -61,6 +61,8 @@ func init() {
 	flags.BoolVar(&buildConfig.Raw, "raw", true, "turning on this flag will build model artifact layers in raw format")
 	flags.BoolVar(&buildConfig.Reasoning, "reasoning", false, "turning on this flag will mark this model as reasoning model in the config")
 	flags.BoolVar(&buildConfig.NoCreationTime, "no-creation-time", false, "turning on this flag will not set createdAt in the config, which will be helpful for repeated builds")
+	flags.BoolVar(&buildConfig.RetryConfig.NoRetry, "no-retry", false, "Disable retry on transient errors")
+	flags.DurationVar(&buildConfig.RetryConfig.MaxRetryTime, "retry-max-time", 0, "Max total retry time per file (0 = dynamic based on file size)")
 
 	if err := viper.BindPFlags(flags); err != nil {
 		panic(fmt.Errorf("bind build flags to viper: %w", err))

cmd/fetch.go

@@ -55,6 +55,8 @@ func init() {
 	flags.StringVar(&fetchConfig.Output, "output", "", "specify the directory for fetching the model artifact")
 	flags.StringSliceVar(&fetchConfig.Patterns, "patterns", []string{}, "specify the patterns for fetching the model artifact")
 	flags.StringVar(&fetchConfig.DragonflyEndpoint, "dragonfly-endpoint", "", "specify the dragonfly endpoint for the pull operation, which will download and hardlink the blob by dragonfly GRPC service.")
+	flags.BoolVar(&fetchConfig.RetryConfig.NoRetry, "no-retry", false, "Disable retry on transient errors")
+	flags.DurationVar(&fetchConfig.RetryConfig.MaxRetryTime, "retry-max-time", 0, "Max total retry time per file (0 = dynamic based on file size)")
 
 	if err := viper.BindPFlags(flags); err != nil {
 		panic(fmt.Errorf("bind fetch flags to viper: %w", err))

cmd/pull.go

@@ -55,6 +55,8 @@ func init() {
 	flags.StringVar(&pullConfig.ExtractDir, "extract-dir", "", "specify the extract dir for extracting the model artifact")
 	flags.BoolVar(&pullConfig.ExtractFromRemote, "extract-from-remote", false, "turning on this flag will pull and extract the data from remote registry and no longer store model artifact locally, so user must specify extract-dir as the output directory")
 	flags.StringVar(&pullConfig.DragonflyEndpoint, "dragonfly-endpoint", "", "specify the dragonfly endpoint for the pull operation, which will download and hardlink the blob by dragonfly GRPC service, this mode requires extract-from-remote must be true")
+	flags.BoolVar(&pullConfig.RetryConfig.NoRetry, "no-retry", false, "Disable retry on transient errors")
+	flags.DurationVar(&pullConfig.RetryConfig.MaxRetryTime, "retry-max-time", 0, "Max total retry time per file (0 = dynamic based on file size)")
 
 	if err := viper.BindPFlags(flags); err != nil {
 		panic(fmt.Errorf("bind pull flags to viper: %w", err))

cmd/push.go

@@ -53,6 +53,8 @@ func init() {
 	flags.BoolVar(&pushConfig.Insecure, "insecure", false, "turning on this flag will disable TLS verification")
 	flags.BoolVar(&pushConfig.Nydusify, "nydusify", false, "[EXPERIMENTAL] nydusify the model artifact")
 	flags.MarkHidden("nydusify")
+	flags.BoolVar(&pushConfig.RetryConfig.NoRetry, "no-retry", false, "Disable retry on transient errors")
+	flags.DurationVar(&pushConfig.RetryConfig.MaxRetryTime, "retry-max-time", 0, "Max total retry time per file (0 = dynamic based on file size)")
 
 	if err := viper.BindPFlags(flags); err != nil {
 		panic(fmt.Errorf("bind push flags to viper: %w", err))

pkg/config/build.go

@@ -16,7 +16,11 @@
 
 package config
 
-import "fmt"
+import (
+	"fmt"
+
+	"github.com/modelpack/modctl/pkg/retrypolicy"
+)
 
 const (
 	// defaultBuildConcurrency is the default number of concurrent builds.
@@ -36,6 +40,7 @@ type Build struct {
 	Raw            bool
 	Reasoning      bool
 	NoCreationTime bool
+	RetryConfig    retrypolicy.Config
 }
 
 func NewBuild() *Build {

pkg/config/fetch.go

@@ -20,6 +20,8 @@ import (
 	"fmt"
 	"io"
 	"os"
+
+	"github.com/modelpack/modctl/pkg/retrypolicy"
 )
 
 const (
@@ -38,6 +40,7 @@ type Fetch struct {
 	ProgressWriter    io.Writer
 	DisableProgress   bool
 	Hooks             PullHooks
+	RetryConfig       retrypolicy.Config
 }
 
 func NewFetch() *Fetch {

pkg/config/pull.go

@@ -22,6 +22,8 @@ import (
 	"os"
 
 	ocispec "github.com/opencontainers/image-spec/specs-go/v1"
+
+	"github.com/modelpack/modctl/pkg/retrypolicy"
 )
 
 const (
@@ -40,6 +42,7 @@ type Pull struct {
 	ProgressWriter    io.Writer
 	DisableProgress   bool
 	DragonflyEndpoint string
+	RetryConfig       retrypolicy.Config
 }
 
 func NewPull() *Pull {

pkg/config/push.go

@@ -16,7 +16,11 @@
 
 package config
 
-import "fmt"
+import (
+	"fmt"
+
+	"github.com/modelpack/modctl/pkg/retrypolicy"
+)
 
 const (
 	// defaultPushConcurrency is the default number of concurrent push operations.
@@ -28,6 +32,7 @@ type Push struct {
 	PlainHTTP   bool
 	Insecure    bool
 	Nydusify    bool
+	RetryConfig retrypolicy.Config
 }
 
 func NewPush() *Push {