handle permanent error

aacebedo · May 6, 2024 · 669f0b4 · 669f0b4
1 parent 865fca5
commit 669f0b4
Showing 1 changed file with 11 additions and 5 deletions.
diff --git a/internal/core/docker.go b/internal/core/docker.go
@@ -55,11 +55,17 @@ func (d *DockerManager) Start() (err error) {
 	ctx, cancel := context.WithCancel(context.Background())
 	d.cancel = cancel
 
-	go backoff.RetryNotify(func() error {
-		return d.run(ctx)
-	}, backoff.WithContext(backoff.NewExponentialBackOff(), ctx), func(err error, d time.Duration) {
-		logger.Errorf("Error running docker manager, retrying in %v: %s", d, err)
-	})
+	go func() {
+		perr := backoff.RetryNotify(func() error {
+			return d.run(ctx)
+		}, backoff.WithContext(backoff.NewExponentialBackOff(), ctx), func(err error, d time.Duration) {
+			logger.Errorf("Error running docker manager, retrying in %v: %s", d, err)
+		})
+		if perr != nil {
+			logger.Errorf("Unrecoverable error running docker manager: %s", perr)
+			cancel()
+		}
+	}()
 
 	return nil
 }