diff --git a/internal/backend/local/local.go b/internal/backend/local/local.go
index 7b1e35310..833bde26f 100644
--- a/internal/backend/local/local.go
+++ b/internal/backend/local/local.go
@@ -322,6 +322,8 @@ func visitFiles(ctx context.Context, dir string, fn func(restic.FileInfo) error,
 	if ignoreNotADirectory {
 		fi, err := d.Stat()
 		if err != nil || !fi.IsDir() {
+			// ignore subsequent errors
+			_ = d.Close()
 			return err
 		}
 	}