diff --git a/cmd/erasure-sets.go b/cmd/erasure-sets.go
index ca6618e82..20987520c 100644
--- a/cmd/erasure-sets.go
+++ b/cmd/erasure-sets.go
@@ -217,6 +217,10 @@ func (s *erasureSets) connectDisks() {
 				continue
 			}
 		}
+		if cdisk != nil {
+			// Close previous offline disk.
+			cdisk.Close()
+		}
 
 		wg.Add(1)
 		go func(endpoint Endpoint) {