diff --git a/daemon/graphdriver/devmapper/deviceset.go b/daemon/graphdriver/devmapper/deviceset.go
index 7d350aaf50..625bbac76d 100644
--- a/daemon/graphdriver/devmapper/deviceset.go
+++ b/daemon/graphdriver/devmapper/deviceset.go
@@ -1880,7 +1880,7 @@ func (devices *DeviceSet) AddDevice(hash, baseHash string, storageOpt map[string
 	}
 
 	// Grow the container rootfs.
-	if size > 0 {
+	if size > baseInfo.Size {
 		info, err := devices.lookupDevice(hash)
 		if err != nil {
 			return err