diff --git a/canvas/image.go b/canvas/image.go
index e22381fbdf..c80653b066 100644
--- a/canvas/image.go
+++ b/canvas/image.go
@@ -180,7 +180,11 @@ func (i *Image) Resize(s fyne.Size) {
 	}
 
 	i.baseObject.Resize(s)
-	i.Refresh()
+	if i.isSVG || i.Image == nil {
+		i.Refresh() // we need to rasterise at the new size
+	} else {
+		Refresh(i) // just re-size using GPU scaling
+	}
 }
 
 // NewImageFromFile creates a new image from a local file.