diff --git a/src/video_core/texture_cache/image_info.cpp b/src/video_core/texture_cache/image_info.cpp
index 521e4118f..efb74ffae 100644
--- a/src/video_core/texture_cache/image_info.cpp
+++ b/src/video_core/texture_cache/image_info.cpp
@@ -329,6 +329,11 @@ bool ImageInfo::IsMipOf(const ImageInfo& info) const {
         return false;
     }
 
+    // Ensure that address matches too.
+    if ((info.guest_address + info.mips_layout[mip].offset) != guest_address) {
+        return false;
+    }
+
     return true;
 }