diff --git a/src/panfrost/vulkan/panvk_device.c b/src/panfrost/vulkan/panvk_device.c
index 2eb8fa3100b..4d2dc4f9e4c 100644
--- a/src/panfrost/vulkan/panvk_device.c
+++ b/src/panfrost/vulkan/panvk_device.c
@@ -1413,7 +1413,6 @@ panvk_BindImageMemory2(VkDevice device,
       VK_FROM_HANDLE(panvk_device_memory, mem, pBindInfos[i].memory);
 
       if (mem) {
-         panfrost_bo_reference(mem->bo);
          image->pimage.data.bo = mem->bo;
          image->pimage.data.offset = pBindInfos[i].memoryOffset;
          /* Reset the AFBC headers */
@@ -1430,7 +1429,6 @@ panvk_BindImageMemory2(VkDevice device,
             }
          }
       } else {
-         panfrost_bo_unreference(image->pimage.data.bo);
          image->pimage.data.bo = NULL;
          image->pimage.data.offset = pBindInfos[i].memoryOffset;
       }