diff --git a/src/nouveau/compiler/nak/sm50.rs b/src/nouveau/compiler/nak/sm50.rs
index c85431b2877..ec10e4b4c98 100644
--- a/src/nouveau/compiler/nak/sm50.rs
+++ b/src/nouveau/compiler/nak/sm50.rs
@@ -2619,8 +2619,9 @@ impl SM50Op for OpALd {
 
         e.set_dst(self.dst);
         if self.access.phys {
+            assert!(!self.access.patch);
             assert!(self.offset.src_ref.as_reg().is_some());
-        } else {
+        } else if !self.access.patch {
             assert!(self.offset.is_zero());
         }
         e.set_reg_src(8..16, self.offset);