From 0f57d7c0c39c98382ca600003342853369695d57 Mon Sep 17 00:00:00 2001
From: Amber <amber@igalia.com>
Date: Tue, 11 Apr 2023 07:31:46 +0200
Subject: [PATCH] ir3: handle non-uniform case for atomic image/ssbo intrinsics

Signed-off-by: Amber Amber <amber@igalia.com>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/20991>
---
 src/freedreno/ir3/ir3_a6xx.c | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/freedreno/ir3/ir3_a6xx.c b/src/freedreno/ir3/ir3_a6xx.c
index c45f6108a32..c5c3654ed22 100644
--- a/src/freedreno/ir3/ir3_a6xx.c
+++ b/src/freedreno/ir3/ir3_a6xx.c
@@ -189,6 +189,7 @@ emit_intrinsic_atomic_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr)
 
    atomic->dsts[0]->wrmask = src1->dsts[0]->wrmask;
    ir3_reg_tie(atomic->dsts[0], atomic->srcs[2]);
+   ir3_handle_nonuniform(atomic, intr);
    struct ir3_instruction *split;
    ir3_split_dest(b, &split, atomic, 0, 1);
    return split;
@@ -297,6 +298,7 @@ emit_intrinsic_atomic_image(struct ir3_context *ctx, nir_intrinsic_instr *intr)
 
    atomic->dsts[0]->wrmask = src1->dsts[0]->wrmask;
    ir3_reg_tie(atomic->dsts[0], atomic->srcs[2]);
+   ir3_handle_nonuniform(atomic, intr);
    struct ir3_instruction *split;
    ir3_split_dest(b, &split, atomic, 0, 1);
    return split;