nir/lower_int64: Lower 64-bit vote_ieq
Reviewed-by: Kenneth Graunke <kenneth@whitecape.org> Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/7329>
This commit is contained in:
committed by
Marge Bot
parent
731adf1e17
commit
178820212b
@@ -3072,6 +3072,7 @@ typedef enum {
|
||||
nir_lower_subgroup_shuffle64 = (1 << 16),
|
||||
nir_lower_scan_reduce_bitwise64 = (1 << 17),
|
||||
nir_lower_scan_reduce_iadd64 = (1 << 18),
|
||||
nir_lower_vote_ieq64 = (1 << 19),
|
||||
} nir_lower_int64_options;
|
||||
|
||||
typedef enum {
|
||||
|
||||
@@ -1110,6 +1110,25 @@ split_64bit_subgroup_op(nir_builder *b, const nir_intrinsic_instr *intrin)
|
||||
return nir_pack_64_2x32_split(b, res[0], res[1]);
|
||||
}
|
||||
|
||||
static nir_ssa_def *
|
||||
build_vote_ieq(nir_builder *b, nir_ssa_def *x)
|
||||
{
|
||||
nir_intrinsic_instr *vote =
|
||||
nir_intrinsic_instr_create(b->shader, nir_intrinsic_vote_ieq);
|
||||
vote->src[0] = nir_src_for_ssa(x);
|
||||
vote->num_components = x->num_components;
|
||||
nir_ssa_dest_init(&vote->instr, &vote->dest, 1, 1, NULL);
|
||||
nir_builder_instr_insert(b, &vote->instr);
|
||||
return &vote->dest.ssa;
|
||||
}
|
||||
|
||||
static nir_ssa_def *
|
||||
lower_vote_ieq(nir_builder *b, nir_ssa_def *x)
|
||||
{
|
||||
return nir_iand(b, build_vote_ieq(b, nir_unpack_64_2x32_split_x(b, x)),
|
||||
build_vote_ieq(b, nir_unpack_64_2x32_split_y(b, x)));
|
||||
}
|
||||
|
||||
static nir_ssa_def *
|
||||
build_scan_intrinsic(nir_builder *b, nir_intrinsic_op scan_op,
|
||||
nir_op reduction_op, unsigned cluster_size,
|
||||
@@ -1187,6 +1206,11 @@ should_lower_int64_intrinsic(const nir_intrinsic_instr *intrin,
|
||||
return intrin->dest.ssa.bit_size == 64 &&
|
||||
(options->lower_int64_options & nir_lower_subgroup_shuffle64);
|
||||
|
||||
case nir_intrinsic_vote_ieq:
|
||||
assert(intrin->src[0].is_ssa);
|
||||
return intrin->src[0].ssa->bit_size == 64 &&
|
||||
(options->lower_int64_options & nir_lower_vote_ieq64);
|
||||
|
||||
case nir_intrinsic_reduce:
|
||||
case nir_intrinsic_inclusive_scan:
|
||||
case nir_intrinsic_exclusive_scan:
|
||||
@@ -1227,6 +1251,10 @@ lower_int64_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin)
|
||||
case nir_intrinsic_quad_swap_diagonal:
|
||||
return split_64bit_subgroup_op(b, intrin);
|
||||
|
||||
case nir_intrinsic_vote_ieq:
|
||||
assert(intrin->src[0].is_ssa);
|
||||
return lower_vote_ieq(b, intrin->src[0].ssa);
|
||||
|
||||
case nir_intrinsic_reduce:
|
||||
case nir_intrinsic_inclusive_scan:
|
||||
case nir_intrinsic_exclusive_scan:
|
||||
|
||||
Reference in New Issue
Block a user