1use super::super::{simd as ls, simd::*, *};
4use crate::core_arch::simd::{self as cs, *};
5use crate::intrinsics::simd as is;
6use crate::mem::transmute;
7
8#[inline(always)]
9#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
10const unsafe fn simd_pickev_b<T: Copy>(a: T, b: T) -> T {
11 simd_shuffle!(
12 b,
13 a,
14 [
15 0, 2, 4, 6, 8, 10, 12, 14, 32, 34, 36, 38, 40, 42, 44, 46,
16 16, 18, 20, 22, 24, 26, 28, 30, 48, 50, 52, 54, 56, 58, 60, 62
17 ]
18 )
19}
20
21#[inline(always)]
22#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
23const unsafe fn simd_pickev_d<T: Copy>(a: T, b: T) -> T {
24 simd_shuffle!(b, a, [0, 4, 2, 6])
25}
26
27#[inline(always)]
28#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
29const unsafe fn simd_pickev_w<T: Copy>(a: T, b: T) -> T {
30 simd_shuffle!(b, a, [0, 2, 8, 10, 4, 6, 12, 14])
31}
32
33#[inline(always)]
34#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
35const unsafe fn simd_pickev_h<T: Copy>(a: T, b: T) -> T {
36 simd_shuffle!(b, a, [0, 2, 4, 6, 16, 18, 20, 22, 8, 10, 12, 14, 24, 26, 28, 30])
37}
38
39#[inline(always)]
40#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
41const unsafe fn simd_pickod_b<T: Copy>(a: T, b: T) -> T {
42 simd_shuffle!(
43 b,
44 a,
45 [
46 1, 3, 5, 7, 9, 11, 13, 15, 33, 35, 37, 39, 41, 43, 45, 47,
47 17, 19, 21, 23, 25, 27, 29, 31, 49, 51, 53, 55, 57, 59, 61, 63
48 ]
49 )
50}
51
52#[inline(always)]
53#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
54const unsafe fn simd_pickod_d<T: Copy>(a: T, b: T) -> T {
55 simd_shuffle!(b, a, [1, 5, 3, 7])
56}
57
58#[inline(always)]
59#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
60const unsafe fn simd_pickod_w<T: Copy>(a: T, b: T) -> T {
61 simd_shuffle!(b, a, [1, 3, 9, 11, 5, 7, 13, 15])
62}
63
64#[inline(always)]
65#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
66const unsafe fn simd_pickod_h<T: Copy>(a: T, b: T) -> T {
67 simd_shuffle!(b, a, [1, 3, 5, 7, 17, 19, 21, 23, 9, 11, 13, 15, 25, 27, 29, 31])
68}
69
70#[inline(always)]
71#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
72pub(crate) const unsafe fn simd_ilvh_b<T: Copy>(a: T, b: T) -> T {
73 simd_shuffle!(
74 b,
75 a,
76 [
77 8, 40, 9, 41, 10, 42, 11, 43, 12, 44, 13, 45, 14, 46, 15, 47,
78 24, 56, 25, 57, 26, 58, 27, 59, 28, 60, 29, 61, 30, 62, 31, 63
79 ]
80 )
81}
82
83#[inline(always)]
84#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
85pub(crate) const unsafe fn simd_ilvh_h<T: Copy>(a: T, b: T) -> T {
86 simd_shuffle!(b, a, [4, 20, 5, 21, 6, 22, 7, 23, 12, 28, 13, 29, 14, 30, 15, 31])
87}
88
89#[inline(always)]
90#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
91pub(crate) const unsafe fn simd_ilvh_w<T: Copy>(a: T, b: T) -> T {
92 simd_shuffle!(b, a, [2, 10, 3, 11, 6, 14, 7, 15])
93}
94
95#[inline(always)]
96#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
97pub(crate) const unsafe fn simd_ilvh_d<T: Copy>(a: T, b: T) -> T {
98 simd_shuffle!(b, a, [1, 5, 3, 7])
99}
100
101#[inline(always)]
102#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
103pub(crate) const unsafe fn simd_ilvl_b<T: Copy>(a: T, b: T) -> T {
104 simd_shuffle!(
105 b,
106 a,
107 [
108 0, 32, 1, 33, 2, 34, 3, 35, 4, 36, 5, 37, 6, 38, 7, 39,
109 16, 48, 17, 49, 18, 50, 19, 51, 20, 52, 21, 53, 22, 54, 23, 55
110 ]
111 )
112}
113
114#[inline(always)]
115#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
116pub(crate) const unsafe fn simd_ilvl_h<T: Copy>(a: T, b: T) -> T {
117 simd_shuffle!(b, a, [0, 16, 1, 17, 2, 18, 3, 19, 8, 24, 9, 25, 10, 26, 11, 27])
118}
119
120#[inline(always)]
121#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
122pub(crate) const unsafe fn simd_ilvl_w<T: Copy>(a: T, b: T) -> T {
123 simd_shuffle!(b, a, [0, 8, 1, 9, 4, 12, 5, 13])
124}
125
126#[inline(always)]
127#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
128pub(crate) const unsafe fn simd_ilvl_d<T: Copy>(a: T, b: T) -> T {
129 simd_shuffle!(b, a, [0, 4, 2, 6])
130}
131
132#[inline(always)]
133#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
134pub(crate) const unsafe fn simd_replvei_b<const I: u32, T: Copy>(a: T) -> T {
135 simd_shuffle!(
136 a,
137 a,
138 [
139 I, I, I, I, I, I, I, I, I, I, I, I, I, I, I, I,
140 I + 16, I + 16, I + 16, I + 16, I + 16, I + 16, I + 16, I + 16,
141 I + 16, I + 16, I + 16, I + 16, I + 16, I + 16, I + 16, I + 16
142 ]
143 )
144}
145
146#[inline(always)]
147#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
148pub(crate) const unsafe fn simd_replvei_h<const I: u32, T: Copy>(a: T) -> T {
149 simd_shuffle!(
150 a,
151 a,
152 [
153 I, I, I, I, I, I, I, I,
154 I + 8, I + 8, I + 8, I + 8, I + 8, I + 8, I + 8, I + 8
155 ]
156 )
157}
158
159#[inline(always)]
160#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
161pub(crate) const unsafe fn simd_replvei_w<const I: u32, T: Copy>(a: T) -> T {
162 simd_shuffle!(a, a, [I, I, I, I, I + 4, I + 4, I + 4, I + 4])
163}
164
165#[inline(always)]
166#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
167pub(crate) const unsafe fn simd_replvei_d<const I: u32, T: Copy>(a: T) -> T {
168 simd_shuffle!(a, a, [I, I, I + 2, I + 2])
169}
170
171#[inline(always)]
172#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
173pub(super) const unsafe fn simd_replve0_b<T: Copy>(a: T) -> T {
174 simd_shuffle!(
175 a,
176 a,
177 [
178 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
179 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
180 ]
181 )
182}
183
184#[inline(always)]
185#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
186pub(super) const unsafe fn simd_replve0_h<T: Copy>(a: T) -> T {
187 simd_shuffle!(a, a, [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0])
188}
189
190#[inline(always)]
191#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
192pub(super) const unsafe fn simd_replve0_w<T: Copy>(a: T) -> T {
193 simd_shuffle!(a, a, [0, 0, 0, 0, 0, 0, 0, 0])
194}
195
196#[inline(always)]
197#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
198pub(super) const unsafe fn simd_replve0_d<T: Copy>(a: T) -> T {
199 simd_shuffle!(a, a, [0, 0, 0, 0])
200}
201
202#[inline(always)]
203#[rustc_const_unstable(feature = "stdarch_const_helpers", issue = "none")]
204pub(super) const unsafe fn simd_replve0_q<T: Copy>(a: T) -> T {
205 simd_shuffle!(a, a, [0, 1, 0, 1])
206}
207
208impl_vv!("lasx", lasx_xvpcnt_b, is::simd_ctpop, m256i, i8x32);
209impl_vv!("lasx", lasx_xvpcnt_h, is::simd_ctpop, m256i, i16x16);
210impl_vv!("lasx", lasx_xvpcnt_w, is::simd_ctpop, m256i, i32x8);
211impl_vv!("lasx", lasx_xvpcnt_d, is::simd_ctpop, m256i, i64x4);
212impl_vv!("lasx", lasx_xvclz_b, is::simd_ctlz, m256i, i8x32);
213impl_vv!("lasx", lasx_xvclz_h, is::simd_ctlz, m256i, i16x16);
214impl_vv!("lasx", lasx_xvclz_w, is::simd_ctlz, m256i, i32x8);
215impl_vv!("lasx", lasx_xvclz_d, is::simd_ctlz, m256i, i64x4);
216impl_vv!("lasx", lasx_xvneg_b, is::simd_neg, m256i, i8x32);
217impl_vv!("lasx", lasx_xvneg_h, is::simd_neg, m256i, i16x16);
218impl_vv!("lasx", lasx_xvneg_w, is::simd_neg, m256i, i32x8);
219impl_vv!("lasx", lasx_xvneg_d, is::simd_neg, m256i, i64x4);
220impl_vv!("lasx", lasx_xvfsqrt_s, is::simd_fsqrt, m256, f32x8);
221impl_vv!("lasx", lasx_xvfsqrt_d, is::simd_fsqrt, m256d, f64x4);
222impl_vv!("lasx", lasx_xvreplve0_b, simd_replve0_b, m256i, i8x32);
223impl_vv!("lasx", lasx_xvreplve0_h, simd_replve0_h, m256i, i16x16);
224impl_vv!("lasx", lasx_xvreplve0_w, simd_replve0_w, m256i, i32x8);
225impl_vv!("lasx", lasx_xvreplve0_d, simd_replve0_d, m256i, i64x4);
226impl_vv!("lasx", lasx_xvreplve0_q, simd_replve0_q, m256i, i64x4);
227
228impl_gv!("lasx", lasx_xvreplgr2vr_b, ls::simd_splat, m256i, i8x32, i32);
229impl_gv!("lasx", lasx_xvreplgr2vr_h, ls::simd_splat, m256i, i16x16, i32);
230impl_gv!("lasx", lasx_xvreplgr2vr_w, ls::simd_splat, m256i, i32x8, i32);
231impl_gv!("lasx", lasx_xvreplgr2vr_d, ls::simd_splat, m256i, i64x4, i64);
232
233impl_sv!("lasx", lasx_xvrepli_b, ls::simd_splat, m256i, i8x32, 10);
234impl_sv!("lasx", lasx_xvrepli_h, ls::simd_splat, m256i, i16x16, 10);
235impl_sv!("lasx", lasx_xvrepli_w, ls::simd_splat, m256i, i32x8, 10);
236impl_sv!("lasx", lasx_xvrepli_d, ls::simd_splat, m256i, i64x4, 10);
237
238impl_vvv!("lasx", lasx_xvadd_b, is::simd_add, m256i, i8x32);
239impl_vvv!("lasx", lasx_xvadd_h, is::simd_add, m256i, i16x16);
240impl_vvv!("lasx", lasx_xvadd_w, is::simd_add, m256i, i32x8);
241impl_vvv!("lasx", lasx_xvadd_d, is::simd_add, m256i, i64x4);
242impl_vvv!("lasx", lasx_xvsub_b, is::simd_sub, m256i, i8x32);
243impl_vvv!("lasx", lasx_xvsub_h, is::simd_sub, m256i, i16x16);
244impl_vvv!("lasx", lasx_xvsub_w, is::simd_sub, m256i, i32x8);
245impl_vvv!("lasx", lasx_xvsub_d, is::simd_sub, m256i, i64x4);
246impl_vvv!("lasx", lasx_xvmax_b, cs::simd_imax, m256i, i8x32);
247impl_vvv!("lasx", lasx_xvmax_h, cs::simd_imax, m256i, i16x16);
248impl_vvv!("lasx", lasx_xvmax_w, cs::simd_imax, m256i, i32x8);
249impl_vvv!("lasx", lasx_xvmax_d, cs::simd_imax, m256i, i64x4);
250impl_vvv!("lasx", lasx_xvmax_bu, cs::simd_imax, m256i, u8x32);
251impl_vvv!("lasx", lasx_xvmax_hu, cs::simd_imax, m256i, u16x16);
252impl_vvv!("lasx", lasx_xvmax_wu, cs::simd_imax, m256i, u32x8);
253impl_vvv!("lasx", lasx_xvmax_du, cs::simd_imax, m256i, u64x4);
254impl_vvv!("lasx", lasx_xvmin_b, cs::simd_imin, m256i, i8x32);
255impl_vvv!("lasx", lasx_xvmin_h, cs::simd_imin, m256i, i16x16);
256impl_vvv!("lasx", lasx_xvmin_w, cs::simd_imin, m256i, i32x8);
257impl_vvv!("lasx", lasx_xvmin_d, cs::simd_imin, m256i, i64x4);
258impl_vvv!("lasx", lasx_xvmin_bu, cs::simd_imin, m256i, u8x32);
259impl_vvv!("lasx", lasx_xvmin_hu, cs::simd_imin, m256i, u16x16);
260impl_vvv!("lasx", lasx_xvmin_wu, cs::simd_imin, m256i, u32x8);
261impl_vvv!("lasx", lasx_xvmin_du, cs::simd_imin, m256i, u64x4);
262impl_vvv!("lasx", lasx_xvseq_b, is::simd_eq, m256i, i8x32);
263impl_vvv!("lasx", lasx_xvseq_h, is::simd_eq, m256i, i16x16);
264impl_vvv!("lasx", lasx_xvseq_w, is::simd_eq, m256i, i32x8);
265impl_vvv!("lasx", lasx_xvseq_d, is::simd_eq, m256i, i64x4);
266impl_vvv!("lasx", lasx_xvslt_b, is::simd_lt, m256i, i8x32);
267impl_vvv!("lasx", lasx_xvslt_h, is::simd_lt, m256i, i16x16);
268impl_vvv!("lasx", lasx_xvslt_w, is::simd_lt, m256i, i32x8);
269impl_vvv!("lasx", lasx_xvslt_d, is::simd_lt, m256i, i64x4);
270impl_vvv!("lasx", lasx_xvslt_bu, is::simd_lt, m256i, u8x32);
271impl_vvv!("lasx", lasx_xvslt_hu, is::simd_lt, m256i, u16x16);
272impl_vvv!("lasx", lasx_xvslt_wu, is::simd_lt, m256i, u32x8);
273impl_vvv!("lasx", lasx_xvslt_du, is::simd_lt, m256i, u64x4);
274impl_vvv!("lasx", lasx_xvsle_b, is::simd_le, m256i, i8x32);
275impl_vvv!("lasx", lasx_xvsle_h, is::simd_le, m256i, i16x16);
276impl_vvv!("lasx", lasx_xvsle_w, is::simd_le, m256i, i32x8);
277impl_vvv!("lasx", lasx_xvsle_d, is::simd_le, m256i, i64x4);
278impl_vvv!("lasx", lasx_xvsle_bu, is::simd_le, m256i, u8x32);
279impl_vvv!("lasx", lasx_xvsle_hu, is::simd_le, m256i, u16x16);
280impl_vvv!("lasx", lasx_xvsle_wu, is::simd_le, m256i, u32x8);
281impl_vvv!("lasx", lasx_xvsle_du, is::simd_le, m256i, u64x4);
282impl_vvv!("lasx", lasx_xvmul_b, is::simd_mul, m256i, i8x32);
283impl_vvv!("lasx", lasx_xvmul_h, is::simd_mul, m256i, i16x16);
284impl_vvv!("lasx", lasx_xvmul_w, is::simd_mul, m256i, i32x8);
285impl_vvv!("lasx", lasx_xvmul_d, is::simd_mul, m256i, i64x4);
286impl_vvv!("lasx", lasx_xvdiv_b, is::simd_div, m256i, i8x32);
287impl_vvv!("lasx", lasx_xvdiv_h, is::simd_div, m256i, i16x16);
288impl_vvv!("lasx", lasx_xvdiv_w, is::simd_div, m256i, i32x8);
289impl_vvv!("lasx", lasx_xvdiv_d, is::simd_div, m256i, i64x4);
290impl_vvv!("lasx", lasx_xvdiv_bu, is::simd_div, m256i, u8x32);
291impl_vvv!("lasx", lasx_xvdiv_hu, is::simd_div, m256i, u16x16);
292impl_vvv!("lasx", lasx_xvdiv_wu, is::simd_div, m256i, u32x8);
293impl_vvv!("lasx", lasx_xvdiv_du, is::simd_div, m256i, u64x4);
294impl_vvv!("lasx", lasx_xvmod_b, is::simd_rem, m256i, i8x32);
295impl_vvv!("lasx", lasx_xvmod_h, is::simd_rem, m256i, i16x16);
296impl_vvv!("lasx", lasx_xvmod_w, is::simd_rem, m256i, i32x8);
297impl_vvv!("lasx", lasx_xvmod_d, is::simd_rem, m256i, i64x4);
298impl_vvv!("lasx", lasx_xvmod_bu, is::simd_rem, m256i, u8x32);
299impl_vvv!("lasx", lasx_xvmod_hu, is::simd_rem, m256i, u16x16);
300impl_vvv!("lasx", lasx_xvmod_wu, is::simd_rem, m256i, u32x8);
301impl_vvv!("lasx", lasx_xvmod_du, is::simd_rem, m256i, u64x4);
302impl_vvv!("lasx", lasx_xvand_v, is::simd_and, m256i, u8x32);
303impl_vvv!("lasx", lasx_xvandn_v, ls::simd_andn, m256i, u8x32);
304impl_vvv!("lasx", lasx_xvor_v, is::simd_or, m256i, u8x32);
305impl_vvv!("lasx", lasx_xvorn_v, ls::simd_orn, m256i, u8x32);
306impl_vvv!("lasx", lasx_xvnor_v, ls::simd_nor, m256i, u8x32);
307impl_vvv!("lasx", lasx_xvxor_v, is::simd_xor, m256i, u8x32);
308impl_vvv!("lasx", lasx_xvfadd_s, is::simd_add, m256, f32x8);
309impl_vvv!("lasx", lasx_xvfadd_d, is::simd_add, m256d, f64x4);
310impl_vvv!("lasx", lasx_xvfsub_s, is::simd_sub, m256, f32x8);
311impl_vvv!("lasx", lasx_xvfsub_d, is::simd_sub, m256d, f64x4);
312impl_vvv!("lasx", lasx_xvfmul_s, is::simd_mul, m256, f32x8);
313impl_vvv!("lasx", lasx_xvfmul_d, is::simd_mul, m256d, f64x4);
314impl_vvv!("lasx", lasx_xvfdiv_s, is::simd_div, m256, f32x8);
315impl_vvv!("lasx", lasx_xvfdiv_d, is::simd_div, m256d, f64x4);
316impl_vvv!("lasx", lasx_xvsll_b, ls::simd_shl, m256i, i8x32);
317impl_vvv!("lasx", lasx_xvsll_h, ls::simd_shl, m256i, i16x16);
318impl_vvv!("lasx", lasx_xvsll_w, ls::simd_shl, m256i, i32x8);
319impl_vvv!("lasx", lasx_xvsll_d, ls::simd_shl, m256i, i64x4);
320impl_vvv!("lasx", lasx_xvsra_b, ls::simd_shr, m256i, i8x32);
321impl_vvv!("lasx", lasx_xvsra_h, ls::simd_shr, m256i, i16x16);
322impl_vvv!("lasx", lasx_xvsra_w, ls::simd_shr, m256i, i32x8);
323impl_vvv!("lasx", lasx_xvsra_d, ls::simd_shr, m256i, i64x4);
324impl_vvv!("lasx", lasx_xvsrl_b, ls::simd_shr, m256i, u8x32);
325impl_vvv!("lasx", lasx_xvsrl_h, ls::simd_shr, m256i, u16x16);
326impl_vvv!("lasx", lasx_xvsrl_w, ls::simd_shr, m256i, u32x8);
327impl_vvv!("lasx", lasx_xvsrl_d, ls::simd_shr, m256i, u64x4);
328impl_vvv!("lasx", lasx_xvbitclr_b, ls::simd_bitclr, m256i, u8x32);
329impl_vvv!("lasx", lasx_xvbitclr_h, ls::simd_bitclr, m256i, u16x16);
330impl_vvv!("lasx", lasx_xvbitclr_w, ls::simd_bitclr, m256i, u32x8);
331impl_vvv!("lasx", lasx_xvbitclr_d, ls::simd_bitclr, m256i, u64x4);
332impl_vvv!("lasx", lasx_xvbitset_b, ls::simd_bitset, m256i, u8x32);
333impl_vvv!("lasx", lasx_xvbitset_h, ls::simd_bitset, m256i, u16x16);
334impl_vvv!("lasx", lasx_xvbitset_w, ls::simd_bitset, m256i, u32x8);
335impl_vvv!("lasx", lasx_xvbitset_d, ls::simd_bitset, m256i, u64x4);
336impl_vvv!("lasx", lasx_xvbitrev_b, ls::simd_bitrev, m256i, u8x32);
337impl_vvv!("lasx", lasx_xvbitrev_h, ls::simd_bitrev, m256i, u16x16);
338impl_vvv!("lasx", lasx_xvbitrev_w, ls::simd_bitrev, m256i, u32x8);
339impl_vvv!("lasx", lasx_xvbitrev_d, ls::simd_bitrev, m256i, u64x4);
340impl_vvv!("lasx", lasx_xvsadd_b, is::simd_saturating_add, m256i, i8x32);
341impl_vvv!("lasx", lasx_xvsadd_h, is::simd_saturating_add, m256i, i16x16);
342impl_vvv!("lasx", lasx_xvsadd_w, is::simd_saturating_add, m256i, i32x8);
343impl_vvv!("lasx", lasx_xvsadd_d, is::simd_saturating_add, m256i, i64x4);
344impl_vvv!("lasx", lasx_xvsadd_bu, is::simd_saturating_add, m256i, u8x32);
345impl_vvv!("lasx", lasx_xvsadd_hu, is::simd_saturating_add, m256i, u16x16);
346impl_vvv!("lasx", lasx_xvsadd_wu, is::simd_saturating_add, m256i, u32x8);
347impl_vvv!("lasx", lasx_xvsadd_du, is::simd_saturating_add, m256i, u64x4);
348impl_vvv!("lasx", lasx_xvssub_b, is::simd_saturating_sub, m256i, i8x32);
349impl_vvv!("lasx", lasx_xvssub_h, is::simd_saturating_sub, m256i, i16x16);
350impl_vvv!("lasx", lasx_xvssub_w, is::simd_saturating_sub, m256i, i32x8);
351impl_vvv!("lasx", lasx_xvssub_d, is::simd_saturating_sub, m256i, i64x4);
352impl_vvv!("lasx", lasx_xvssub_bu, is::simd_saturating_sub, m256i, u8x32);
353impl_vvv!("lasx", lasx_xvssub_hu, is::simd_saturating_sub, m256i, u16x16);
354impl_vvv!("lasx", lasx_xvssub_wu, is::simd_saturating_sub, m256i, u32x8);
355impl_vvv!("lasx", lasx_xvssub_du, is::simd_saturating_sub, m256i, u64x4);
356impl_vvv!("lasx", lasx_xvadda_b, ls::simd_adda, m256i, i8x32);
357impl_vvv!("lasx", lasx_xvadda_h, ls::simd_adda, m256i, i16x16);
358impl_vvv!("lasx", lasx_xvadda_w, ls::simd_adda, m256i, i32x8);
359impl_vvv!("lasx", lasx_xvadda_d, ls::simd_adda, m256i, i64x4);
360impl_vvv!("lasx", lasx_xvabsd_b, ls::simd_absd, m256i, i8x32);
361impl_vvv!("lasx", lasx_xvabsd_h, ls::simd_absd, m256i, i16x16);
362impl_vvv!("lasx", lasx_xvabsd_w, ls::simd_absd, m256i, i32x8);
363impl_vvv!("lasx", lasx_xvabsd_d, ls::simd_absd, m256i, i64x4);
364impl_vvv!("lasx", lasx_xvabsd_bu, ls::simd_absd, m256i, u8x32);
365impl_vvv!("lasx", lasx_xvabsd_hu, ls::simd_absd, m256i, u16x16);
366impl_vvv!("lasx", lasx_xvabsd_wu, ls::simd_absd, m256i, u32x8);
367impl_vvv!("lasx", lasx_xvabsd_du, ls::simd_absd, m256i, u64x4);
368impl_vvv!("lasx", lasx_xvpickev_b, simd_pickev_b, m256i, i8x32);
369impl_vvv!("lasx", lasx_xvpickev_h, simd_pickev_h, m256i, i16x16);
370impl_vvv!("lasx", lasx_xvpickev_w, simd_pickev_w, m256i, i32x8);
371impl_vvv!("lasx", lasx_xvpickev_d, simd_pickev_d, m256i, i64x4);
372impl_vvv!("lasx", lasx_xvpickod_b, simd_pickod_b, m256i, i8x32);
373impl_vvv!("lasx", lasx_xvpickod_h, simd_pickod_h, m256i, i16x16);
374impl_vvv!("lasx", lasx_xvpickod_w, simd_pickod_w, m256i, i32x8);
375impl_vvv!("lasx", lasx_xvpickod_d, simd_pickod_d, m256i, i64x4);
376impl_vvv!("lasx", lasx_xvilvh_b, simd_ilvh_b, m256i, i8x32);
377impl_vvv!("lasx", lasx_xvilvh_h, simd_ilvh_h, m256i, i16x16);
378impl_vvv!("lasx", lasx_xvilvh_w, simd_ilvh_w, m256i, i32x8);
379impl_vvv!("lasx", lasx_xvilvh_d, simd_ilvh_d, m256i, i64x4);
380impl_vvv!("lasx", lasx_xvilvl_b, simd_ilvl_b, m256i, i8x32);
381impl_vvv!("lasx", lasx_xvilvl_h, simd_ilvl_h, m256i, i16x16);
382impl_vvv!("lasx", lasx_xvilvl_w, simd_ilvl_w, m256i, i32x8);
383impl_vvv!("lasx", lasx_xvilvl_d, simd_ilvl_d, m256i, i64x4);
384
385impl_vuv!("lasx", lasx_xvslli_b, is::simd_shl, m256i, i8x32);
386impl_vuv!("lasx", lasx_xvslli_h, is::simd_shl, m256i, i16x16);
387impl_vuv!("lasx", lasx_xvslli_w, is::simd_shl, m256i, i32x8);
388impl_vuv!("lasx", lasx_xvslli_d, is::simd_shl, m256i, i64x4);
389impl_vuv!("lasx", lasx_xvsrai_b, is::simd_shr, m256i, i8x32);
390impl_vuv!("lasx", lasx_xvsrai_h, is::simd_shr, m256i, i16x16);
391impl_vuv!("lasx", lasx_xvsrai_w, is::simd_shr, m256i, i32x8);
392impl_vuv!("lasx", lasx_xvsrai_d, is::simd_shr, m256i, i64x4);
393impl_vuv!("lasx", lasx_xvsrli_b, is::simd_shr, m256i, u8x32);
394impl_vuv!("lasx", lasx_xvsrli_h, is::simd_shr, m256i, u16x16);
395impl_vuv!("lasx", lasx_xvsrli_w, is::simd_shr, m256i, u32x8);
396impl_vuv!("lasx", lasx_xvsrli_d, is::simd_shr, m256i, u64x4);
397impl_vuv!("lasx", lasx_xvaddi_bu, is::simd_add, m256i, u8x32, 5);
398impl_vuv!("lasx", lasx_xvaddi_hu, is::simd_add, m256i, u16x16, 5);
399impl_vuv!("lasx", lasx_xvaddi_wu, is::simd_add, m256i, u32x8, 5);
400impl_vuv!("lasx", lasx_xvaddi_du, is::simd_add, m256i, u64x4, 5);
401impl_vuv!("lasx", lasx_xvslti_bu, is::simd_lt, m256i, u8x32, 5);
402impl_vuv!("lasx", lasx_xvslti_hu, is::simd_lt, m256i, u16x16, 5);
403impl_vuv!("lasx", lasx_xvslti_wu, is::simd_lt, m256i, u32x8, 5);
404impl_vuv!("lasx", lasx_xvslti_du, is::simd_lt, m256i, u64x4, 5);
405impl_vuv!("lasx", lasx_xvslei_bu, is::simd_le, m256i, u8x32, 5);
406impl_vuv!("lasx", lasx_xvslei_hu, is::simd_le, m256i, u16x16, 5);
407impl_vuv!("lasx", lasx_xvslei_wu, is::simd_le, m256i, u32x8, 5);
408impl_vuv!("lasx", lasx_xvslei_du, is::simd_le, m256i, u64x4, 5);
409impl_vuv!("lasx", lasx_xvmaxi_bu, cs::simd_imax, m256i, u8x32, 5);
410impl_vuv!("lasx", lasx_xvmaxi_hu, cs::simd_imax, m256i, u16x16, 5);
411impl_vuv!("lasx", lasx_xvmaxi_wu, cs::simd_imax, m256i, u32x8, 5);
412impl_vuv!("lasx", lasx_xvmaxi_du, cs::simd_imax, m256i, u64x4, 5);
413impl_vuv!("lasx", lasx_xvmini_bu, cs::simd_imin, m256i, u8x32, 5);
414impl_vuv!("lasx", lasx_xvmini_hu, cs::simd_imin, m256i, u16x16, 5);
415impl_vuv!("lasx", lasx_xvmini_wu, cs::simd_imin, m256i, u32x8, 5);
416impl_vuv!("lasx", lasx_xvmini_du, cs::simd_imin, m256i, u64x4, 5);
417impl_vuv!("lasx", lasx_xvrepl128vei_b, simd_replvei_b, m256i, i8x32, 4, const);
418impl_vuv!("lasx", lasx_xvrepl128vei_h, simd_replvei_h, m256i, i16x16, 3, const);
419impl_vuv!("lasx", lasx_xvrepl128vei_w, simd_replvei_w, m256i, i32x8, 2, const);
420impl_vuv!("lasx", lasx_xvrepl128vei_d, simd_replvei_d, m256i, i64x4, 1, const);
421
422impl_vug!("lasx", lasx_xvpickve2gr_w, is::simd_extract, m256i, i32x8, i32, 3);
423impl_vug!("lasx", lasx_xvpickve2gr_d, is::simd_extract, m256i, i64x4, i64, 2);
424impl_vug!("lasx", lasx_xvpickve2gr_wu, is::simd_extract, m256i, u32x8, u32, 3);
425impl_vug!("lasx", lasx_xvpickve2gr_du, is::simd_extract, m256i, u64x4, u64, 2);
426
427impl_vsv!("lasx", lasx_xvseqi_b, is::simd_eq, m256i, i8x32, 5);
428impl_vsv!("lasx", lasx_xvseqi_h, is::simd_eq, m256i, i16x16, 5);
429impl_vsv!("lasx", lasx_xvseqi_w, is::simd_eq, m256i, i32x8, 5);
430impl_vsv!("lasx", lasx_xvseqi_d, is::simd_eq, m256i, i64x4, 5);
431impl_vsv!("lasx", lasx_xvslti_b, is::simd_lt, m256i, i8x32, 5);
432impl_vsv!("lasx", lasx_xvslti_h, is::simd_lt, m256i, i16x16, 5);
433impl_vsv!("lasx", lasx_xvslti_w, is::simd_lt, m256i, i32x8, 5);
434impl_vsv!("lasx", lasx_xvslti_d, is::simd_lt, m256i, i64x4, 5);
435impl_vsv!("lasx", lasx_xvslei_b, is::simd_le, m256i, i8x32, 5);
436impl_vsv!("lasx", lasx_xvslei_h, is::simd_le, m256i, i16x16, 5);
437impl_vsv!("lasx", lasx_xvslei_w, is::simd_le, m256i, i32x8, 5);
438impl_vsv!("lasx", lasx_xvslei_d, is::simd_le, m256i, i64x4, 5);
439impl_vsv!("lasx", lasx_xvmaxi_b, cs::simd_imax, m256i, i8x32, 5);
440impl_vsv!("lasx", lasx_xvmaxi_h, cs::simd_imax, m256i, i16x16, 5);
441impl_vsv!("lasx", lasx_xvmaxi_w, cs::simd_imax, m256i, i32x8, 5);
442impl_vsv!("lasx", lasx_xvmaxi_d, cs::simd_imax, m256i, i64x4, 5);
443impl_vsv!("lasx", lasx_xvmini_b, cs::simd_imin, m256i, i8x32, 5);
444impl_vsv!("lasx", lasx_xvmini_h, cs::simd_imin, m256i, i16x16, 5);
445impl_vsv!("lasx", lasx_xvmini_w, cs::simd_imin, m256i, i32x8, 5);
446impl_vsv!("lasx", lasx_xvmini_d, cs::simd_imin, m256i, i64x4, 5);
447
448impl_vvvv!("lasx", lasx_xvmadd_b, ls::simd_madd, m256i, i8x32);
449impl_vvvv!("lasx", lasx_xvmadd_h, ls::simd_madd, m256i, i16x16);
450impl_vvvv!("lasx", lasx_xvmadd_w, ls::simd_madd, m256i, i32x8);
451impl_vvvv!("lasx", lasx_xvmadd_d, ls::simd_madd, m256i, i64x4);
452impl_vvvv!("lasx", lasx_xvmsub_b, ls::simd_msub, m256i, i8x32);
453impl_vvvv!("lasx", lasx_xvmsub_h, ls::simd_msub, m256i, i16x16);
454impl_vvvv!("lasx", lasx_xvmsub_w, ls::simd_msub, m256i, i32x8);
455impl_vvvv!("lasx", lasx_xvmsub_d, ls::simd_msub, m256i, i64x4);
456impl_vvvv!("lasx", lasx_xvfmadd_s, is::simd_fma, m256, f32x8);
457impl_vvvv!("lasx", lasx_xvfmadd_d, is::simd_fma, m256d, f64x4);
458impl_vvvv!("lasx", lasx_xvfmsub_s, ls::simd_fmsub, m256, f32x8);
459impl_vvvv!("lasx", lasx_xvfmsub_d, ls::simd_fmsub, m256d, f64x4);
460impl_vvvv!("lasx", lasx_xvfnmadd_s, ls::simd_fnmadd, m256, f32x8);
461impl_vvvv!("lasx", lasx_xvfnmadd_d, ls::simd_fnmadd, m256d, f64x4);
462impl_vvvv!("lasx", lasx_xvfnmsub_s, ls::simd_fnmsub, m256, f32x8);
463impl_vvvv!("lasx", lasx_xvfnmsub_d, ls::simd_fnmsub, m256d, f64x4);
464
465impl_vugv!("lasx", lasx_xvinsgr2vr_w, is::simd_insert, m256i, i32x8, i32, 3);
466impl_vugv!("lasx", lasx_xvinsgr2vr_d, is::simd_insert, m256i, i64x4, i64, 2);