dahjah/rpcs3
1
0
Fork 0
mirror of https://github.com/RPCS3/rpcs3.git synced 2026-07-09 17:25:18 -06:00
Code Issues Packages Projects Releases Wiki Activity

Vectorized ROTHM, ROTMAH, SHLH

Browse Source 
Added vectorized versions for the remaining 16-bit variable shifts well on SSE2 targets. They all use a similar method to `ROTH`, so I am adding them to this pull.
This commit is contained in:
Walter 2026-06-28 13:48:10 +10:00
parent ca22cd6b99
commit a4e3d88700
1 changed files with 81 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

122
rpcs3/Emu/Cell/SPUASMJITRecompiler.cpp
View File

@ -1922,10 +1922,11 @@ void spu_recompiler::ROTH(spu_opcode_t op) //nf
void spu_recompiler::ROTHM(spu_opcode_t op)
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
if (utils::has_avx512())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->psubw(vb, XmmConst(v128::from16p(1)));
c->pandn(vb, XmmConst(v128::from16p(0x1f)));
@ -1936,8 +1937,6 @@ void spu_recompiler::ROTHM(spu_opcode_t op)
if (utils::has_avx2())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
const XmmLink& v4 = XmmAlloc();
const XmmLink& v5 = XmmAlloc();
@ -1956,8 +1955,6 @@ void spu_recompiler::ROTHM(spu_opcode_t op)
if (utils::has_xop())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->psubw(vb, XmmConst(v128::from16p(1)));
c->pandn(vb, XmmConst(v128::from16p(0x1f)));
@ -1970,22 +1967,40 @@ void spu_recompiler::ROTHM(spu_opcode_t op)
return;
}
for (u32 i = 0; i < 8; i++) // unrolled loop
{
c->movzx(qw0->r32(), SPU_OFF_16(gpr, op.ra, &v128::_u16, i));
c->movzx(asmjit::x86::ecx, SPU_OFF_16(gpr, op.rb, &v128::_u16, i));
c->neg(asmjit::x86::ecx);
c->shr(qw0->r32(), asmjit::x86::cl);
c->mov(SPU_OFF_16(gpr, op.rt, &v128::_u16, i), qw0->r16());
}
// Turn shift amount into power of 2 using a float's exponent
// Amount is `-amt % 32`, so make power zero when < 16
const float exp_offset = -std::exp2(-16.0f);
const XmmLink& vt = XmmAlloc();
const XmmLink& v1 = XmmAlloc();
const XmmLink& v2 = XmmAlloc();
c->psllw(vb, 11);
c->psrlw(vb, 4);
c->movdqa(vt, vb);
c->paddw(vb, XmmConst(v128::from16p(std::bit_cast<uint32_t>(exp_offset) >> 16)));
c->pxor(v1, v1);
c->pxor(v2, v2);
c->punpcklwd(v1, vb); // "shifts" the amount into the exponent
c->punpckhwd(v2, vb);
c->cvttps2dq(v1, v1);
c->cvttps2dq(v2, v2);
c->packssdw(v1, v2); // positive power (1<<15) would have saturated
c->pxor(vb, vb);
c->pcmpeqw(vt, vb);
c->pand(vt, va);
c->psubw(vb, v1);
c->pmulhuw(va, vb); // high multiply "shifts" right by 16
c->por(va, vt); // (amt == 0)? x : (x >> (32 - amt))
c->vmovdqa(SPU_OFF_128(gpr, op.rt), va);
}
void spu_recompiler::ROTMAH(spu_opcode_t op)
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
if (utils::has_avx512())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->psubw(vb, XmmConst(v128::from16p(1)));
c->pandn(vb, XmmConst(v128::from16p(0x1f)));
@ -1996,8 +2011,6 @@ void spu_recompiler::ROTMAH(spu_opcode_t op)
if (utils::has_avx2())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
const XmmLink& v4 = XmmAlloc();
const XmmLink& v5 = XmmAlloc();
@ -2018,8 +2031,6 @@ void spu_recompiler::ROTMAH(spu_opcode_t op)
if (utils::has_xop())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->psubw(vb, XmmConst(v128::from16p(1)));
c->pandn(vb, XmmConst(v128::from16p(0x1f)));
@ -2031,22 +2042,44 @@ void spu_recompiler::ROTMAH(spu_opcode_t op)
return;
}
for (u32 i = 0; i < 8; i++) // unrolled loop
{
c->movsx(qw0->r32(), SPU_OFF_16(gpr, op.ra, &v128::_u16, i));
c->movzx(asmjit::x86::ecx, SPU_OFF_16(gpr, op.rb, &v128::_u16, i));
c->neg(asmjit::x86::ecx);
c->sar(qw0->r32(), asmjit::x86::cl);
c->mov(SPU_OFF_16(gpr, op.rt, &v128::_u16, i), qw0->r16());
}
// Turn shift amount into power of 2 using a float's exponent
// Amount is `-amt % 32`, so clamp to sign fill when < 16
const float exp_offset = -std::exp2(-17.0f); // source is pre-shifted later
const XmmLink& vt = XmmAlloc();
const XmmLink& v1 = XmmAlloc();
const XmmLink& v2 = XmmAlloc();
c->psllw(vb, 11);
c->psrlw(vb, 4);
c->movdqa(vt, vb);
c->pmaxsw(vb, XmmConst(v128::from16p(17 << (23-16)))); // large shifts fill with sign
c->paddw(vb, XmmConst(v128::from16p(std::bit_cast<uint32_t>(exp_offset) >> 16)));
c->pxor(v1, v1);
c->pxor(v2, v2);
c->pcmpeqw(vt, v1);
c->punpcklwd(v1, vb); // "shifts" the amount into the exponent
c->punpckhwd(v2, vb);
c->cvttps2dq(v1, v1);
c->cvttps2dq(v2, v2);
c->packssdw(v1, v2); // positive power (1<<15) would have saturated
c->psrlw(vt, 1);
c->psubw(vt, v1); // (amt == 0)? (1<<15) : -negPow2
c->movdqa(vb, va);
c->psraw(vb, 15);
c->paddw(va, va); // pre-shift so `mulhi(x, 1<<15) = x >> 0` (already have sign bit)
c->pmullw(vb, vt);
c->pmulhuw(va, vt);
c->por(va, vb); // fshr((x>>15), x, amt)
c->vmovdqa(SPU_OFF_128(gpr, op.rt), va);
}
void spu_recompiler::SHLH(spu_opcode_t op)
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
if (utils::has_avx512())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->pand(vb, XmmConst(v128::from16p(0x1f)));
c->vpsllvw(vt, va, vb);
@ -2056,8 +2089,6 @@ void spu_recompiler::SHLH(spu_opcode_t op)
if (utils::has_avx2())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
const XmmLink& v4 = XmmAlloc();
const XmmLink& v5 = XmmAlloc();
@ -2075,8 +2106,6 @@ void spu_recompiler::SHLH(spu_opcode_t op)
if (utils::has_xop())
{
const XmmLink& va = XmmGet(op.ra, XmmType::Int);
const XmmLink& vb = XmmGet(op.rb, XmmType::Int);
const XmmLink& vt = XmmAlloc();
c->pand(vb, XmmConst(v128::from16p(0x1f)));
c->vpcmpgtw(vt, vb, XmmConst(v128::from16p(15)));
@ -2086,13 +2115,24 @@ void spu_recompiler::SHLH(spu_opcode_t op)
return;
}
for (u32 i = 0; i < 8; i++) // unrolled loop
{
c->movzx(qw0->r32(), SPU_OFF_16(gpr, op.ra, &v128::_u16, i));
c->movzx(asmjit::x86::ecx, SPU_OFF_16(gpr, op.rb, &v128::_u16, i));
c->shl(qw0->r32(), asmjit::x86::cl);
c->mov(SPU_OFF_16(gpr, op.rt, &v128::_u16, i), qw0->r16());
}
// Turn shift amount into power of 2 using a float's exponent
// Arithmetic shift can make power smaller than one
const XmmLink& v1 = XmmAlloc();
const XmmLink& v2 = XmmAlloc();
c->psllw(vb, 11);
c->psraw(vb, 4); // when amt > 15, exp -= 16
c->paddw(vb, XmmConst(v128::from16p(std::bit_cast<uint32_t>(-1.0f) >> 16)));
c->pxor(v1, v1);
c->pxor(v2, v2);
c->punpcklwd(v1, vb);
c->punpckhwd(v2, vb);
c->cvttps2dq(v1, v1);
c->cvttps2dq(v2, v2);
c->packssdw(v1, v2); // positive power (1<<15) would have saturated
c->pxor(vb, vb);
c->psubw(vb, va); // can negate either
c->pmullw(vb, v1);
c->movdqa(SPU_OFF_128(gpr, op.rt), vb);
}
void spu_recompiler::ROTI(spu_opcode_t op)