Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 17 additions & 1 deletion src/coreclr/jit/hwintrinsic.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -2766,7 +2766,23 @@ GenTree* Compiler::impHWIntrinsic(NamedIntrinsic intrinsic,

if (setMethodHandle && (retNode != nullptr))
{
retNode->AsHWIntrinsic()->SetMethodHandle(this, method R2RARG(*entryPoint));
GenTree* userCall = retNode;

#if defined(TARGET_XARCH)
if (userCall->OperIsConvertMaskToVector())
{
// A mask-producing intrinsic was wrapped in a mask-to-vector conversion, but the user call
// replaces the inner node, so attach the handle there to keep its operands. ConvertMaskToVector
// is always unary, so its sole operand is the mask node being tagged.
GenTreeHWIntrinsic* cvtMaskToVector = userCall->AsHWIntrinsic();
assert(cvtMaskToVector->GetOperandCount() == 1);

userCall = cvtMaskToVector->Op(1);
assert(userCall->TypeIs(TYP_MASK));
Comment thread
tannergooding marked this conversation as resolved.
}
#endif // TARGET_XARCH

userCall->AsHWIntrinsic()->SetMethodHandle(this, method R2RARG(*entryPoint));
}

#if defined(FEATURE_MASKED_HW_INTRINSICS) && defined(TARGET_ARM64)
Expand Down
51 changes: 51 additions & 0 deletions src/tests/JIT/Regression/JitBlue/GitHub_131472/GitHub_131472.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.

using System.Runtime.CompilerServices;
using System.Runtime.Intrinsics;
using System.Runtime.Intrinsics.X86;
using Xunit;

public class GitHub_131472
{
[MethodImpl(MethodImplOptions.NoInlining)]
private static FloatComparisonMode Opaque(FloatComparisonMode value) => value;

[MethodImpl(MethodImplOptions.NoInlining | MethodImplOptions.AggressiveOptimization)]
private static Vector256<float> Compare(Vector256<float> l, Vector256<float> r, FloatComparisonMode m) => Avx.Compare(l, r, m);

[MethodImpl(MethodImplOptions.NoInlining | MethodImplOptions.NoOptimization)]
private static Vector256<float> Reference(Vector256<float> l, Vector256<float> r, FloatComparisonMode m) => Avx.Compare(l, r, m);

[MethodImpl(MethodImplOptions.NoInlining | MethodImplOptions.AggressiveOptimization)]
private static Vector512<float> Compare(Vector512<float> l, Vector512<float> r, FloatComparisonMode m) => Avx512F.Compare(l, r, m);

[MethodImpl(MethodImplOptions.NoInlining | MethodImplOptions.NoOptimization)]
private static Vector512<float> Reference(Vector512<float> l, Vector512<float> r, FloatComparisonMode m) => Avx512F.Compare(l, r, m);

[Fact]
public static void TestEntryPoint()
{
// A non-constant mode must expand without leaving right/mode uninitialized when Compare is
// promoted to its mask-returning form. Vector256 exercises the optional EVEX promotion;
// Vector512 exercises the mandatory-mask path.
for (int i = 0; i <= (int)FloatComparisonMode.UnorderedTrueSignaling; i++)
{
FloatComparisonMode mode = Opaque((FloatComparisonMode)i);

if (Avx.IsSupported)
{
Vector256<float> l = Vector256.Create(1f, 2f, 3f, 4f, 5f, 6f, 7f, 8f);
Vector256<float> r = Vector256.Create(8f, 2f, 6f, 4f, 4f, 6f, 2f, 8f);
Assert.Equal(Reference(l, r, mode), Compare(l, r, mode));
}

if (Avx512F.IsSupported)
{
Vector512<float> l = Vector512.Create(1f, 2f, 3f, 4f, 5f, 6f, 7f, 8f, 9f, 10f, 11f, 12f, 13f, 14f, 15f, 16f);
Vector512<float> r = Vector512.Create(8f, 2f, 6f, 4f, 4f, 6f, 2f, 8f, 16f, 10f, 12f, 12f, 12f, 14f, 10f, 16f);
Assert.Equal(Reference(l, r, mode), Compare(l, r, mode));
}
}
}
}
1 change: 1 addition & 0 deletions src/tests/JIT/Regression/Regression_ro_2.csproj
Original file line number Diff line number Diff line change
Expand Up @@ -122,6 +122,7 @@
<Compile Include="JitBlue\Runtime_131137\Runtime_131137.cs" />
<Compile Include="JitBlue\Runtime_10337\Runtime_10337.cs" />
<Compile Include="JitBlue\Runtime_125160\Runtime_125160.cs" />
<Compile Include="JitBlue\GitHub_131472\GitHub_131472.cs" />
</ItemGroup>
<Import Project="$(TestSourceDir)MergedTestRunner.targets" />
</Project>
Loading