Velocity SIMD CPU Runtime

.gitignore

@@ -249,6 +249,9 @@ ModelManifest.xml
 # macOS
 .DS_Store
 
+# VSCode
+.vscode/
+
 # Ignore specific template outputs
 Src/ILGPU/AtomicFunctions.cs
 Src/ILGPU/Backends/PTX/PTXIntrinsics.Generated.cs
@@ -274,6 +277,7 @@ Src/ILGPU/Runtime/Cuda/LibDevice.cs
 Src/ILGPU/Runtime/KernelLoaders.cs
 Src/ILGPU/Runtime/MemoryBuffers.cs
 Src/ILGPU/Runtime/PageLockedArrays.Generated.cs
+Src/ILGPU/Runtime/Velocity/VelocityWarps.cs
 Src/ILGPU/Static/ArithmeticEnums.cs
 Src/ILGPU/Static/CapabilityContext.cs
 Src/ILGPU/Static/DllImports.cs
@@ -334,6 +338,7 @@ Src/ILGPU.Tests/.test.runsettings
 Src/ILGPU.Tests.CPU/Configurations.cs
 Src/ILGPU.Tests.Cuda/Configurations.cs
 Src/ILGPU.Tests.OpenCL/Configurations.cs
+Src/ILGPU.Tests.Velocity/Configurations.cs
 
 # Generated test source files (Algorithms)
 Src/ILGPU.Algorithms.Tests/Generic/ConfigurationBase.cs
@@ -362,3 +367,4 @@ Src/ILGPU.Algorithms.Tests/XMathTests.Trig.cs
 Src/ILGPU.Algorithms.Tests.CPU/Configurations.cs
 Src/ILGPU.Algorithms.Tests.Cuda/Configurations.cs
 Src/ILGPU.Algorithms.Tests.OpenCL/Configurations.cs
+

Src/ILGPU.Tests.Velocity/Configurations.tt

@@ -0,0 +1,51 @@
+// ---------------------------------------------------------------------------------------
+//                                        ILGPU
+//                           Copyright (c) 2023 ILGPU Project
+//                                    www.ilgpu.net
+//
+// File: Configurations.tt/Configurations.cs
+//
+// This file is part of ILGPU and is distributed under the University of Illinois Open
+// Source License. See LICENSE.txt for details.
+// ---------------------------------------------------------------------------------------
+
+<#@ template debug="false" hostspecific="true" language="C#" #>
+<#@ include file="../ILGPU.Tests/Generic/ConfigurationBase.tt" #>
+<#@ assembly name="System.Core" #>
+<#@ import namespace="System.IO" #>
+using Xunit;
+using Xunit.Abstractions;
+
+<#
+var configurationFile = Host.ResolvePath("../ILGPU.Tests/Configurations.txt");
+var configurations = TestConfig.Parse(configurationFile);
+#>
+namespace ILGPU.Tests.Velocity
+{
+<# foreach (var (test, level, collection) in configurations) { #>
+<#      var name = $"Velocity{test}_{level}"; #>
+    [Collection("VelocityContextCollection<#= collection #>")]
+    public sealed partial class <#= name #> : <#= test #>
+    {
+        public <#= name #>(
+            ITestOutputHelper output,
+            VelocityTestContext<#= collection #> testContext)
+            : base(output, testContext)
+        { }
+    }
+
+<# } #>
+<# foreach (var (config, level) in TestConfig.AllConfigurations) { #>
+    public class VelocityTestContext<#= config #> : VelocityTestContext
+    {
+        public VelocityTestContext<#= config #>()
+            : base(OptimizationLevel.<#= level #>)
+        { }
+    }
+
+    [CollectionDefinition("VelocityContextCollection<#= config #>")]
+    public class VelocityContextCollection<#= config #> :
+        ICollectionFixture<VelocityTestContext<#= config #>> { }
+
+<# } #>
+}

Src/ILGPU.Tests.Velocity/ILGPU.Tests.Velocity.csproj

@@ -0,0 +1,57 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFrameworks>$(LibraryUnitTestTargetFrameworks)</TargetFrameworks>
+    <IsPackable>false</IsPackable>
+  </PropertyGroup>
+
+  <PropertyGroup>
+    <RunSettingsFilePath>$(MSBuildProjectDirectory)\..\ILGPU.Tests\.test.runsettings</RunSettingsFilePath>
+  </PropertyGroup>
+
+  <PropertyGroup>
+    <EnableNETAnalyzers>true</EnableNETAnalyzers>
+    <AnalysisMode>AllEnabledByDefault</AnalysisMode>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="GitHubActionsTestLogger" Version="2.0.1" />
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.4.1" />
+    <PackageReference Include="xunit" Version="2.4.2" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="2.4.5">
+      <PrivateAssets>all</PrivateAssets>
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+    </PackageReference>
+    <DotNetCliToolReference Include="dotnet-xunit" Version="2.3.1" />
+    <PackageReference Include="T4.Build" Version="0.2.4" PrivateAssets="All" />
+    <PackageReference Include="Xunit.SkippableFact" Version="1.4.13" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\..\Src\ILGPU\ILGPU.csproj" />
+    <ProjectReference Include="..\ILGPU.Tests\ILGPU.Tests.csproj" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <None Include="Configurations.cs">
+      <DesignTime>True</DesignTime>
+      <AutoGen>True</AutoGen>
+      <DependentUpon>Configurations.tt</DependentUpon>
+    </None>
+  </ItemGroup>
+
+  <ItemGroup>
+    <None Update="Configurations.tt">
+      <Generator>TextTemplatingFileGenerator</Generator>
+      <LastGenOutput>Configurations.cs</LastGenOutput>
+    </None>
+  </ItemGroup>
+
+  <ItemGroup>
+    <Compile Update="Configurations.cs">
+      <DesignTime>True</DesignTime>
+      <AutoGen>True</AutoGen>
+      <DependentUpon>Configurations.tt</DependentUpon>
+    </Compile>
+  </ItemGroup>
+</Project>

Src/ILGPU.Tests.Velocity/TestContext.cs

@@ -0,0 +1,44 @@
+// ---------------------------------------------------------------------------------------
+//                                        ILGPU
+//                           Copyright (c) 2023 ILGPU Project
+//                                    www.ilgpu.net
+//
+// File: TestContext.cs
+//
+// This file is part of ILGPU and is distributed under the University of Illinois Open
+// Source License. See LICENSE.txt for details.
+// ---------------------------------------------------------------------------------------
+
+using ILGPU.Runtime.Velocity;
+using System;
+
+namespace ILGPU.Tests.Velocity
+{
+    /// <summary>
+    /// An abstract test context for Velocity accelerators.
+    /// </summary>
+    public abstract class VelocityTestContext : TestContext
+    {
+        /// <summary>
+        /// Creates a new test context instance.
+        /// </summary>
+        /// <param name="optimizationLevel">The optimization level to use.</param>
+        /// <param name="prepareContext">The context preparation handler.</param>
+        protected VelocityTestContext(
+            OptimizationLevel optimizationLevel,
+            Action<Context.Builder> prepareContext)
+            : base(
+                  optimizationLevel,
+                  builder => prepareContext(builder.Velocity()),
+                  context => context.CreateVelocityAccelerator())
+        { }
+
+        /// <summary>
+        /// Creates a new test context instance.
+        /// </summary>
+        /// <param name="optimizationLevel">The optimization level to use.</param>
+        protected VelocityTestContext(OptimizationLevel optimizationLevel)
+            : this(optimizationLevel, _ => { })
+        { }
+    }
+}

Src/ILGPU.Tests/GroupOperations.cs

@@ -32,13 +32,18 @@ internal static void GroupDimensionKernel(ArrayView1D<int, Stride1D.Dense> data)
             data[2] = Group.DimZ;
         }
 
-        [Theory]
+        [SkippableTheory]
         [InlineData(1, 0, 0)]
         [InlineData(0, 1, 0)]
         [InlineData(0, 0, 1)]
         [KernelMethod(nameof(GroupDimensionKernel))]
         public void GroupDimension1D(int xMask, int yMask, int zMask)
         {
+            Skip.If(
+                xMask >= Accelerator.MaxGroupSize.X ||
+                yMask >= Accelerator.MaxGroupSize.Y ||
+                zMask >= Accelerator.MaxGroupSize.Z);
+
             for (int i = 2; i <= Math.Min(8, Accelerator.MaxNumThreadsPerGroup); i <<= 1)
             {
                 using var buffer = Accelerator.Allocate1D<int>(3);
@@ -61,13 +66,18 @@ public void GroupDimension1D(int xMask, int yMask, int zMask)
             }
         }
 
-        [Theory]
+        [SkippableTheory]
         [InlineData(1, 1, 0)]
         [InlineData(0, 1, 1)]
         [InlineData(1, 0, 1)]
         [KernelMethod(nameof(GroupDimensionKernel))]
         public void GroupDimension2D(int xMask, int yMask, int zMask)
         {
+            Skip.If(
+                xMask >= Accelerator.MaxGroupSize.X ||
+                yMask >= Accelerator.MaxGroupSize.Y ||
+                zMask >= Accelerator.MaxGroupSize.Z);
+
             var end = (int)Math.Sqrt(Accelerator.MaxNumThreadsPerGroup);
             for (int i = 2; i <= end; i <<= 1)
             {
@@ -121,6 +131,7 @@ internal static void GroupBarrierKernel(ArrayView1D<int, Stride1D.Dense> data)
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]
@@ -129,7 +140,7 @@ public void GroupBarrier(int length)
         {
             Skip.If(length > Accelerator.MaxNumThreadsPerGroup);
 
-            for (int i = 1; i <= Accelerator.MaxNumThreadsPerGroup; i <<= 1)
+            for (int i = 2; i <= Accelerator.MaxNumThreadsPerGroup; i <<= 1)
             {
                 using var buffer = Accelerator.Allocate1D<int>(length * i);
                 var extent = new KernelConfig(
@@ -151,6 +162,7 @@ internal static void GroupBarrierAndKernel(
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]
@@ -184,6 +196,7 @@ internal static void GroupBarrierOrKernel(
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]
@@ -219,6 +232,7 @@ internal static void GroupBarrierPopCountKernel(
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]
@@ -250,6 +264,7 @@ internal static void GroupBroadcastKernel(
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]
@@ -283,6 +298,7 @@ internal static void GroupDivergentControlFlowKernel(
         }
 
         [SkippableTheory]
+        [InlineData(2)]
         [InlineData(32)]
         [InlineData(256)]
         [InlineData(1024)]