Added tests for ASCII validation

Author: Nick-Nuon

src/Ascii.cs

@@ -6,6 +6,20 @@
 using System.Runtime.InteropServices;
 
 
+/* PAR:
+|                 Method |   N |       Mean |    Error |   StdDev |
+|----------------------- |---- |-----------:|---------:|---------:|
+|     FastUnicodeIsAscii | 100 |   652.6 ns |  2.20 ns |  1.95 ns |
+| StandardUnicodeIsAscii | 100 | 2,466.5 ns | 21.77 ns | 20.36 ns |
+|         RuntimeIsAscii | 100 | 2,502.7 ns | 29.81 ns | 27.89 ns |
+|     FastUnicodeIsAscii | 200 | 1,300.8 ns | 17.95 ns | 14.99 ns |
+| StandardUnicodeIsAscii | 200 | 5,216.6 ns | 62.48 ns | 55.38 ns |
+|         RuntimeIsAscii | 200 | 5,293.2 ns | 41.50 ns | 38.82 ns |
+|     FastUnicodeIsAscii | 500 | 2,978.6 ns | 34.99 ns | 32.73 ns |
+| StandardUnicodeIsAscii | 500 | 6,172.9 ns | 74.53 ns | 69.71 ns |
+|         RuntimeIsAscii | 500 | 6,210.8 ns | 80.82 ns | 63.10 ns | */
+
+
 // Ideally, we would want to implement something that looks like
 // https://learn.microsoft.com/en-us/dotnet/api/system.text.asciiencoding?view=net-7.0
 //
@@ -63,7 +77,7 @@ public static unsafe bool SIMDIsAscii(this ReadOnlySpan<char> s)
                     {
                         // instead of a load, we could have set it to zero, like so...
                         // total = Vector128<ushort>.Zero;
-                        // or to a custome value like this:
+                        // or to a custom value like this:
                         // total = DuplicateToVector128((char)0);
                         Vector128<ushort> total = AdvSimd.LoadVector128((ushort*)pStart);
                         i += 8;

test/AsciiTest.cs

@@ -6,9 +6,48 @@ public class AsciiTest
     [Fact]
     public void Test1()
     {
-        Assert.True(SimdUnicode.Ascii.IsAscii("absads12323123232131231232132132132312321321312321"));
-        Assert.False(SimdUnicode.Ascii.IsAscii("absaé12323123232131231232132132132312321321312321"));
-        Assert.True(SimdUnicode.Ascii.SIMDIsAscii("absads12323123232131231232132132132312321321312321"));
-        Assert.False(SimdUnicode.Ascii.SIMDIsAscii("absaé12323123232131231232132132132312321321312321"));
+        // Assert.True(SimdUnicode.Ascii.IsAscii("absads12323123232131231232132132132312321321312321"));
+        // Assert.False(SimdUnicode.Ascii.IsAscii("absaé12323123232131231232132132132312321321312321"));
+        // Assert.True(SimdUnicode.Ascii.SIMDIsAscii("absads12323123232131231232132132132312321321312321"));
+        // Assert.True(SimdUnicode.Ascii.SIMDIsAscii("12345678")); // 8 characters pass
+        // Assert.True(SimdUnicode.Ascii.SIMDIsAscii("123456789")); // 9 characters fails
+        Assert.True(SimdUnicode.Ascii.SIMDIsAscii("1234567890123456")); //fails
+        // Assert.False(SimdUnicode.Ascii.SIMDIsAscii("absaé12323123232131231232132132132312321321312321"));
+        // Assert.False(SimdUnicode.Ascii.SIMDIsAscii("absa12323123232131231232132132132312321321312321é")); // pass
     }
+
+/*     [Fact]
+    public void HardCodedSequencesTest()
+    {
+        string[] goodsequences = {
+            "a",
+            "abcde12345",
+            "\x71",
+            "\x75\x4c",
+            "\x7f\x4c\x23\x3c\x3a\x6f\x5d\x44\x13\x70"
+        };
+
+        string[] badsequences = {
+            "\xc3\x28",
+            "\xa0\xa1",
+            "\xe2\x28\xa1",
+            "\xe2\x82\x28",
+            "\xf0\x28\x8c\xbc",
+            // ... (continue with all sequences)
+        };
+
+        foreach (var sequence in goodsequences)
+        {
+            Assert.True(SimdUnicode.Ascii.IsAscii(sequence), "Expected valid ASCII sequence");
+            Assert.True(SimdUnicode.Ascii.SIMDIsAscii(sequence), "Expected SIMDIsAscii to validate ASCII sequence");
+        }
+
+        foreach (var sequence in badsequences)
+        {
+            Assert.False(SimdUnicode.Ascii.IsAscii(sequence), "Expected non-valid ASCII sequence");
+            Assert.False(SimdUnicode.Ascii.SIMDIsAscii(sequence), "Expected SIMDIsAscii to invalidate non-ASCII sequence");
+        }
+    } */
+
+
 }