Benchmarks for #117865 (MihaZupan)

[EgorBot]

Processing dotnet/runtime#117865 (comment) command:

Command

-amd

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Buffers;

BenchmarkRunner.Run<SingleString>(args: args);

public class SingleString
{
    private static readonly SearchValues<string> s_values = SearchValues.Create([Needle], StringComparison.Ordinal);
    private static readonly SearchValues<string> s_valuesIC = SearchValues.Create([Needle], StringComparison.OrdinalIgnoreCase);
    private static readonly string s_text_noMatches = new('a', Length);
    private static readonly string s_text_falsePositives = string.Concat(Enumerable.Repeat("Sherlock Holm_s", Length / Needle.Length));

    public const int Length = 100_000;
    public const string Needle = "Sherlock Holmes";

    [Benchmark] public void Throughput() => s_text_noMatches.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_Throughput() => s_text_noMatches.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_ThroughputIC() => s_text_noMatches.AsSpan().ContainsAny(s_valuesIC);

    [Benchmark] public void FalsePositives() => s_text_falsePositives.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_FalsePositives() => s_text_falsePositives.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_FalsePositivesIC() => s_text_falsePositives.AsSpan().ContainsAny(s_valuesIC);
}

(EgorBot will reply in this issue)

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.15.0, Linux Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 8 logical and 4 physical cores
  Job-CVEPVM : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-BOOZVV : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Throughput	Main	4.391 μs	0.0011 μs	1.00
Throughput	PR	3.415 μs	0.0005 μs	0.78
SV_Throughput	Main	5.484 μs	0.0016 μs	1.00
SV_Throughput	PR	5.119 μs	0.0013 μs	0.93
SV_ThroughputIC	Main	6.366 μs	0.0010 μs	1.00
SV_ThroughputIC	PR	5.119 μs	0.0020 μs	0.80
FalsePositives	Main	16.712 μs	0.0034 μs	1.00
FalsePositives	PR	12.498 μs	0.0019 μs	0.75
SV_FalsePositives	Main	13.861 μs	0.0075 μs	1.00
SV_FalsePositives	PR	9.536 μs	0.0049 μs	0.69
SV_FalsePositivesIC	Main	15.623 μs	0.0501 μs	1.00
SV_FalsePositivesIC	PR	11.264 μs	0.0217 μs	0.72

BDN_Artifacts.zip

cc @MihaZupan (agent_logs.txt). EgorBot manual: link.

[MihaZupan]

@EgorBot -gcp_emeraldrapids -pr 117865

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Buffers;

BenchmarkRunner.Run<SingleString>(args: args);

public class SingleString
{
    private static readonly SearchValues<string> s_values = SearchValues.Create([Needle], StringComparison.Ordinal);
    private static readonly SearchValues<string> s_valuesIC = SearchValues.Create([Needle], StringComparison.OrdinalIgnoreCase);
    private static readonly string s_text_noMatches = new('a', Length);
    private static readonly string s_text_falsePositives = string.Concat(Enumerable.Repeat("Sherlock Holm_s", Length / Needle.Length));

    public const int Length = 100_000;
    public const string Needle = "Sherlock Holmes";

    [Benchmark] public void Throughput() => s_text_noMatches.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_Throughput() => s_text_noMatches.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_ThroughputIC() => s_text_noMatches.AsSpan().ContainsAny(s_valuesIC);

    [Benchmark] public void FalsePositives() => s_text_falsePositives.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_FalsePositives() => s_text_falsePositives.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_FalsePositivesIC() => s_text_falsePositives.AsSpan().ContainsAny(s_valuesIC);
}

[EgorBo]

@MihaZupan oops, haven't ran GCP for a while and it failed due to bad creds, let me update those 🙂

[MihaZupan]

Thanks! I take it that's the only Intel VM with Vector512, right?

[EgorBo]

Thanks! I take it that's the only Intel VM with Vector512, right?

I think Azure one should have it too (but it's possible it's too old so .NET ignores it due to possible throttling)

[EgorBo]

@EgorBot -gcp_emeraldrapids

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Buffers;

BenchmarkRunner.Run<SingleString>(args: args);

public class SingleString
{
    private static readonly SearchValues<string> s_values = SearchValues.Create([Needle], StringComparison.Ordinal);
    private static readonly SearchValues<string> s_valuesIC = SearchValues.Create([Needle], StringComparison.OrdinalIgnoreCase);
    private static readonly string s_text_noMatches = new('a', Length);
    private static readonly string s_text_falsePositives = string.Concat(Enumerable.Repeat("Sherlock Holm_s", Length / Needle.Length));

    public const int Length = 100_000;
    public const string Needle = "Sherlock Holmes";

    [Benchmark] public void Throughput() => s_text_noMatches.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_Throughput() => s_text_noMatches.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_ThroughputIC() => s_text_noMatches.AsSpan().ContainsAny(s_valuesIC);

    [Benchmark] public void FalsePositives() => s_text_falsePositives.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_FalsePositives() => s_text_falsePositives.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_FalsePositivesIC() => s_text_falsePositives.AsSpan().ContainsAny(s_valuesIC);
}

[EgorBo]

@EgorBot -aws_sapphirelake -azure_cascadelake

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Buffers;

BenchmarkRunner.Run<SingleString>(args: args);

public class SingleString
{
    private static readonly SearchValues<string> s_values = SearchValues.Create([Needle], StringComparison.Ordinal);
    private static readonly SearchValues<string> s_valuesIC = SearchValues.Create([Needle], StringComparison.OrdinalIgnoreCase);
    private static readonly string s_text_noMatches = new('a', Length);
    private static readonly string s_text_falsePositives = string.Concat(Enumerable.Repeat("Sherlock Holm_s", Length / Needle.Length));

    public const int Length = 100_000;
    public const string Needle = "Sherlock Holmes";

    [Benchmark] public void Throughput() => s_text_noMatches.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_Throughput() => s_text_noMatches.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_ThroughputIC() => s_text_noMatches.AsSpan().ContainsAny(s_valuesIC);

    [Benchmark] public void FalsePositives() => s_text_falsePositives.AsSpan().Contains(Needle, StringComparison.Ordinal);
    [Benchmark] public void SV_FalsePositives() => s_text_falsePositives.AsSpan().ContainsAny(s_values);
    [Benchmark] public void SV_FalsePositivesIC() => s_text_falsePositives.AsSpan().ContainsAny(s_valuesIC);
}

[EgorBot]

Benchmark results on linux_aws_sapphirelake

BenchmarkDotNet v0.15.0, Linux Ubuntu 24.04 LTS (Noble Numbat)
Intel Xeon Platinum 8488C, 1 CPU, 16 logical and 8 physical cores
  Job-YSWOSK : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-XTUVRO : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Throughput	Main	5.506 μs	0.1071 μs	1.00
Throughput	PR	6.694 μs	0.1096 μs	1.22
SV_Throughput	Main	5.806 μs	0.1093 μs	1.00
SV_Throughput	PR	6.446 μs	0.1041 μs	1.11
SV_ThroughputIC	Main	5.958 μs	0.1188 μs	1.00
SV_ThroughputIC	PR	7.406 μs	0.0872 μs	1.24
FalsePositives	Main	30.023 μs	0.2173 μs	1.00
FalsePositives	PR	14.169 μs	0.1401 μs	0.47
SV_FalsePositives	Main	30.185 μs	0.2823 μs	1.00
SV_FalsePositives	PR	11.177 μs	0.1497 μs	0.37
SV_FalsePositivesIC	Main	17.555 μs	0.1627 μs	1.00
SV_FalsePositivesIC	PR	14.928 μs	0.1665 μs	0.85

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_cascadelake

BenchmarkDotNet v0.15.0, Linux Ubuntu 24.04.2 LTS (Noble Numbat)
Intel Xeon Platinum 8370C CPU 2.80GHz, 1 CPU, 16 logical and 8 physical cores
  Job-MVJDOO : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-KYJYDJ : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Throughput	Main	7.203 μs	0.0013 μs	1.00
Throughput	PR	7.226 μs	0.0025 μs	1.00
SV_Throughput	Main	9.835 μs	0.0015 μs	1.00
SV_Throughput	PR	7.658 μs	0.0006 μs	0.78
SV_ThroughputIC	Main	10.094 μs	0.0013 μs	1.00
SV_ThroughputIC	PR	7.728 μs	0.0012 μs	0.77
FalsePositives	Main	22.666 μs	0.0045 μs	1.00
FalsePositives	PR	18.466 μs	0.0016 μs	0.81
SV_FalsePositives	Main	16.411 μs	0.0058 μs	1.00
SV_FalsePositives	PR	14.120 μs	0.0022 μs	0.86
SV_FalsePositivesIC	Main	21.348 μs	0.0024 μs	1.00
SV_FalsePositivesIC	PR	18.790 μs	0.0032 μs	0.88

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[xtqqczze]

Benchmark results on linux_aws_sapphirelake

BenchmarkDotNet v0.15.0, Linux Ubuntu 24.04 LTS (Noble Numbat)
Intel Xeon Platinum 8488C, 1 CPU, 16 logical and 8 physical cores
  Job-YSWOSK : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-XTUVRO : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Intel Xeon Platinum 8488C is Sapphire Rapids, typo?

[EgorBo]

Intel Xeon Platinum 8488C is Sapphire Rapids, typo?

ah, right