chore: reduce ci log messages (#3300)

Author: filzrev

build/BenchmarkDotNet.Build/Runners/UnitTestRunner.cs

@@ -32,15 +32,15 @@ public class UnitTestRunner(BuildContext context)
     private DirectoryPath TestOutputDirectory { get; } = context.RootDirectory
         .Combine("TestResults");
 
-    private DotNetTestSettings GetTestSettingsParameters(FilePath logFile, string tfm)
+    private DotNetTestSettings GetTestSettingsParameters(FilePath logFile, string tfm, string consoleLogVerbosity)
     {
         var settings = new DotNetTestSettings
         {
             Configuration = context.BuildConfiguration,
             Framework = tfm,
             NoBuild = true,
             NoRestore = true,
-            Loggers = new[] { "trx", $"trx;LogFileName={logFile.FullPath}", "console;verbosity=detailed" },
+            Loggers = ["trx", $"trx;LogFileName={logFile.FullPath}", $"console;verbosity={consoleLogVerbosity}"],
             EnvironmentVariables =
             {
                 ["Platform"] = "" // force the tool to not look for the .dll in platform-specific directory
@@ -51,11 +51,15 @@ private DotNetTestSettings GetTestSettingsParameters(FilePath logFile, string tf
 
     private void RunTests(FilePath projectFile, string alias, string tfm)
     {
+        var consoleLogVerbosity = projectFile == AnalyzerTestsProjectFile
+            ? "minimal"   // Show logs when test failed only.
+            : "detailed"; // Show detailed logs including stdout.
+
         var os = Utils.GetOs();
         var arch = RuntimeInformation.OSArchitecture.ToString().ToLower();
         var trxFileName = $"{os}({arch})-{alias}-{tfm}.trx";
         var trxFile = TestOutputDirectory.CombineWithFilePath(trxFileName);
-        var settings = GetTestSettingsParameters(trxFile, tfm);
+        var settings = GetTestSettingsParameters(trxFile, tfm, consoleLogVerbosity);
 
         context.Information($"Run tests for {projectFile} ({tfm}), result file: '{trxFile}'");
         context.DotNetTest(projectFile.FullPath, settings);

tests/BenchmarkDotNet.Tests/Perfonar/PerfonarTests.cs

@@ -16,16 +16,39 @@ public class PerfonarTests(ITestOutputHelper output)
 {
     [Theory]
     [MemberData(nameof(EntryDataKeys))]
-    public Task PerfonarIndexTest(string key) => VerifyString(key, new PerfonarIndex(TableDataMap[key].RootEntry).Dump());
+    public async Task PerfonarIndexTest(string key)
+    {
+        var content = new PerfonarIndex(TableDataMap[key].RootEntry).Dump();
+
+        try
+        {
+            await VerifyString(key, content);
+        }
+        catch
+        {
+            output.WriteLine(content);
+            throw;
+        }
+    }
 
     [Theory]
     [MemberData(nameof(EntryDataKeys))]
-    public Task PerfonarTableTest(string key)
+    public async Task PerfonarTableTest(string key)
     {
         var table = TableDataMap[key];
         string markdown = table.ToMarkdown(new PerfonarTableStyle());
         string json = LightJsonSerializer.Serialize(table.RootEntry, new LightJsonSettings { Indent = true });
-        return VerifyString(key, markdown + "\n" + json);
+
+        var content = $"{markdown}\n{json}";
+        try
+        {
+            await VerifyString(key, content);
+        }
+        catch
+        {
+            output.WriteLine(content);
+            throw;
+        }
     }
 
     private static readonly IDictionary<string, PerfonarTable> TableDataMap = new Dictionary<string, PerfonarTable>
@@ -162,9 +185,8 @@ public Task PerfonarTableTest(string key)
 
     private Task VerifyString(string key, string content)
     {
-        output.WriteLine(content);
         var settings = VerifyHelper.Create("Perfonar");
-        settings.UseParameters(key);
-        return Verifier.Verify(content, settings);
+        settings.UseParameters(key);
+        return Verifier.Verify(content, settings);
     }
 }