Added sample-based testing infrastructure with initial Allure.NUnit tests

.github/workflows/test.yml

@@ -34,20 +34,48 @@ jobs:
         run: |
           dotnet restore ${{ env.SOLUTION_PATH }}
 
-      - name: 'Build project using dotnet'
+      - name: 'Build solution using dotnet'
         run: |
           dotnet build ${{ env.SOLUTION_PATH }}\
             --no-restore\
+            --configuration ${{ env.BUILD_CONFIGURATION }}\
+            -p:Allure_TestTargetVersion=SNAPSHOT\
+            -p:Allure_PreRunTestingFlow=true
+
+      - name: Create NuGet packages
+        run: |
+          dotnet pack ${{ env.SOLUTION_PATH }}\
+            --no-restore\
+            --no-build\
             --configuration ${{ env.BUILD_CONFIGURATION }}
 
+      - name: Build test samples
+        run: |
+          dotnet msbuild ${{ env.SOLUTION_PATH }}\
+            -t:Allure_BuildTestSamples\
+            -p:Allure_SampleConfiguration=${{ env.BUILD_CONFIGURATION }}
+
+      - name: 'Run test samples'
+        run: |
+          dotnet msbuild ${{ env.SOLUTION_PATH }}\
+            -t:Allure_RunTestSamples\
+            -p:Allure_SampleConfiguration=${{ env.BUILD_CONFIGURATION }}
+
       - name: 'Run tests'
         run: |
           dotnet test ./tests/Allure.Net.Commons.Tests\
+            --no-restore\
+            --no-build\
+            --configuration ${{ env.BUILD_CONFIGURATION }}
+          dotnet run --project ./tests/Allure.NUnit.Tests\
+            --no-restore\
             --no-build\
             --configuration ${{ env.BUILD_CONFIGURATION }}
           dotnet test ./tests/Allure.SpecFlow.Tests\
+            --no-restore\
             --no-build\
             --configuration ${{ env.BUILD_CONFIGURATION }}
           dotnet test ./tests/Allure.Reqnroll.Tests\
+            --no-restore\
             --no-build\
             --configuration ${{ env.BUILD_CONFIGURATION }}

Directory.Build.props

@@ -7,17 +7,25 @@
         <RepositoryType>git</RepositoryType>
     </PropertyGroup>
 
+    <!-- Common packaging properties -->
+    <PropertyGroup>
+        <IsPackable>false</IsPackable>
+        <WarnOnPackingNonPackableProject>true</WarnOnPackingNonPackableProject>
+    </PropertyGroup>
+
     <!-- Common build properties -->
     <PropertyGroup>
+        <TargetFramework>net8.0</TargetFramework>
         <LangVersion>12</LangVersion>
         <CheckEolTargetFramework>false</CheckEolTargetFramework>
         <UseArtifactsOutput>true</UseArtifactsOutput>
-        <ArtifactsPath>$([System.IO.Path]::Combine($(MSBuildThisFileDirectory), 'artifacts'))</ArtifactsPath>
+        <ArtifactsPath>$([MSBuild]::NormalizeDirectory('$(MSBuildThisFileDirectory)', 'artifacts'))</ArtifactsPath>
     </PropertyGroup>
 
     <!-- Signing properties -->
     <PropertyGroup>
-        <SignAssembly>true</SignAssembly>
-        <AssemblyOriginatorKeyFile>$([System.IO.Path]::Combine($(MSBuildThisFileDirectory), 'build', 'identity.snk'))</AssemblyOriginatorKeyFile>
+        <!-- Signing is opt-in -->
+        <SignAssembly>false</SignAssembly>
+        <AssemblyOriginatorKeyFile>$([MSBuild]::NormalizePath('$(MSBuildThisFileDirectory)', 'build', 'identity.snk'))</AssemblyOriginatorKeyFile>
     </PropertyGroup>
 </Project>

Directory.Build.targets

@@ -63,4 +63,10 @@
             <_InjectionNeeded>true</_InjectionNeeded>
         </PropertyGroup>
     </Target>
+
+    <Target Name="Allure_GenerateTestSamples" />
+    <Target Name="Allure_BuildTestSamples" />
+    <Target Name="Allure_RunTestSamples" />
+    <Target Name="Allure_CleanTestSamples" />
+    <Target Name="Allure_DeleteTestSamples" />
 </Project>

allure-csharp.slnx

@@ -22,17 +22,21 @@
   <Folder Name="/build/">
     <File Path="build/findvstool.ps1" />
     <File Path="build/TransformReadmeForNuget.cs" />
+    <Project Path="build/Allure.Build.SourceGenerators/Allure.Build.SourceGenerators.csproj">
+      <Build Solution="Publish|*" Project="false" />
+    </Project>
+    <Project Path="build/Allure.Build.Tasks/Allure.Build.Tasks.csproj">
+      <Build Solution="Publish|*" Project="false" />
+    </Project>
   </Folder>
   <Folder Name="/build/AspectInjector/win-x64/">
     <File Path="build/AspectInjector/win-x64/AspectInjector.exe" />
   </Folder>
   <Folder Name="/examples/">
     <Project Path="examples/Allure.NUnit.Examples/Allure.NUnit.Examples.csproj">
-      <BuildType Solution="Publish|*" Project="Debug" />
       <Build Solution="Publish|*" Project="false" />
     </Project>
     <Project Path="examples/Allure.Xunit.Examples/Allure.Xunit.Examples.csproj">
-      <BuildType Solution="Publish|*" Project="Debug" />
       <Build Solution="Publish|*" Project="false" />
     </Project>
   </Folder>
@@ -62,23 +66,24 @@
   </Folder>
   <Folder Name="/tests/">
     <Project Path="tests/Allure.Net.Commons.Tests/Allure.Net.Commons.Tests.csproj">
-      <BuildType Solution="Publish|*" Project="Debug" />
+      <Build Solution="Publish|*" Project="false" />
+    </Project>
+    <Project Path="tests/Allure.NUnit.Tests/Allure.NUnit.Tests.csproj">
       <Build Solution="Publish|*" Project="false" />
     </Project>
     <Project Path="tests/Allure.Reqnroll.Tests/Allure.Reqnroll.Tests.csproj">
-      <BuildType Solution="Publish|*" Project="Release" />
       <Build Solution="Publish|*" Project="false" />
     </Project>
     <Project Path="tests/Allure.SpecFlow.Tests.Samples/Allure.SpecFlow.Tests.Samples.csproj">
-      <BuildType Solution="Publish|*" Project="Debug" />
       <Build Solution="Publish|*" Project="false" />
     </Project>
     <Project Path="tests/Allure.SpecFlow.Tests/Allure.SpecFlow.Tests.csproj">
-      <BuildType Solution="Publish|*" Project="Debug" />
       <Build Solution="Publish|*" Project="false" />
     </Project>
     <Project Path="tests/Allure.Reqnroll.Tests.Samples/Allure.Reqnroll.Tests.Samples.csproj">
-      <BuildType Solution="Publish|*" Project="Release" />
+      <Build Solution="Publish|*" Project="false" />
+    </Project>
+    <Project Path="tests/Allure.Testing/Allure.Testing.csproj">
       <Build Solution="Publish|*" Project="false" />
     </Project>
   </Folder>

build/Allure.Build.SourceGenerators/Allure.Build.SourceGenerators.csproj

@@ -0,0 +1,15 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+    <PropertyGroup>
+        <TargetFramework>netstandard2.0</TargetFramework>
+        <IsRoslynComponent>true</IsRoslynComponent>
+        <IncludeBuildOutput>false</IncludeBuildOutput>
+        <Nullable>enable</Nullable>
+        <EnforceExtendedAnalyzerRules>true</EnforceExtendedAnalyzerRules>
+    </PropertyGroup>
+
+    <ItemGroup>
+        <PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="5.0.0" PrivateAssets="all" />
+    </ItemGroup>
+
+</Project>

build/Allure.Build.SourceGenerators/AllureMsbuildPropsGenerator.cs

@@ -0,0 +1,108 @@
+using System.Collections.Generic;
+using System.Collections.Immutable;
+using System.Linq;
+using System.Text;
+using System.Threading;
+using Microsoft.CodeAnalysis;
+using Microsoft.CodeAnalysis.CSharp;
+using Microsoft.CodeAnalysis.Diagnostics;
+
+namespace Allure.Build.SourceGenerators;
+
+using AllureBuildPropertiesData = ImmutableArray<(string, string)>;
+
+[Generator]
+public class AllureMsbuildPropsGenerator : IIncrementalGenerator
+{
+    public void Initialize(IncrementalGeneratorInitializationContext context)
+    {
+        var allureMsbuildProps = SetupMsbuildPropsArrayStream(context);
+
+        context.RegisterSourceOutput(allureMsbuildProps, GenerateAllureBuildProperties);
+    }
+
+    static IncrementalValueProvider<AllureBuildPropertiesData> SetupMsbuildPropsArrayStream(
+        IncrementalGeneratorInitializationContext context
+    ) =>
+        context
+            .AnalyzerConfigOptionsProvider
+            .SelectMany(GetExportedAllureProperties)
+            .Collect();
+
+    static IEnumerable<string> GetAllurePropertyNames(AnalyzerConfigOptions options) =>
+        options.TryGetValue(Constants.EDITOR_PROP_PROPERTY_NAMES, out var value)
+            ? value.Split(':')
+            : [];
+
+    static IEnumerable<(string, string)> GetExportedAllureProperties(
+        AnalyzerConfigOptionsProvider provider,
+        CancellationToken _
+    )
+    {
+        var options = provider.GlobalOptions;
+        foreach (var propertyName in GetAllurePropertyNames(options))
+        {
+            var edConfPropertyName = $"build_property.{propertyName}";
+            if (options.TryGetValue(edConfPropertyName, out var propertyValue))
+            {
+                yield return (propertyName, propertyValue);
+            }
+        }
+    }
+
+    static void GenerateAllureBuildProperties(
+        SourceProductionContext productionContext,
+        AllureBuildPropertiesData data
+    )
+    {
+        var sourceCode = GetAllureBuildPropertiesSourceCode(data);
+        productionContext.AddSource(Constants.MSBUILD_PROPS_FILENAME, sourceCode);
+    }
+
+    static string GetAllureBuildPropertiesSourceCode(AllureBuildPropertiesData data)
+    {
+        var sb = new StringBuilder();
+        sb.AppendLine($"namespace {Constants.NAMESPACE_NAME};");
+        sb.AppendLine();
+        sb.AppendLine($"internal static class {Constants.MSBUILD_PROPS_CLASSNAME}");
+        sb.AppendLine("{");
+        AppendClassProperties(sb, data);
+        sb.AppendLine("}");
+
+        return sb.ToString();
+    }
+
+    static void AppendClassProperties(StringBuilder sb, AllureBuildPropertiesData data)
+    {
+        if (data.Length > 0)
+        {
+            AppendOneClassProperty(sb, data[0]);
+        }
+
+        foreach (var rest in data.Skip(1))
+        {
+            sb.AppendLine();
+            AppendOneClassProperty(sb, rest);
+        }
+    }
+
+    static void AppendOneClassProperty(StringBuilder sb, (string, string) data)
+    {
+        var (key, value) = data;
+        if (!SyntaxFacts.IsValidIdentifier(key))
+        {
+            return;
+        }
+
+        var valueCodeLiteral = SymbolDisplay.FormatLiteral(value, true);
+
+        sb.Append(
+            $$"""
+                public static string {{ key }} { get; }
+                    = global::System.Environment.GetEnvironmentVariable($"{{ key }}")
+                        ?? {{ valueCodeLiteral }};
+
+            """
+        );
+    }
+}