mirror of
https://github.com/azaion/missions.git
synced 2026-06-21 12:11:07 +00:00
ccd85a09df
ci/woodpecker/push/build-arm Pipeline failed
Scaffold the blackbox test project the rest of epic AZ-575 (AZ-577..AZ-586) will build on. Two new csprojs under tests/, plus the TLS materials and TRX->CSV reporting hand-off the existing docker-compose.test.yml already calls for. JWKS mock (tests/Azaion.Missions.JwksMock/): - ASP.NET Core minimal API on .NET 10, no NuGet deps; JWS is hand-rolled to keep the surface tight and avoid version drift with the SUT - KeyStore with one in-memory ECDSA P-256 keypair + retired-key grace window for NFT-RES-07 / NFT-SEC-11 rotation observability - Endpoints: GET /.well-known/jwks.json, POST /sign, POST /rotate-key - Mock-only alg_override / kid_override switches drive NFT-SEC-09/10/11 - TLS keypair committed under tls/; tests/jwks-mock-ca.crt is a copy mounted into both missions and e2e-consumer per docker-compose.test.yml E2E consumer (tests/Azaion.Missions.E2E.Tests/): - xUnit 2.9.2 + Bogus 35.6.1 + Npgsql 10.0.2 + Xunit.SkippableFact 1.4.13 - TestBase / TokenMinter scaffolding for downstream tasks - Fixtures/ for DbReset, DbSeed, ComposeRestart, JwksRotate, JwksMockReverse - Helpers/ for DbAssertions (side-channel), HttpAssertions, FixtureSql - 8 Tests/<category>/Sanity.cs discovery smoke tests (AC-3) - Tests/InfrastructureSanity.cs SkippableFacts for AC-1/2/5/6 - Tests/AaaPatternEnforcement.cs greps source files for AC-7 - Tests/Reporting/TrxToCsvPostProcessorTests.cs covers AC-4 - Reporting/TrxToCsvPostProcessor.cs handles VSTest TRX -> environment.md CSV; xUnit traits are not propagated by the TRX logger so the converter reflects them out of the test DLL via GetCustomAttributesData - Reporting.Cli/ is a separate console csproj that links the converter source files (test project excludes Reporting.Cli/** from compile) - Dockerfile + entrypoint.sh wire dotnet test -> trx -> csv inside the e2e-consumer container the compose file already references Local verification: 13 pass, 3 skip (with explicit reasons), 0 fail. End-to-end TRX->CSV manually verified against environment.md header spec. Docker stack build is handed off to autodev Step 7 (test-run skill). Reports under _docs/03_implementation/. AZ-576 task spec moved to _docs/tasks/done/. Co-authored-by: Cursor <cursoragent@cursor.com>
136 lines
4.3 KiB
C#
136 lines
4.3 KiB
C#
using System.Xml.Linq;
|
|
using Azaion.Missions.E2E.Reporting;
|
|
using Xunit;
|
|
|
|
namespace Azaion.Missions.E2E.Tests.Reporting;
|
|
|
|
/// <summary>
|
|
/// Regression tests for AC-4 of AZ-576 — the post-processor produces the
|
|
/// documented CSV header plus one row per executed test, with traits merged
|
|
/// in from the test assembly when supplied.
|
|
/// </summary>
|
|
public sealed class TrxToCsvPostProcessorTests
|
|
{
|
|
private const string TrxNs = "http://microsoft.com/schemas/VisualStudio/TeamTest/2010";
|
|
|
|
[Fact]
|
|
[Trait("Category", "Blackbox")]
|
|
[Trait("Traces", "AC-4")]
|
|
public void Csv_header_matches_environment_md_specification()
|
|
{
|
|
// Act
|
|
var header = ResultRow.CsvHeader;
|
|
// Assert
|
|
Assert.Equal("TestId,TestName,Category,Traces,ExecutionTimeMs,Result,ErrorMessage", header);
|
|
}
|
|
|
|
[Fact]
|
|
[Trait("Category", "Blackbox")]
|
|
[Trait("Traces", "AC-4")]
|
|
public void Extracts_one_csv_row_per_unit_test_result()
|
|
{
|
|
// Arrange
|
|
var trx = BuildTrx(
|
|
(Id: "11111111-1111-1111-1111-111111111111",
|
|
Name: "Foo.Test1",
|
|
Outcome: "Passed",
|
|
Duration: "00:00:00.0500000",
|
|
ErrorMessage: null),
|
|
(Id: "22222222-2222-2222-2222-222222222222",
|
|
Name: "Foo.Test2",
|
|
Outcome: "Failed",
|
|
Duration: "00:00:01.2500000",
|
|
ErrorMessage: "boom\nstack frame"));
|
|
|
|
// Act
|
|
var rows = TrxToCsvPostProcessor
|
|
.ExtractRows(trx, new Dictionary<string, TraitTuple>(0))
|
|
.ToList();
|
|
|
|
// Assert
|
|
Assert.Equal(2, rows.Count);
|
|
Assert.Equal("11111111-1111-1111-1111-111111111111", rows[0].TestId);
|
|
Assert.Equal("pass", rows[0].Result);
|
|
Assert.Equal(50, rows[0].ExecutionTimeMs);
|
|
Assert.Equal("fail", rows[1].Result);
|
|
Assert.Equal(1250, rows[1].ExecutionTimeMs);
|
|
}
|
|
|
|
[Fact]
|
|
[Trait("Category", "Blackbox")]
|
|
[Trait("Traces", "AC-4")]
|
|
public void Trait_map_merges_into_csv_columns_when_test_name_matches()
|
|
{
|
|
// Arrange
|
|
var trx = BuildTrx(
|
|
(Id: "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa",
|
|
Name: "Foo.Test1",
|
|
Outcome: "Passed",
|
|
Duration: "00:00:00.0050000",
|
|
ErrorMessage: null));
|
|
var traits = new Dictionary<string, TraitTuple>
|
|
{
|
|
["Foo.Test1"] = new("Sec", "AC-1,AC-2")
|
|
};
|
|
|
|
// Act
|
|
var row = TrxToCsvPostProcessor.ExtractRows(trx, traits).Single();
|
|
|
|
// Assert
|
|
Assert.Equal("Sec", row.Category);
|
|
Assert.Equal("AC-1,AC-2", row.Traces);
|
|
}
|
|
|
|
[Fact]
|
|
[Trait("Category", "Blackbox")]
|
|
[Trait("Traces", "AC-4")]
|
|
public void Csv_escapes_commas_and_quotes_in_error_message()
|
|
{
|
|
// Arrange
|
|
var row = new ResultRow(
|
|
TestId: "id",
|
|
TestName: "Foo.Test, with comma",
|
|
Category: "Sec",
|
|
Traces: "AC-1",
|
|
ExecutionTimeMs: 5,
|
|
Result: "fail",
|
|
ErrorMessage: "a \"quoted\" value, with comma");
|
|
|
|
// Act
|
|
var csv = row.ToCsv();
|
|
|
|
// Assert
|
|
Assert.Contains("\"Foo.Test, with comma\"", csv);
|
|
Assert.Contains("\"a \"\"quoted\"\" value, with comma\"", csv);
|
|
}
|
|
|
|
private static XDocument BuildTrx(params (string Id, string Name, string Outcome, string Duration, string? ErrorMessage)[] tests)
|
|
{
|
|
XNamespace ns = TrxNs;
|
|
var results = new XElement(ns + "Results");
|
|
var defs = new XElement(ns + "TestDefinitions");
|
|
|
|
foreach (var t in tests)
|
|
{
|
|
var resultEl = new XElement(ns + "UnitTestResult",
|
|
new XAttribute("testId", t.Id),
|
|
new XAttribute("testName", t.Name),
|
|
new XAttribute("outcome", t.Outcome),
|
|
new XAttribute("duration", t.Duration));
|
|
if (t.ErrorMessage is not null)
|
|
{
|
|
resultEl.Add(new XElement(ns + "Output",
|
|
new XElement(ns + "ErrorInfo",
|
|
new XElement(ns + "Message", t.ErrorMessage))));
|
|
}
|
|
results.Add(resultEl);
|
|
|
|
defs.Add(new XElement(ns + "UnitTest",
|
|
new XAttribute("name", t.Name),
|
|
new XAttribute("id", t.Id)));
|
|
}
|
|
|
|
return new XDocument(new XElement(ns + "TestRun", results, defs));
|
|
}
|
|
}
|