mirror of
https://github.com/azaion/satellite-provider.git
synced 2026-06-21 06:51:13 +00:00
080441db5d
Drains all three deferred perf-harness items in one batch: - PT-01..PT-06 now carry Authorization: Bearer minted via the canonical SatelliteProvider.TestSupport.JwtTokenFactory (AZ-491) — no third copy of JWT logic in the shell. - PT-07 implemented as cold + warm dual-pass distribution (N=20 each), reports p50/p95 for both passes and fails if warm p95 >= cold p95. - PT-08 implemented as 20-batch upload distribution with batch p95 gated at the AZ-488 2000 ms target; per-item gate cost reported as derived proxy (batch_p95 / batch_size). New SatelliteProvider.IntegrationTests/PerfBootstrap.cs adds two CLI short-circuit subcommands (--mint-only and --gen-uav-fixture <path>) invoked by the shell so the perf script never inlines the JWT or JPEG-fixture logic. The dispatch sits at the top of Program.cs Main and runs before any HTTP / DB / readiness setup. performance-tests.md PT-07 + PT-08 flip from Deferred to Implemented. traceability-matrix.md PT-07 + PT-08 rows move from recorded to covered (PT-08 partial due to per-item proxy — flagged Low in batch-4 review). _docs/_process_leftovers/2026-05-11_perf-pt07-harness.md deleted; the leftovers directory is now empty. Closes cycle-2 retro Action 2; LESSONS.md [process] rule about Deferred NFRs remains in force as a guardrail. Also includes the previously-uncommitted cumulative review report for cycle-3 batches 01-03 (generated at the end of batch 3 but not staged). Co-authored-by: Cursor <cursoragent@cursor.com>
183 lines
7.0 KiB
C#
183 lines
7.0 KiB
C#
using SatelliteProvider.TestSupport;
|
|
|
|
namespace SatelliteProvider.IntegrationTests;
|
|
|
|
class Program
|
|
{
|
|
static async Task<int> Main(string[] args)
|
|
{
|
|
// AZ-492: perf-harness bootstrap subcommands short-circuit before any
|
|
// HTTP / DB setup so they can be invoked from scripts/run-performance-tests.sh
|
|
// on a host that only has the .NET SDK installed.
|
|
if (args.Length > 0)
|
|
{
|
|
if (args[0].Equals("--mint-only", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
return PerfBootstrap.MintToken();
|
|
}
|
|
if (args[0].Equals("--gen-uav-fixture", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
return PerfBootstrap.GenerateUavFixture(args);
|
|
}
|
|
}
|
|
|
|
var apiUrl = Environment.GetEnvironmentVariable("API_URL") ?? "http://api:8080";
|
|
var modeEnv = Environment.GetEnvironmentVariable("INTEGRATION_TESTS_MODE")?.Trim().ToLowerInvariant();
|
|
var modeArg = args.FirstOrDefault(a => a.Equals("--smoke", StringComparison.OrdinalIgnoreCase) || a.Equals("--full", StringComparison.OrdinalIgnoreCase));
|
|
|
|
if (modeArg != null)
|
|
{
|
|
TestRunMode.Smoke = modeArg.Equals("--smoke", StringComparison.OrdinalIgnoreCase);
|
|
}
|
|
else if (!string.IsNullOrEmpty(modeEnv))
|
|
{
|
|
TestRunMode.Smoke = modeEnv == "smoke";
|
|
}
|
|
|
|
// AZ-493: opt-out of the startup DB reset so a developer can inspect leftover state.
|
|
var keepStateEnv = Environment.GetEnvironmentVariable("INTEGRATION_KEEP_STATE")?.Trim();
|
|
var keepState = args.Any(a => a.Equals("--keep-state", StringComparison.OrdinalIgnoreCase))
|
|
|| string.Equals(keepStateEnv, "1", StringComparison.Ordinal)
|
|
|| string.Equals(keepStateEnv, "true", StringComparison.OrdinalIgnoreCase);
|
|
|
|
var connectionString = Environment.GetEnvironmentVariable("DB_CONNECTION_STRING")
|
|
?? "Host=postgres;Port=5432;Database=satelliteprovider;Username=postgres;Password=postgres";
|
|
|
|
string jwtSecret;
|
|
try
|
|
{
|
|
jwtSecret = JwtTestHelpers.ResolveSecretOrThrow();
|
|
}
|
|
catch (InvalidOperationException ex)
|
|
{
|
|
Console.WriteLine("❌ Integration tests cannot start without a valid JWT secret.");
|
|
Console.WriteLine($" {ex.Message}");
|
|
return 1;
|
|
}
|
|
|
|
Console.WriteLine("Starting Integration Tests");
|
|
Console.WriteLine("=========================");
|
|
Console.WriteLine($"API URL : {apiUrl}");
|
|
Console.WriteLine($"Mode : {(TestRunMode.Smoke ? "smoke (fast subset, tightened timeouts)" : "full")}");
|
|
Console.WriteLine($"State : {(keepState ? "keep (DB reset skipped)" : "reset (clean DB at startup, AZ-493)")}");
|
|
Console.WriteLine($"Auth : JWT_SECRET resolved ({System.Text.Encoding.UTF8.GetByteCount(jwtSecret)} bytes)");
|
|
Console.WriteLine();
|
|
|
|
using var httpClient = new HttpClient
|
|
{
|
|
BaseAddress = new Uri(apiUrl),
|
|
Timeout = TimeSpan.FromMinutes(15)
|
|
};
|
|
|
|
var defaultToken = JwtTokenFactory.Create(jwtSecret, JwtTestHelpers.DefaultSubject);
|
|
JwtTestHelpers.AttachDefaultAuthorization(httpClient, defaultToken);
|
|
|
|
try
|
|
{
|
|
Console.WriteLine("Waiting for API to be ready...");
|
|
await WaitForApiReady(httpClient);
|
|
Console.WriteLine("✓ API is ready");
|
|
|
|
if (keepState)
|
|
{
|
|
Console.WriteLine("⚠ --keep-state / INTEGRATION_KEEP_STATE set; skipping DB reset (AZ-493)");
|
|
}
|
|
else
|
|
{
|
|
try
|
|
{
|
|
await new IntegrationTestDatabaseReset(connectionString).EnsureCleanStateAsync();
|
|
}
|
|
catch (InvalidOperationException ex)
|
|
{
|
|
Console.WriteLine($"❌ DB reset refused: {ex.Message}");
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
Console.WriteLine();
|
|
|
|
await JwtIntegrationTests.RunAll(apiUrl, jwtSecret);
|
|
await UavUploadTests.RunAll(apiUrl, jwtSecret);
|
|
|
|
if (TestRunMode.Smoke)
|
|
{
|
|
await RunSmokeSuite(httpClient);
|
|
}
|
|
else
|
|
{
|
|
await RunFullSuite(httpClient);
|
|
}
|
|
|
|
Console.WriteLine();
|
|
Console.WriteLine("=========================");
|
|
Console.WriteLine("All tests completed successfully!");
|
|
return 0;
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Console.WriteLine();
|
|
Console.WriteLine("❌ Integration tests failed");
|
|
Console.WriteLine($"Error: {ex.Message}");
|
|
Console.WriteLine($"Stack trace: {ex.StackTrace}");
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
static async Task RunSmokeSuite(HttpClient httpClient)
|
|
{
|
|
await TileTests.RunGetTileByLatLonTest(httpClient);
|
|
await RegionTests.RunRegionProcessingTest_200m_Zoom18(httpClient);
|
|
await BasicRouteTests.RunSimpleRouteTest(httpClient);
|
|
await ExtendedRouteTests.RunRouteWithTilesZipTest(httpClient);
|
|
await SecurityTests.RunAll(httpClient);
|
|
await StubAndErrorContractTests.RunAll(httpClient);
|
|
await IdempotentPostTests.RunAll(httpClient);
|
|
await MigrationTests.RunAll();
|
|
}
|
|
|
|
static async Task RunFullSuite(HttpClient httpClient)
|
|
{
|
|
await TileTests.RunGetTileByLatLonTest(httpClient);
|
|
|
|
await RegionTests.RunRegionProcessingTest_200m_Zoom18(httpClient);
|
|
await RegionTests.RunRegionProcessingTest_400m_Zoom17(httpClient);
|
|
await RegionTests.RunRegionProcessingTest_500m_Zoom18(httpClient);
|
|
|
|
await BasicRouteTests.RunSimpleRouteTest(httpClient);
|
|
await BasicRouteTests.RunRouteWithRegionProcessingAndStitching(httpClient);
|
|
await ExtendedRouteTests.RunRouteWithTilesZipTest(httpClient);
|
|
await ComplexRouteTests.RunComplexRouteWithStitching(httpClient);
|
|
await ComplexRouteTests.RunComplexRouteWithStitchingAndGeofences(httpClient);
|
|
await ExtendedRouteTests.RunExtendedRouteEast(httpClient);
|
|
|
|
await SecurityTests.RunAll(httpClient);
|
|
await StubAndErrorContractTests.RunAll(httpClient);
|
|
await IdempotentPostTests.RunAll(httpClient);
|
|
await MigrationTests.RunAll();
|
|
}
|
|
|
|
static async Task WaitForApiReady(HttpClient httpClient, int maxRetries = 30)
|
|
{
|
|
for (int i = 0; i < maxRetries; i++)
|
|
{
|
|
try
|
|
{
|
|
var response = await httpClient.GetAsync("/");
|
|
if (response.IsSuccessStatusCode || response.StatusCode == System.Net.HttpStatusCode.NotFound)
|
|
{
|
|
return;
|
|
}
|
|
}
|
|
catch
|
|
{
|
|
}
|
|
|
|
Console.WriteLine($" Attempt {i + 1}/{maxRetries} - waiting 2 seconds...");
|
|
await Task.Delay(2000);
|
|
}
|
|
|
|
throw new Exception("API did not become ready in time");
|
|
}
|
|
}
|