mirror of
https://github.com/azaion/detections.git
synced 2026-04-22 22:06:32 +00:00
Oleksandr Bezdieniezhnykh
8baa96978b
- Updated the detection image endpoint to require a channel ID for event streaming. - Introduced a new endpoint for streaming detection events, allowing clients to receive real-time updates. - Enhanced the internal buffering mechanism for detection events to manage multiple channels. - Refactored the inference module to support the new event handling structure. Made-with: Cursor
55 lines
1.4 KiB
Python
55 lines
1.4 KiB
Python
import json
|
|
|
|
import pytest
|
|
|
|
|
|
def _percentile_ms(sorted_ms, p):
|
|
n = len(sorted_ms)
|
|
if n == 0:
|
|
return 0.0
|
|
if n == 1:
|
|
return float(sorted_ms[0])
|
|
k = (n - 1) * (p / 100.0)
|
|
lo = int(k)
|
|
hi = min(lo + 1, n - 1)
|
|
w = k - lo
|
|
return sorted_ms[lo] * (1 - w) + sorted_ms[hi] * w
|
|
|
|
|
|
@pytest.mark.timeout(60)
|
|
def test_nft_perf_01_single_image_latency_p95(
|
|
warm_engine, image_detect, image_small
|
|
):
|
|
times_ms = []
|
|
for _ in range(10):
|
|
_, elapsed_ms = image_detect(image_small, "img.jpg", timeout=8)
|
|
times_ms.append(elapsed_ms)
|
|
|
|
sorted_ms = sorted(times_ms)
|
|
p50 = _percentile_ms(sorted_ms, 50)
|
|
p95 = _percentile_ms(sorted_ms, 95)
|
|
p99 = _percentile_ms(sorted_ms, 99)
|
|
print(
|
|
"nft_perf_01_csv,run_ms,"
|
|
+ ",".join(f"{x:.2f}" for x in sorted_ms)
|
|
+ f",p50,{p50:.2f},p95,{p95:.2f},p99,{p99:.2f}"
|
|
)
|
|
assert p95 < 5000.0
|
|
|
|
|
|
@pytest.mark.timeout(60)
|
|
def test_nft_perf_03_tiling_overhead_large_image(
|
|
warm_engine, image_detect, image_small, image_large
|
|
):
|
|
_, small_ms = image_detect(image_small, "small.jpg", timeout=8)
|
|
_, large_ms = image_detect(
|
|
image_large, "large.jpg",
|
|
config=json.dumps({"altitude": 400, "focal_length": 24, "sensor_width": 23.5}),
|
|
timeout=20,
|
|
)
|
|
assert large_ms < 30_000.0
|
|
print(
|
|
f"nft_perf_03_csv,baseline_small_ms,{small_ms:.2f},large_ms,{large_ms:.2f}"
|
|
)
|
|
assert large_ms > small_ms - 500.0
|