add ai recognition: stage 1, works, but doesn't show

2026-04-22 09:46:30 +00:00 · 2024-10-25 00:17:24 +03:00
parent d2186eb326
commit 596f6db217
13 changed files with 591 additions and 336 deletions
@@ -0,0 +1,54 @@
+using System.Diagnostics;
+using System.IO;
+using Azaion.Annotator.DTO;
+using Azaion.Annotator.Extensions;
+using Compunet.YoloV8;
+using LibVLCSharp.Shared;
+using MediatR;
+
+namespace Azaion.Annotator;
+
+public class AIDetector(Config config, MediaPlayer mediaPlayer, VLCFrameExtractor frameExtractor)
+    : IRequestHandler<AIDetectEvent, List<YoloLabel>>
+{
+    public async Task<List<YoloLabel>> Handle(AIDetectEvent request, CancellationToken cancellationToken)
+    {
+        using var predictor = new YoloPredictor(config.AIModelPath);
+        await frameExtractor.Start(async stream =>
+        {
+            stream.Seek(0, SeekOrigin.Begin);
+            var sw = Stopwatch.StartNew();
+            var result = await predictor.DetectAsync(stream);
+            sw.Stop();
+            var log = string.Join("|", result.Select(det =>
+                $"{det.Name.Id}.{det.Name.Name}: xy=({det.Bounds.X},{det.Bounds.Y}), size=({det.Bounds.Width}, {det.Bounds.Height}), Prob: {det.Confidence*100:F1}%"));
+            log += $". Inf time: {sw.ElapsedMilliseconds} ms";
+            Console.WriteLine(log);
+        });
+
+        while (mediaPlayer.IsPlaying)
+        {
+
+            try
+            {
+                // using var thumbnail = await mediaPlayer.Media.GenerateThumbnail(time: 200,
+                //     speed: ThumbnailerSeekSpeed.Fast,
+                //     width: 1280,
+                //     height: resultHeight,
+                //     crop: false,
+                //     pictureType: PictureType.Argb)
+                //
+                // mediaPlayer.TakeSnapshot(0, TEMP_IMG, 1280, resultHeight);
+            }
+            catch (Exception e)
+            {
+                Console.WriteLine(e);
+                throw;
+            }
+            //var result = predictor.Detect();
+        }
+
+        return new List<YoloLabel>();
+    }
+
+}
@@ -49,6 +49,7 @@ public partial class App : Application
                services.AddSingleton<IConfigRepository, FileConfigRepository>();
                services.AddSingleton<Config>(sp => sp.GetRequiredService<IConfigRepository>().Get());
                services.AddSingleton<MainWindowEventHandler>();
+                services.AddSingleton<VLCFrameExtractor>();
            })
            .UseSerilog()
            .Build();
@@ -30,6 +30,7 @@
      <PackageReference Include="VideoLAN.LibVLC.Windows" Version="3.0.20" />
      <PackageReference Include="VirtualizingWrapPanel" Version="2.0.10" />
      <PackageReference Include="WindowsAPICodePack" Version="7.0.4" />
+      <PackageReference Include="YoloV8.Gpu" Version="5.0.4" />
    </ItemGroup>

    <ItemGroup>
@@ -9,34 +9,35 @@ namespace Azaion.Annotator.DTO;

 public class Config
 {
-    public const string ThumbnailPrefix = "_thumb";
-    public const string ThumbnailsCacheFile = "thumbnails.cache";
+    public const string THUMBNAIL_PREFIX = "_thumb";
+    public const string THUMBNAILS_CACHE_FILE = "thumbnails.cache";

-    public string VideosDirectory { get; set; }
-    public string LabelsDirectory { get; set; }
-    public string ImagesDirectory { get; set; }
-    public string ResultsDirectory { get; set; }
-    public string ThumbnailsDirectory { get; set; }
-    public string UnknownImages { get; set; }
+    public string VideosDirectory { get; set; } = null!;
+    public string LabelsDirectory { get; set; } = null!;
+    public string ImagesDirectory { get; set; } = null!;
+    public string ResultsDirectory { get; set; } = null!;
+    public string ThumbnailsDirectory { get; set; } = null!;
+    public string UnknownImages { get; set; } = null!;

    public List<AnnotationClass> AnnotationClasses { get; set; } = [];

    private Dictionary<int, AnnotationClass>? _annotationClassesDict;
    public  Dictionary<int, AnnotationClass>  AnnotationClassesDict => _annotationClassesDict ??= AnnotationClasses.ToDictionary(x => x.Id);

-    public WindowConfig MainWindowConfig { get; set; }
-    public WindowConfig DatasetExplorerConfig { get; set; }
+    public WindowConfig MainWindowConfig { get; set; } = null!;
+    public WindowConfig DatasetExplorerConfig { get; set; } = null!;

    public double LeftPanelWidth { get; set; }
    public double RightPanelWidth { get; set; }

    public bool   ShowHelpOnStart { get; set; }

-    public List<string> VideoFormats { get; set; }
-    public List<string> ImageFormats { get; set; }
+    public List<string> VideoFormats { get; set; } = null!;
+    public List<string> ImageFormats { get; set; } = null!;

-    public ThumbnailConfig ThumbnailConfig { get; set; }
+    public ThumbnailConfig ThumbnailConfig { get; set; } = null!;
    public int? LastSelectedExplorerClass { get; set; }
+    public string AIModelPath { get; set; } = null!;
 }

 public class WindowConfig
@@ -18,3 +18,5 @@ public class VolumeChangedEvent(int volume) : INotification
 {
    public int Volume { get; set; } = volume;
 }
+
+public class AIDetectEvent : IRequest<List<YoloLabel>>;
@@ -293,7 +293,7 @@ public partial class DatasetExplorer
    {
        try
        {
-            var name = Path.GetFileNameWithoutExtension(thumbnail)[..^Config.ThumbnailPrefix.Length];
+            var name = Path.GetFileNameWithoutExtension(thumbnail)[..^Config.THUMBNAIL_PREFIX.Length];
            var imagePath = Path.Combine(_config.ImagesDirectory, name);
            foreach (var f in _config.ImageFormats)
            {
@@ -0,0 +1,127 @@
+using System.Collections.Concurrent;
+using System.Diagnostics;
+using System.Drawing;
+using System.Drawing.Imaging;
+using System.IO;
+using System.Runtime.InteropServices;
+using Azaion.Annotator.DTO;
+using LibVLCSharp.Shared;
+using SixLabors.ImageSharp.Drawing;
+using SkiaSharp;
+
+namespace Azaion.Annotator.Extensions;
+
+public class VLCFrameExtractor(LibVLC libVLC, MainWindow mainWindow)
+{
+    private const uint RGBA_BYTES = 4;
+    private const int PLAYBACK_RATE = 3;
+    private const uint DEFAULT_WIDTH = 1280;
+
+    private uint _pitch; // Number of bytes per "line", aligned to x32.
+    private uint _lines; // Number of lines in the buffer, aligned to x32.
+    private uint _width; // Thumbnail width
+    private uint _height; // Thumbnail height
+    private uint _videoFPS;
+    private Func<Stream,Task> _frameProcessFn = null!;
+
+    private MediaPlayer _mediaPlayer = null!;
+
+    private static uint Align32(uint size)
+    {
+        if (size % 32 == 0)
+            return size;
+        return (size / 32 + 1) * 32;// Align on the next multiple of 32
+    }
+
+    private static SKBitmap? _currentBitmap;
+    private static readonly ConcurrentQueue<SKBitmap?> FilesToProcess = new();
+    private static long _frameCounter;
+
+    public async Task Start(Func<Stream, Task> frameProcessFn)
+    {
+        _frameProcessFn = frameProcessFn;
+        var processingCancellationTokenSource = new CancellationTokenSource();
+
+        _mediaPlayer = new MediaPlayer(libVLC);
+        _mediaPlayer.Stopped += (s, e) => processingCancellationTokenSource.CancelAfter(1);
+
+        using var media = new Media(libVLC, ((MediaFileInfo)mainWindow.LvFiles.SelectedItem).Path);
+        await media.Parse(cancellationToken: processingCancellationTokenSource.Token);
+        var videoTrack = media.Tracks.FirstOrDefault(x => x.Data.Video.Width != 0);
+        _width = videoTrack.Data.Video.Width;
+        _height = videoTrack.Data.Video.Height;
+        _videoFPS = videoTrack.Data.Video.FrameRateNum;
+
+        //rescaling to DEFAULT_WIDTH
+        _height = (uint)(DEFAULT_WIDTH * _height / (double)_width);
+        _width = DEFAULT_WIDTH;
+
+        _pitch = Align32(_width * RGBA_BYTES);
+        _lines = Align32(_height);
+        _mediaPlayer.Play(media);
+        _mediaPlayer.SetRate(3);
+
+        try
+        {
+            media.AddOption(":no-audio");
+            _mediaPlayer.SetVideoFormat("RV32", _width, _height, _pitch);
+            _mediaPlayer.SetVideoCallbacks(Lock, null, Display);
+            await ProcessThumbnailsAsync(processingCancellationTokenSource.Token);
+        }
+        catch (Exception e)
+        {
+            Console.WriteLine(e.Message);
+            _mediaPlayer.Stop();
+            _mediaPlayer.Dispose();
+        }
+    }
+
+    private async Task ProcessThumbnailsAsync(CancellationToken token)
+    {
+        _frameCounter = 0;
+        var surface = SKSurface.Create(new SKImageInfo((int) _width, (int) _height));
+        while (!token.IsCancellationRequested)
+        {
+            if (FilesToProcess.TryDequeue(out var bitmap))
+            {
+                if (bitmap == null)
+                    continue;
+
+                surface.Canvas.DrawBitmap(bitmap, 0, 0); // Effectively crops the original bitmap to get only the visible area
+
+                using var outputImage = surface.Snapshot();
+                using var data = outputImage.Encode(SKEncodedImageFormat.Jpeg, 85);
+                using var ms = new MemoryStream();
+                data.SaveTo(ms);
+                if (_frameProcessFn != null)
+                    await _frameProcessFn(ms);
+
+                Console.WriteLine($"Time: {TimeSpan.FromMilliseconds(_mediaPlayer.Time):mm\\:ss} Queue size: {FilesToProcess.Count}");
+                bitmap.Dispose();
+            }
+            else
+            {
+                await Task.Delay(TimeSpan.FromSeconds(1), token);
+            }
+        }
+        _mediaPlayer.Dispose();
+    }
+
+    private IntPtr Lock(IntPtr opaque, IntPtr planes)
+    {
+        _currentBitmap = new SKBitmap(new SKImageInfo((int)(_pitch / RGBA_BYTES), (int)_lines, SKColorType.Bgra8888));
+        Marshal.WriteIntPtr(planes, _currentBitmap.GetPixels());
+        return IntPtr.Zero;
+    }
+
+    private void Display(IntPtr opaque, IntPtr picture)
+    {
+        if (_frameCounter % (int)(_videoFPS / 3.0) == 0)
+            FilesToProcess.Enqueue(_currentBitmap);
+        else
+            _currentBitmap?.Dispose();
+
+        _currentBitmap = null;
+        _frameCounter++;
+    }
+}
@@ -49,7 +49,7 @@ public class GalleryManager : IGalleryManager
    {
        _config = config;
        _logger = logger;
-        _thumbnailsCacheFile = Path.Combine(config.ThumbnailsDirectory, Config.ThumbnailsCacheFile);
+        _thumbnailsCacheFile = Path.Combine(config.ThumbnailsDirectory, Config.THUMBNAILS_CACHE_FILE);
    }

    public void ClearThumbnails()
@@ -63,7 +63,7 @@ public class GalleryManager : IGalleryManager
        await _updateLock.WaitAsync();
        try
        {
-            var prefixLen = Config.ThumbnailPrefix.Length;
+            var prefixLen = Config.THUMBNAIL_PREFIX.Length;

            var thumbnails = ThumbnailsDirectory.GetFiles()
                .Select(x => Path.GetFileNameWithoutExtension(x.Name)[..^prefixLen])
@@ -122,7 +122,7 @@ public class GalleryManager : IGalleryManager
        await File.WriteAllTextAsync(_thumbnailsCacheFile, labelsCacheStr);
    }

-    public async Task CreateThumbnail(string imgPath, CancellationToken cancellationToken = default)
+    public async Task<ThumbnailDto?> CreateThumbnail(string imgPath, CancellationToken cancellationToken = default)
    {
        var width = (int)_config.ThumbnailConfig.Size.Width;
        var height = (int)_config.ThumbnailConfig.Size.Height;
@@ -144,9 +144,9 @@ public class GalleryManager : IGalleryManager
        {
            File.Move(imgPath, Path.Combine(_config.UnknownImages, imgName));
            _logger.LogInformation($"No labels found for image {imgName}! Moved image to the {_config.UnknownImages} folder.");
-            return;
+            return null;
        }
-        var labels = (await YoloLabel.ReadFromFile(labelName))
+        var labels = (await YoloLabel.ReadFromFile(labelName, cancellationToken))
            .Select(x => new CanvasLabel(x, size, size))
            .ToList();

@@ -204,13 +204,16 @@ public class GalleryManager : IGalleryManager
            g.FillRectangle(brush, rectangle);
        }

-
-
-        if (bitmap != null)
-        {
-            var thumbnailName = Path.Combine(ThumbnailsDirectory.FullName, $"{Path.GetFileNameWithoutExtension(imgPath)}{Config.ThumbnailPrefix}.jpg");
+        var thumbnailName = Path.Combine(ThumbnailsDirectory.FullName, $"{Path.GetFileNameWithoutExtension(imgPath)}{Config.THUMBNAIL_PREFIX}.jpg");
        bitmap.Save(thumbnailName, ImageFormat.Jpeg);
-        }
+
+        return new ThumbnailDto
+        {
+            ThumbnailPath = thumbnailName,
+            ImagePath = imgPath,
+            LabelPath = labelName,
+            ImageDate = File.GetCreationTimeUtc(imgPath)
+        };
    }
 }

@@ -220,7 +223,7 @@ public interface IGalleryManager
    double ThumbnailsPercentage { get; set; }
    Task SaveLabelsCache();
    ConcurrentDictionary<string, LabelInfo> LabelsCache { get; set; }
-    Task CreateThumbnail(string imgPath, CancellationToken cancellationToken = default);
+    Task<ThumbnailDto?> CreateThumbnail(string imgPath, CancellationToken cancellationToken = default);
    Task RefreshThumbnails();
    void ClearThumbnails();
 }
@@ -47,19 +47,27 @@
        </Style>
    </Window.Resources>

+    <Grid Name="GlobalGrid"
+          ShowGridLines="False"
+          Background="Black">
+        <Grid.RowDefinitions>
+            <RowDefinition Height="*"></RowDefinition>
+            <RowDefinition Height="28"></RowDefinition>
+            <RowDefinition Height="32"></RowDefinition>
+        </Grid.RowDefinitions>
+
        <Grid
            Name="MainGrid"
            ShowGridLines="False"
            Background="Black"
            HorizontalAlignment="Stretch">
+
            <Grid.RowDefinitions>
                <RowDefinition Height="28"></RowDefinition>
                <RowDefinition Height="28"></RowDefinition>
                <RowDefinition Height="28"></RowDefinition>
                <RowDefinition Height="*"></RowDefinition>
                <RowDefinition Height="*"></RowDefinition>
-            <RowDefinition Height="28"></RowDefinition>
-            <RowDefinition Height="32"></RowDefinition>
            </Grid.RowDefinitions>
            <Grid.ColumnDefinitions>
                <ColumnDefinition Width="250" />
@@ -68,9 +76,10 @@
                <ColumnDefinition Width="4"/>
                <ColumnDefinition Width="200" />
            </Grid.ColumnDefinitions>
+
            <Menu Grid.Row="0"
                  Grid.Column="0"
-              Grid.ColumnSpan="3"
+                  Grid.ColumnSpan="4"
                  Background="Black">
                <MenuItem Header="Файл" Foreground="#FFBDBCBC" Margin="0,3,0,0">
                    <MenuItem x:Name="OpenFolderItem"
@@ -93,6 +102,7 @@
                HorizontalAlignment="Stretch"
                Grid.Column="0"
                Grid.Row="1">
+
                <Grid.ColumnDefinitions>
                    <ColumnDefinition Width="*" />
                    <ColumnDefinition Width="30"/>
@@ -168,6 +178,7 @@
                Grid.Column="0"
                Grid.Row="4">
            </controls:AnnotationClasses>
+
            <GridSplitter
                Background="DarkGray"
                ResizeDirection="Columns"
@@ -177,8 +188,8 @@
                ResizeBehavior="PreviousAndNext"
                HorizontalAlignment="Stretch"
                VerticalAlignment="Stretch"
-            DragCompleted="Thumb_OnDragCompleted"
-            />
+                DragCompleted="Thumb_OnDragCompleted"/>
+
            <wpf:VideoView
                Grid.Row="1"
                Grid.Column="2"
@@ -189,6 +200,7 @@
                                       VerticalAlignment="Stretch"
                                       HorizontalAlignment="Stretch" />
            </wpf:VideoView>
+
            <GridSplitter
                Background="DarkGray"
                ResizeDirection="Columns"
@@ -200,10 +212,11 @@
                VerticalAlignment="Stretch"
                DragCompleted="Thumb_OnDragCompleted"
            />
+
            <DataGrid x:Name="DgAnnotations"
                      Grid.Column="4"
                      Grid.Row="1"
-                  Grid.RowSpan="6"
+                      Grid.RowSpan="4"
                      Background="Black"
                      RowBackground="#252525"
                      Foreground="White"
@@ -254,30 +267,34 @@
                    </Style>
                </DataGrid.ItemContainerStyle>
            </DataGrid>
+        </Grid>

        <controls:UpdatableProgressBar x:Name="VideoSlider"
            Grid.Column="0"
-            Grid.Row="5"
-            Grid.ColumnSpan="4"
+            Grid.Row="1"
            Background="#252525"
            Foreground="LightBlue">
-
        </controls:UpdatableProgressBar>
+
+        <!-- Buttons -->
        <Grid
-            Grid.Row="6"
-            Grid.Column="0"
+            Name="Buttons"
+            Grid.Row="2"
            Background="Black"
            >
            <Grid.ColumnDefinitions>
-                <ColumnDefinition Width="28" />
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
-                <ColumnDefinition Width="28"/>
+                <ColumnDefinition Width="28" /> <!-- 0 -->
+                <ColumnDefinition Width="28" /> <!-- 1 -->
+                <ColumnDefinition Width="28" /> <!-- 2 -->
+                <ColumnDefinition Width="28" /> <!-- 3 -->
+                <ColumnDefinition Width="28" /> <!-- 4 -->
+                <ColumnDefinition Width="28" /> <!-- 5 -->
+                <ColumnDefinition Width="28" /> <!-- 6 -->
+                <ColumnDefinition Width="28" /> <!-- 7 -->
+                <ColumnDefinition Width="28" /> <!-- 8 -->
+                <ColumnDefinition Width="56" /> <!-- 9 -->
+                <ColumnDefinition Width="28" /> <!-- 10 -->
+                <ColumnDefinition Width="*"  /> <!-- 11 -->
            </Grid.ColumnDefinitions>
            <Button Grid.Column="0" Padding="5" ToolTip="Включити програвання" Background="Black" BorderBrush="Black"
                    Click="PlayClick">
@@ -445,14 +462,53 @@
                    </Image.Source>
                </Image>
            </Button>
-        </Grid>
-        <StatusBar
-            Grid.Row="6"
-            Grid.Column="2"
-            Grid.ColumnSpan="2"
+
+            <controls:UpdatableProgressBar
+                x:Name="Volume"
+                Grid.Column="9"
+                Width="70" Height="15"
+                HorizontalAlignment="Stretch"
+                Background="#252525" BorderBrush="#252525" Foreground="LightBlue"
+                Maximum="100" Minimum="0">
+            </controls:UpdatableProgressBar>
+
+            <Button
+                x:Name="AIDetectBtn"
+                Grid.Column="10"
+                Padding="2" Width="25"
+                Height="25"
+                ToolTip="Розпізнати за допомогою AI. Клавіша: [A]" Background="Black" BorderBrush="Black"
+                Click="AutoDetect">
+                <Path Stretch="Fill" Fill="LightGray" Data="M144.317 85.269h223.368c15.381 0 29.391 6.325 39.567 16.494l.025-.024c10.163 10.164 16.477 24.193 16.477
+                39.599v189.728c0 15.401-6.326 29.425-16.485 39.584-10.159 10.159-24.183 16.484-39.584 16.484H144.317c-15.4
+                0-29.437-6.313-39.601-16.476-10.152-10.152-16.47-24.167-16.47-39.592V141.338c0-15.374 6.306-29.379 16.463-39.558l.078-.078c10.178-10.139
+                24.168-16.433 39.53-16.433zm59.98 204.329h-39.825l30.577-117.964h58.32l30.577 117.964h-39.825l-3.051-18.686h-33.725l-3.048 18.686zm15.645-81.726l-5.801
+                33.032h19.945l-5.61-33.032h-8.534zm74.007 81.726V171.634h37.749v117.964h-37.749zm161.348-35.797v30.763c0 3.165 2.587 5.751 5.752 5.751h45.199c3.165 0
+                5.752-2.586 5.752-5.751v-30.763c0-3.165-2.587-5.752-5.752-5.752h-45.199c-3.165 0-5.752 2.587-5.752 5.752zm0-70.639v30.762c0 3.163 2.587 5.752 5.752
+                5.752h45.199c3.165 0 5.752-2.589 5.752-5.752v-30.762c0-3.168-2.587-5.752-5.752-5.752h-45.199c-3.165 0-5.752 2.584-5.752 5.752zm0 141.278v30.763c0 3.165
+                2.587 5.752 5.752 5.752h45.199c3.165 0 5.752-2.587 5.752-5.752V324.44c0-3.165-2.587-5.751-5.752-5.751h-45.199c-3.165 0-5.752 2.586-5.752 5.751zm0-211.92v30.763c0
+                3.164 2.587 5.751 5.752 5.751h45.199c3.165 0 5.752-2.587 5.752-5.751V112.52c0-3.165-2.587-5.752-5.752-5.752h-45.199c-3.165 0-5.752 2.587-5.752 5.752zM56.703
+                253.801v30.763c0 3.165-2.587 5.751-5.752 5.751H5.752c-3.165 0-5.752-2.586-5.752-5.751v-30.763c0-3.165 2.587-5.752 5.752-5.752h45.199c3.165 0 5.752 2.587
+                5.752 5.752zm0-70.639v30.762c0 3.163-2.587 5.752-5.752 5.752H5.752c-3.165 0-5.752-2.589-5.752-5.752v-30.762c0-3.168 2.587-5.752 5.752-5.752h45.199c3.165
+                0 5.752 2.584 5.752 5.752zm0 141.278v30.763c0 3.165-2.587 5.752-5.752 5.752H5.752c-3.165 0-5.752-2.587-5.752-5.752V324.44c0-3.165 2.587-5.751
+                5.752-5.751h45.199c3.165 0 5.752 2.586 5.752 5.751zm0-211.92v30.763c0 3.164-2.587 5.751-5.752 5.751H5.752c-3.165 0-5.752-2.587-5.752-5.751V112.52c0-3.165
+                2.587-5.752 5.752-5.752h45.199c3.165 0 5.752 2.587 5.752 5.752zM346.579 415.7h30.763c3.162 0 5.751 2.587 5.751 5.752v45.199c0 3.165-2.589 5.752-5.751
+                5.752h-30.763c-3.167 0-5.752-2.587-5.752-5.752v-45.199c0-3.165 2.585-5.752 5.752-5.752zm-70.642 0H306.7c3.165 0 5.751 2.587 5.751 5.752v45.199c0 3.165-2.586
+                5.752-5.751 5.752h-30.763c-3.165 0-5.752-2.587-5.752-5.752v-45.199c0-3.165 2.587-5.752 5.752-5.752zm-70.639 0h30.762c3.165 0 5.752 2.587 5.752 5.752v45.199c0
+                3.165-2.587 5.752-5.752 5.752h-30.762c-3.165 0-5.752-2.587-5.752-5.752v-45.199c0-3.165 2.587-5.752 5.752-5.752zm-70.64 0h30.763c3.165 0 5.752 2.587 5.752
+                5.752v45.199c0 3.165-2.587 5.752-5.752 5.752h-30.763c-3.165 0-5.751-2.587-5.751-5.752v-45.199c0-3.165 2.586-5.752 5.751-5.752zM346.579 0h30.763c3.162 0 5.751
+                2.587 5.751 5.752v45.199c0 3.165-2.589 5.752-5.751 5.752h-30.763c-3.167 0-5.752-2.587-5.752-5.752V5.752c0-3.165 2.585-5.752 5.752-5.752zm-70.642 0H306.7c3.165
+                0 5.751 2.587 5.751 5.752v45.199c0 3.165-2.586 5.752-5.751 5.752h-30.763c-3.165 0-5.752-2.587-5.752-5.752V5.752c0-3.165 2.587-5.752 5.752-5.752zm-70.639
+                0h30.762c3.165 0 5.752 2.587 5.752 5.752v45.199c0 3.165-2.587 5.752-5.752 5.752h-30.762c-3.165 0-5.752-2.587-5.752-5.752V5.752c0-3.165 2.587-5.752
+                5.752-5.752zm-70.64 0h30.763c3.165 0 5.752 2.587 5.752 5.752v45.199c0 3.165-2.587 5.752-5.752 5.752h-30.763c-3.165 0-5.751-2.587-5.751-5.752V5.752c0-3.165
+                2.586-5.752 5.751-5.752zm233.027 111.097H144.317a30.11 30.11 0 00-21.35 8.844l-.049.049a30.117 30.117 0 00-8.844 21.348v189.728c0 8.292 3.414 15.847 8.9
+                21.333 5.494 5.493 13.058 8.907 21.343 8.907h223.368c8.273 0 15.833-3.421 21.326-8.914s8.915-13.053
+                8.915-21.326V141.338c0-8.283-3.414-15.848-8.908-21.341v-.049c-5.454-5.456-13.006-8.851-21.333-8.851z" />
+            </Button>
+
+            <StatusBar Grid.Column="11"
                Background="#252525"
-            Foreground="White"
-            >
+                Foreground="White">
                <StatusBar.ItemsPanel>
                    <ItemsPanelTemplate>
                        <Grid>
@@ -461,37 +517,22 @@
                                <ColumnDefinition Width="Auto" />
                                <ColumnDefinition Width="Auto" />
                                <ColumnDefinition Width="Auto" />
-                            <ColumnDefinition Width="Auto" />
                            </Grid.ColumnDefinitions>
-
-                        <Grid.RowDefinitions>
-                            <RowDefinition Height="*" />
-                        </Grid.RowDefinitions>
                        </Grid>
                    </ItemsPanelTemplate>
                </StatusBar.ItemsPanel>
-            <StatusBarItem Grid.Column="0" Background="Black">
-                <controls:UpdatableProgressBar x:Name="Volume" 
-                                               Width="70"
-                                               Height="15"
-                                               HorizontalAlignment="Stretch"
-                                               Background="#252525"
-                                               BorderBrush="#252525"
-                                               Foreground="LightBlue"
-                                               Maximum="100"
-                                               Minimum="0">
-                </controls:UpdatableProgressBar>
-            </StatusBarItem>
-            <StatusBarItem Grid.Column="1">
+                <StatusBarItem Grid.Column="0">
                    <TextBlock Margin="3 0 0 0" x:Name="StatusClock" FontSize="16" Text="00:00 / 00:00"></TextBlock>
                </StatusBarItem>
-            <Separator Grid.Column="2" />
-            <StatusBarItem Grid.Column="3">
+                <Separator Grid.Column="1" />
+                <StatusBarItem Grid.Column="2">
                    <TextBlock Margin="3 0 0 0" x:Name="StatusHelp" FontSize="12" ></TextBlock>
                </StatusBarItem>
-            <StatusBarItem Grid.Column="4">
+                <StatusBarItem Grid.Column="3">
                    <TextBlock x:Name="Status"></TextBlock>
                </StatusBarItem>
            </StatusBar>
        </Grid>
+        <!-- /Buttons -->
+    </Grid>
 </Window>
@@ -83,15 +83,7 @@ public partial class MainWindow
    {
        Core.Initialize();
        InitControls();
-
-        _ = Task.Run(async () =>
-        {
-            while (true)
-            {
-                await _galleryManager.RefreshThumbnails();
-                await Task.Delay(30000);
-            }
-        });
+        _ = Task.Run(async () => await _galleryManager.RefreshThumbnails());

        _suspendLayout = true;

@@ -141,6 +133,7 @@ public partial class MainWindow
                Dispatcher.Invoke(() => StatusHelp.Text = "");
                await Task.Delay(200);
            }
+
            Dispatcher.Invoke(() => StatusHelp.Text = helpText);
        });
    }
@@ -249,7 +242,7 @@ public partial class MainWindow
        {
            var name = Path.GetFileNameWithoutExtension(file.Name);
            var time = _formState.GetTime(name);
-            await AddAnnotation(time, await YoloLabel.ReadFromFile(file.FullName));
+            await AddAnnotation(time, await YoloLabel.ReadFromFile(file.FullName, cancellationToken));
        }
    }

@@ -267,11 +260,11 @@ public partial class MainWindow
            _formState.AnnotationResults.Remove(existingResult);

        var dict = _formState.AnnotationResults
-            .Select((x,i) => new { x.Time, Index = i })
+            .Select((x, i) => new { x.Time, Index = i })
            .ToDictionary(x => x.Time, x => x.Index);

        var index = dict.Where(x => x.Key < timeValue)
-            .OrderBy(x => x.Key - timeValue)
+            .OrderBy(x => timeValue - x.Key)
            .Select(x => x.Value + 1)
            .FirstOrDefault();

@@ -299,7 +292,7 @@ public partial class MainWindow

        var videoFiles = dir.GetFiles(_config.VideoFormats.ToArray()).Select(x =>
        {
-            var media = new Media(_libVLC, x.FullName);
+            using var media = new Media(_libVLC, x.FullName);
            media.Parse();
            var fInfo = new MediaFileInfo
            {
@@ -346,6 +339,7 @@ public partial class MainWindow
    // }
    private async void OpenFolderItemClick(object sender, RoutedEventArgs e) => await OpenFolder();
    private async void OpenFolderButtonClick(object sender, RoutedEventArgs e) => await OpenFolder();
+
    private async Task OpenFolder()
    {
        var dlg = new CommonOpenFileDialog
@@ -365,6 +359,7 @@ public partial class MainWindow

        ReloadFiles();
    }
+
    private void TbFilter_OnTextChanged(object sender, TextChangedEventArgs e)
    {
        FilteredMediaFiles = new ObservableCollection<MediaFileInfo>(AllMediaFiles.Where(x => x.Name.ToLower().Contains(TbFilter.Text.ToLower())).ToList());
@@ -396,6 +391,13 @@ public partial class MainWindow
    private void TurnOffVolume(object sender, RoutedEventArgs e) => _mediator.Publish(new PlaybackControlEvent(PlaybackControlEnum.TurnOffVolume));
    private void TurnOnVolume(object sender, RoutedEventArgs e) => _mediator.Publish(new PlaybackControlEvent(PlaybackControlEnum.TurnOnVolume));

+    private async void AutoDetect(object sender, RoutedEventArgs e)
+    {
+        if (LvFiles.SelectedItem == null)
+            return;
+        await _mediator.Send(new AIDetectEvent());
+    }
+
    private void OpenHelpWindowClick(object sender, RoutedEventArgs e)
    {
        _helpWindow.Show();
@@ -410,7 +412,7 @@ public partial class MainWindow
            var dgRow = ItemsControl.ContainerFromElement((DataGrid)sender, (args.OriginalSource as DependencyObject)!) as DataGridRow;
            var res = (AnnotationResult)dgRow!.Item;
            _mediaPlayer.SetPause(true);
-            _mediaPlayer.Time = (long)res.Time.TotalMilliseconds;// + 250;
+            _mediaPlayer.Time = (long)res.Time.TotalMilliseconds; // + 250;
            ShowTimeAnnotations(res.Time);
        };
    }
@@ -19,6 +19,9 @@ public class MainWindowEventHandler :
    private readonly MainWindow _mainWindow;
    private readonly FormState _formState;
    private readonly Config _config;
+    private readonly IMediator _mediator;
+    private readonly IGalleryManager _galleryManager;
+    private readonly DatasetExplorer _datasetExplorer;
    private readonly ILogger<MainWindowEventHandler> _logger;

    private const int STEP = 20;
@@ -42,6 +45,9 @@ public class MainWindowEventHandler :
        MainWindow mainWindow,
        FormState formState,
        Config config,
+        IMediator mediator,
+        IGalleryManager galleryManager,
+        DatasetExplorer datasetExplorer,
        ILogger<MainWindowEventHandler> logger)
    {
        _libVLC = libVLC;
@@ -49,6 +55,9 @@ public class MainWindowEventHandler :
        _mainWindow = mainWindow;
        _formState = formState;
        _config = config;
+        _mediator = mediator;
+        _galleryManager = galleryManager;
+        _datasetExplorer = datasetExplorer;
        _logger = logger;
    }

@@ -85,6 +94,9 @@ public class MainWindowEventHandler :
        if (_keysControlEnumDict.TryGetValue(key, out var value))
            await ControlPlayback(value);

+        if (key == Key.A)
+            await _mediator.Send( new AIDetectEvent(), cancellationToken);
+
        await VolumeControl(key);
    }

@@ -259,5 +271,11 @@ public class MainWindowEventHandler :
            File.Copy(_formState.CurrentMedia.Path, destinationPath, overwrite: true);
            await NextMedia();
        }
+
+        var thumbnailDto = await _galleryManager.CreateThumbnail(destinationPath);
+        var selectedClass = ((AnnotationClass?)_datasetExplorer.LvClasses.SelectedItem)?.Id;
+
+        if (selectedClass != null && (selectedClass == -1 || currentAnns.Any(x => x.ClassNumber == selectedClass)))
+            _datasetExplorer.ThumbnailsDtos.Insert(0, thumbnailDto);
    }
 }
@@ -35,5 +35,6 @@
  "RightPanelWidth": 300,
  "ShowHelpOnStart": false,
  "VideoFormats": ["mov", "mp4"],
-  "ImageFormats": ["jpg", "jpeg", "png", "bmp", "gif"]
+  "ImageFormats": ["jpg", "jpeg", "png", "bmp", "gif"],
+  "AIModelPath": "D:\\dev\\azaion\\azaion_2024-09-19.onnx"
 }
@@ -1,2 +1,6 @@
 Azaion.Annotator is a tool for annotation videos.
 Works on Windows only for now
+
+Install:
+1. C# dotnet with wpf
+2. CUDNN