totte/Program.cs

using OpenTK.Graphics.OpenGL4;
using OpenTK.Mathematics;
using OpenTK.Windowing.Common;
using OpenTK.Windowing.Common.Input;
using OpenTK.Windowing.Desktop;
using OpenTK.Windowing.GraphicsLibraryFramework;
// https://docs.sixlabors.com/api/ImageSharp/SixLabors.ImageSharp.Image.html
using SixLabors.Fonts;
using SixLabors.ImageSharp.Drawing.Processing;
using SixLabors.ImageSharp.Drawing;
using SixLabors.ImageSharp.Formats.Jpeg;
using System;
using System.Diagnostics;

namespace SemiColinGames;

public class FpsCounter {
  private readonly int[] frameTimes = new int[30];
  private double fps = 0;
  private int idx = 0;

  public int Fps {
    get => (int) Math.Ceiling(fps);
  }

  public void Update() {
    var now = Environment.TickCount;  // ms
    if (frameTimes[idx] != 0) {
      var timeElapsed = now - frameTimes[idx];
      fps = 1000.0 * frameTimes.Length / timeElapsed;
    }
    frameTimes[idx] = now;
    idx = (idx + 1) % frameTimes.Length;
  }
}


public class CameraInfo {
  public static float AspectRatio = 6000f / 4000f;
}


public enum ToolStatus {
  Active,
  Done,
  Canceled
}


public class Transform {
  // FIXME: move scale and offset into Photo itself?
  float activeScale;
  Vector2i activeOffset;
  Vector2i photoSize;

  public Transform(float scale, Vector2i offset, Vector2i photoSize) {
    activeScale = scale;
    activeOffset = offset;
    this.photoSize = photoSize;
  }

  public Vector2i ScreenToImageDelta(int x, int y) {
    return new((int) (x / activeScale), (int) (y / activeScale));
  }

  public Vector2i ScreenToImage(int x, int y) {
    int rx = (int) ((x - activeOffset.X) / activeScale);
    int ry = (int) ((y - activeOffset.Y) / activeScale);
    rx = Math.Clamp(rx, 0, photoSize.X);
    ry = Math.Clamp(ry, 0, photoSize.Y);
    return new(rx, ry);
  }

  public Vector2i ScreenToImage(Vector2i position) {
    return ScreenToImage(position.X, position.Y);
  }

  public Vector2i ImageToScreen(int x, int y) {
    int rx = (int) ((x * activeScale) + activeOffset.X);
    int ry = (int) ((y * activeScale) + activeOffset.Y);
    return new(rx, ry);
  }

  public Vector2i ImageToScreen(Vector2i position) {
    return ImageToScreen(position.X, position.Y);
  }
}

public interface ITool {
  ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform);
  string Status();
  void Draw(UiGeometry geometry, Game game);
}


public class ViewTool : ITool {
  public ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform) {
    return ToolStatus.Active;
  }

  public string Status() {
    return "";
  }

  public void Draw(UiGeometry geometry, Game game) {
  }
}


public class CropTool : ITool {

  Photo photo;
  Vector2i mouseDragStart;
  Vector2i mouseDragEnd;
  bool dragging;
  string status = "";

  public CropTool(Photo photo) {
    this.photo = photo;
    mouseDragStart = new(photo.CropRectangle.Left, photo.CropRectangle.Top);
    mouseDragEnd = new(photo.CropRectangle.Right, photo.CropRectangle.Bottom);
  }

  public ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform) {
    Vector2i mousePosition = (Vector2i) mouse.Position;
    Vector2i imagePosition = transform.ScreenToImage(mousePosition);

    if (mouse.IsButtonPressed(MouseButton.Button1)) {
      dragging = photo.CropRectangle.Contains(imagePosition.X, imagePosition.Y);
    }

    if (!dragging) {
      if (mouse.IsButtonPressed(MouseButton.Button1)) {
        mouseDragStart = imagePosition;
      }
      if (mouse.IsButtonDown(MouseButton.Button1)) {
        mouseDragEnd = imagePosition;
      }

      var (left, right, top, bottom) = GetCrop();
      if (left != right && top != bottom) {
        photo.CropRectangle = Rectangle.FromLTRB(left, top, right, bottom);
      } else {
        photo.CropRectangle = Rectangle.Empty;
      }
    } else {
      if (mouse.IsButtonDown(MouseButton.Button1)) {
        Vector2 delta = mouse.Delta;
        Vector2i imageDelta = transform.ScreenToImageDelta((int) delta.X, (int) delta.Y);
        photo.CropRectangle.Offset(imageDelta.X, imageDelta.Y);
        if (photo.CropRectangle.Left < 0) {
          photo.CropRectangle.Offset(-photo.CropRectangle.Left, 0);
        }
        if (photo.CropRectangle.Right > photo.Size.X) {
          int overshoot = photo.CropRectangle.Right - photo.Size.X;
          photo.CropRectangle.Offset(-overshoot, 0);
        }
        if (photo.CropRectangle.Top < 0) {
          photo.CropRectangle.Offset(0, -photo.CropRectangle.Top);
        }
        if (photo.CropRectangle.Bottom > photo.Size.Y) {
          int overshoot = photo.CropRectangle.Bottom - photo.Size.Y;
          photo.CropRectangle.Offset(0, -overshoot);
        }
      }
    }

    Rectangle r = photo.CropRectangle;
    status = $"({r.Left}, {r.Top}, {r.Right}, {r.Bottom}) {r.Width}x{r.Height}";

    if (input.IsKeyPressed(Keys.Enter)) {
      return ToolStatus.Done;
    }

    if (input.IsKeyPressed(Keys.Escape)) {
      photo.CropRectangle = Rectangle.Empty;
      return ToolStatus.Canceled;
    }

    return ToolStatus.Active;
  }

  // left, right, top, bottom
  (int, int, int, int) GetCrop() {
    // FIXME: this expects the start point in the top left and the end point
    // in the bottom right; some sign flipping needs to occur to make anchors
    // in other directions work well.
    Vector2i start = mouseDragStart;
    Vector2i end = mouseDragEnd;
    // FIXME: choose the aspect ratio based on the original image aspect ratio.
    // FIXME: allow for unconstrained crop, 1:1, etc.
    end.Y = Math.Min(end.Y, (int) (start.Y + (end.X - start.X) / CameraInfo.AspectRatio));
    end.X = (int) (start.X + (end.Y - start.Y) * CameraInfo.AspectRatio);
    int left = Math.Min(start.X, end.X);
    int right = Math.Max(start.X, end.X);
    int top = Math.Min(start.Y, end.Y);
    int bottom = Math.Max(start.Y, end.Y);
    return (left, right, top, bottom);
  }

  public void Draw(UiGeometry geometry, Game game) {
  }

  public string Status() {
    return "[crop] " + status;
  }
}


public class UiGeometry {
  public static Vector2i MIN_WINDOW_SIZE = new(1024, 768);

  public readonly Vector2i WindowSize;
  public readonly Vector2i ThumbnailSize;
  public readonly Box2i ThumbnailBox;
  public readonly List<Box2i> ThumbnailBoxes = new();
  public readonly List<Box2i> StarBoxes = new();
  public readonly Box2i PhotoBox;
  public readonly Box2i StatusBox;

  public UiGeometry() : this(MIN_WINDOW_SIZE, 0) {}

  public UiGeometry(Vector2i windowSize, int starSize) {
    WindowSize = windowSize;

    int numThumbnails = Math.Max(WindowSize.Y / 100, 1);
    int thumbnailHeight = WindowSize.Y / numThumbnails;
    int thumbnailWidth = (int) (1.0 * thumbnailHeight * CameraInfo.AspectRatio);
    ThumbnailSize = new(thumbnailWidth, thumbnailHeight);

    Console.WriteLine($"thumbnail size: {thumbnailWidth}x{thumbnailHeight}");
    for (int i = 0; i < numThumbnails; i++) {
      Box2i box = Util.MakeBox(WindowSize.X - thumbnailWidth, i * thumbnailHeight,
                               thumbnailWidth, thumbnailHeight);
      ThumbnailBoxes.Add(box);
    }

    int statusBoxHeight = 40;
    int statusBoxPadding = 4;
    PhotoBox = new Box2i(
        0, 0, WindowSize.X - thumbnailWidth, WindowSize.Y - statusBoxHeight - statusBoxPadding);
    StatusBox = new Box2i(
        0, WindowSize.Y - statusBoxHeight, WindowSize.X - thumbnailWidth, WindowSize.Y);
    ThumbnailBox = new Box2i(
        ThumbnailBoxes[0].Min.X, ThumbnailBoxes[0].Min.Y, WindowSize.X, WindowSize.Y);

    int starSpacing = 10;
    int starBoxLeft = (int) (PhotoBox.Center.X - 2.5 * starSize - starSpacing * 2);
    for (int i = 0; i < 5; i++) {
      Box2i box = Util.MakeBox(
          starBoxLeft + i * (starSize + starSpacing), PhotoBox.Max.Y - starSize - 10,
          starSize, starSize);
      StarBoxes.Add(box);
    }
  }
}


public static class Util {
  public const float PI = (float) Math.PI;

  public static int Lerp(int start, int end, double fraction) {
    return start + (int) ((end - start) * fraction);
  }

  public static Box2i MakeBox(int left, int top, int width, int height) {
    return new Box2i(left, top, left + width, top + height);
  }

  public static Image<Rgba32> MakeImage(float width, float height) {
    return new((int) Math.Ceiling(width), (int) Math.Ceiling(height));
  }

  // https://sirv.com/help/articles/rotate-photos-to-be-upright/
  public static void RotateImageFromExif(Image<Rgba32> image, ushort orientation) {
    if (orientation <= 1) {
      return;
    }
    var operations = new Dictionary<ushort, (RotateMode, FlipMode)> {
      { 2, (RotateMode.None, FlipMode.Horizontal) },
      { 3, (RotateMode.Rotate180, FlipMode.None) },
      { 4, (RotateMode.None, FlipMode.Vertical) },
      { 5, (RotateMode.Rotate90, FlipMode.Vertical) },
      { 6, (RotateMode.Rotate90, FlipMode.None) },
      { 7, (RotateMode.Rotate270, FlipMode.Vertical) },
      { 8, (RotateMode.Rotate270, FlipMode.None) },
    };
    var (rotate, flip) = operations[orientation];
    image.Mutate(x => x.RotateFlip(rotate, flip));
  }

  public static Texture RenderText(string text) {
    return RenderText(text, 16);
  }

  public static Texture RenderText(string text, int size) {
    // Make sure that 0-length text doesn't end up as a 0-size texture, which
    // might cause problems.
    if (text.Length == 0) {
      text = " ";
    }
    Font font = SystemFonts.CreateFont("Consolas", size, FontStyle.Bold);
    TextOptions options = new(font);
    FontRectangle rect = TextMeasurer.Measure(text, new TextOptions(font));
    Image<Rgba32> image = MakeImage(rect.Width, rect.Height);
    IBrush brush = Brushes.Solid(Color.White);
    image.Mutate(x => x.DrawText(options, text, brush));
    Texture texture = new Texture(image);
    image.Dispose();
    return texture;
  }

  // FIXME: make a real icon stored as a PNG...
  public static OpenTK.Windowing.Common.Input.Image[] RenderAppIcon() {
    int size = 64;
    Font font = SystemFonts.CreateFont("MS Mincho", size, FontStyle.Bold);
    TextOptions options = new(font);
    Image<Rgba32> image = MakeImage(size, size);
    IBrush brush = Brushes.Solid(Color.Black);
    image.Mutate(x => x.DrawText(options, "撮", brush));
    byte[] pixelBytes = new byte[size * size * 4];
    image.CopyPixelDataTo(pixelBytes);
    image.Dispose();
    OpenTK.Windowing.Common.Input.Image opentkImage = new(size, size, pixelBytes);
    return new OpenTK.Windowing.Common.Input.Image[]{ opentkImage };
  }

  public static Texture RenderStar(float radius, bool filled) {
    IPath path = new Star(x: radius, y: radius + 1, prongs: 5,
                          innerRadii: radius * 0.4f, outerRadii: radius, angle: Util.PI);
    // We add a little bit to the width & height because the reported
    // path.Bounds are often a little tighter than they should be & a couple
    // pixels end up obviously missing...
    Image<Rgba32> image = MakeImage(path.Bounds.Width + 2, path.Bounds.Height + 2);
    IBrush brush = Brushes.Solid(Color.White);
    IPen white = Pens.Solid(Color.White, 1.5f);
    IPen black = Pens.Solid(Color.Black, 3f);
    image.Mutate(x => x.Draw(black, path));
    if (filled) {
      image.Mutate(x => x.Fill(brush, path));
    }
    image.Mutate(x => x.Draw(white, path));
    Texture texture = new Texture(image);
    image.Dispose();
    return texture;
  }
}

public class Toast {
  private string message = "";
  private double time;
  private double expiryTime;

  public void Set(string message) {
    this.message = message;
    this.expiryTime = time + 5.0;
  }

  public string Get() {
    return message;
  }

  public void Update(double elapsed) {
    time += elapsed;
    if (time > expiryTime) {
      message = "";
    }
  }
}

public class Game : GameWindow {
  public Game(GameWindowSettings gwSettings, NativeWindowSettings nwSettings) :
      base(gwSettings, nwSettings) {
    activeTool = viewTool;
    geometry = new UiGeometry(nwSettings.Size, STAR_FILLED.Size.X);
  }

  private static string outputRoot = @"c:\users\colin\desktop\totte-output";
  // private static string outputRoot = @"c:\users\colin\pictures\photos";

  private static Texture TEXTURE_WHITE = new(new Image<Rgba32>(1, 1, new Rgba32(255, 255, 255)));
  private static Texture TEXTURE_BLACK = new(new Image<Rgba32>(1, 1, new Rgba32(0, 0, 0)));
  private static Texture STAR_FILLED = Util.RenderStar(20, true);
  private static Texture STAR_EMPTY = Util.RenderStar(20, false);
  private static Texture STAR_SMALL = Util.RenderStar(6, true);

  UiGeometry geometry;
  FpsCounter fpsCounter = new();

  // Four points, each consisting of (x, y, z, tex_x, tex_y).
  float[] vertices = new float[20];

  // Indices to draw a rectangle from two triangles.
  uint[] indices = {
    0, 1, 3,   // first triangle
    1, 2, 3    // second triangle
  };

  int VertexBufferObject;
  int ElementBufferObject;
  int VertexArrayObject;
  int numThumbnailsLoaded = 0;
  readonly object numThumbnailsLoadedLock = new();
  List<Photo> allPhotos = new();
  List<Photo> photos = new();
  HashSet<Photo> loadedImages = new();
  HashSet<Photo> loadingImages = new();
  readonly object loadedImagesLock = new();
  readonly ViewTool viewTool = new ViewTool();
  Toast toast = new();
  ITool activeTool;
  int photoIndex = 0;
  int ribbonIndex = 0;
  Vector2i mousePosition;
  float activeScale = 1f;
  Vector2i activeOffset;
  Transform transform = new(1f, Vector2i.Zero, Vector2i.Zero);
  Shader shader = new();
  Matrix4 projection;
  float zoomLevel = 0f;
  double timeSinceEvent = 0;

  protected override void OnUpdateFrame(FrameEventArgs e) {
    base.OnUpdateFrame(e);
    toast.Update(e.Time);

    KeyboardState input = KeyboardState;
    if (input.IsAnyKeyDown || MouseState.IsAnyButtonDown || MouseState.Delta != Vector2i.Zero) {
      timeSinceEvent = 0;
    } else {
      timeSinceEvent += e.Time;
    }
    if (IsFocused && timeSinceEvent < 1) {
      RenderFrequency = 30;
      UpdateFrequency = 30;
    } else {
      RenderFrequency = 2;
      UpdateFrequency = 2;
    }

    Photo previousPhoto = photos[photoIndex];

    bool shiftIsDown = input.IsKeyDown(Keys.LeftShift) || input.IsKeyDown(Keys.RightShift);
    bool altIsDown = input.IsKeyDown(Keys.LeftAlt) || input.IsKeyDown(Keys.RightAlt);
    bool ctrlIsDown = input.IsKeyDown(Keys.LeftControl) || input.IsKeyDown(Keys.RightControl);

    // FIXME: add a confirm dialog before closing. (Also for the window-close button.)
    // FIXME: don't quit if there's pending file-write operations.
    // Close when Ctrl-Q is pressed.
    if (input.IsKeyPressed(Keys.Q) && ctrlIsDown) {
      Close();
    }

    mousePosition = (Vector2i) MouseState.Position;

    // Look for mouse clicks on thumbnails or stars.
    //
    // Note that we don't bounds-check photoIndex until after all the possible
    // inputs that might affect it. That simplifies this logic significantly.
    if (MouseState.IsButtonPressed(MouseButton.Button1)) {

      for (int i = 0; i < geometry.StarBoxes.Count; i++) {
        if (geometry.StarBoxes[i].ContainsInclusive(mousePosition)) {
          photos[photoIndex].Rating = i + 1;
        }
      }

      for (int i = 0; i < geometry.ThumbnailBoxes.Count; i++) {
        if (geometry.ThumbnailBoxes[i].ContainsInclusive(mousePosition)) {
          photoIndex = ribbonIndex + i;
        }
      }
    }

    if (MouseState.IsButtonPressed(MouseButton.Button4)) {
      photoIndex--;
    }

    if (MouseState.IsButtonPressed(MouseButton.Button5)) {
      photoIndex++;
    }

    if (MouseState.ScrollDelta.Y < 0) {
      photoIndex++;
    }

    if (MouseState.ScrollDelta.Y > 0) {
      photoIndex--;
    }

    if (input.IsKeyPressed(Keys.Down)) {
      photoIndex++;
    }
    if (input.IsKeyPressed(Keys.Up)) {
      photoIndex--;
    }

    if (input.IsKeyPressed(Keys.Home)) {
      photoIndex = 0;
    }

    if (input.IsKeyPressed(Keys.End)) {
      photoIndex = photos.Count - 1;
    }

    if (input.IsKeyPressed(Keys.PageDown)) {
      photoIndex += 5;
    }

    if (input.IsKeyPressed(Keys.PageUp)) {
      photoIndex -= 5;
    }

    if (input.IsKeyPressed(Keys.P) && ctrlIsDown) {
      ExportPhotos();
    }

    // Make sure the photoIndex is actually valid.
    if (photos.Count == 0) {
      photoIndex = 0;
    } else {
      photoIndex = Math.Clamp(photoIndex, 0, photos.Count - 1);
    }

    // Handle presses of the "rating" keys -- 0-5 and `.
    // A normal press just sets the rating of the current photo.
    // If the user is holding "shift", we instead filter to only show photos
    // of that rating or higher.
    int rating = -1;

    if (input.IsKeyPressed(Keys.D0) || input.IsKeyPressed(Keys.GraveAccent)) {
      rating = 0;
    }

    if (input.IsKeyPressed(Keys.D1)) {
      rating = 1;
    }

    if (input.IsKeyPressed(Keys.D2)) {
      rating = 2;
    }

    if (input.IsKeyPressed(Keys.D3)) {
      rating = 3;
    }

    if (input.IsKeyPressed(Keys.D4)) {
      rating = 4;
    }

    if (input.IsKeyPressed(Keys.D5)) {
      rating = 5;
    }

    if (rating >= 0) {
      if (shiftIsDown) {
        FilterByRating(rating);
      } else {
        if (photos.Count > 0) {
          photos[photoIndex].Rating = rating;
        }
      }
    }

    if (input.IsKeyPressed(Keys.Q)) {
      zoomLevel = 0f;
    }

    if (input.IsKeyPressed(Keys.W)) {
      zoomLevel = 1f;
    }

    if (input.IsKeyPressed(Keys.E)) {
      zoomLevel = 2f;
    }

    if (input.IsKeyPressed(Keys.R)) {
      zoomLevel = 4f;
    }

    if (input.IsKeyPressed(Keys.T)) {
      zoomLevel = 8f;
    }

    if (input.IsKeyPressed(Keys.Y)) {
      zoomLevel = 16f;
    }

    // Handle tool switching.
    if (photos[photoIndex] != previousPhoto) {
      activeTool = viewTool;
    }

    if (activeTool == viewTool) {
      if (input.IsKeyPressed(Keys.C)) {
        activeTool = new CropTool(photos[photoIndex]);
      }
    }

    // Delegate input to the active tool.
    ToolStatus status = activeTool.HandleInput(KeyboardState, MouseState, transform);

    // Change back to the default tool if the active tool is done.
    if (status != ToolStatus.Active) {
      activeTool = viewTool;
    }
  }

  void FilterByRating(int rating) {
    Console.WriteLine("filter to " + rating);
    Photo previouslyActive = photos.Count > 0 ? photos[photoIndex] : allPhotos[0];
    photos = allPhotos.Where(p => p.Rating >= rating).ToList();
    // Move photoIndex to wherever the previously active photo was, or if it
    // was filtered out, to whichever unfiltered photo comes before it. This
    // is O(n) in the length of allPhotos, but how bad can it be? :)
    photoIndex = -1;
    for (int i = 0; i < allPhotos.Count; i++) {
      Photo candidate = allPhotos[i];
      if (candidate.Rating >= rating) {
        photoIndex++;
      }
      if (candidate == previouslyActive) {
        break;
      }
    }
    photoIndex = Math.Max(0, photoIndex);
  }

  // FIXME: switch to immediate mode??
  // https://gamedev.stackexchange.com/questions/198805/opentk-immediate-mode-on-net-core-doesnt-work
  // https://www.youtube.com/watch?v=Q23Kf9QEaO4
  protected override void OnLoad() {
    base.OnLoad();

    GL.ClearColor(0f, 0f, 0f, 1f);

    GL.Enable(EnableCap.Blend);
    GL.BlendFunc(BlendingFactor.SrcAlpha, BlendingFactor.OneMinusSrcAlpha);

    VertexArrayObject = GL.GenVertexArray();
    GL.BindVertexArray(VertexArrayObject);

    VertexBufferObject = GL.GenBuffer();
    ElementBufferObject = GL.GenBuffer();

    GL.BindBuffer(BufferTarget.ArrayBuffer, VertexBufferObject);