totte/Program.cs

using OpenTK.Graphics.OpenGL4;
using OpenTK.Mathematics;
using OpenTK.Windowing.Common;
using OpenTK.Windowing.Common.Input;
using OpenTK.Windowing.Desktop;
using OpenTK.Windowing.GraphicsLibraryFramework;
// https://docs.sixlabors.com/api/ImageSharp/SixLabors.ImageSharp.Image.html
using SixLabors.Fonts;
using SixLabors.ImageSharp.Drawing.Processing;
using SixLabors.ImageSharp.Drawing;
using SixLabors.ImageSharp.Formats.Jpeg;
using System;
using System.Diagnostics;

namespace SemiColinGames;

public class FpsCounter {
  private readonly int[] frameTimes = new int[30];
  private double fps = 0;
  private int idx = 0;

  public int Fps {
    get => (int) Math.Ceiling(fps);
  }

  public void Update() {
    var now = Environment.TickCount;  // ms
    if (frameTimes[idx] != 0) {
      var timeElapsed = now - frameTimes[idx];
      fps = 1000.0 * frameTimes.Length / timeElapsed;
    }
    frameTimes[idx] = now;
    idx = (idx + 1) % frameTimes.Length;
  }
}


public class CameraInfo {
  public static float AspectRatio = 6000f / 4000f;
}


public enum ToolStatus {
  Active,
  Done,
  Canceled
}


public class Transform {
  float activeScale;
  Vector2i activeOffset;
  Vector2i photoSize;

  public Transform(float scale, Vector2i offset, Vector2i photoSize) {
    activeScale = scale;
    activeOffset = offset;
    this.photoSize = photoSize;
  }

  public Vector2i ScreenToImageDelta(int x, int y) {
    return new((int) (x / activeScale), (int) (y / activeScale));
  }

  public Vector2i ScreenToImage(int x, int y) {
    int rx = (int) ((x - activeOffset.X) / activeScale);
    int ry = (int) ((y - activeOffset.Y) / activeScale);
    rx = Math.Clamp(rx, 0, photoSize.X);
    ry = Math.Clamp(ry, 0, photoSize.Y);
    return new(rx, ry);
  }

  public Vector2i ScreenToImage(Vector2i position) {
    return ScreenToImage(position.X, position.Y);
  }

  public Vector2i ImageToScreen(int x, int y) {
    int rx = (int) ((x * activeScale) + activeOffset.X);
    int ry = (int) ((y * activeScale) + activeOffset.Y);
    return new(rx, ry);
  }

  public Vector2i ImageToScreen(Vector2i position) {
    return ImageToScreen(position.X, position.Y);
  }
}

public interface ITool {
  ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform, Game game, Photo photo, UiGeometry geometry);
  string Status();
}

public class ViewTool : ITool {
  private bool dragging = false;

  public ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform, Game game, Photo photo, UiGeometry geometry) {
    Vector2i mousePosition = (Vector2i) mouse.Position;
    if (mouse.IsButtonPressed(MouseButton.Button1) && geometry.PhotoBox.ContainsInclusive(mousePosition)) {
      dragging = true;
    }
    if (!mouse.IsButtonDown(MouseButton.Button1)) {
      dragging = false;
    }
    if (dragging) {
      Vector2 delta = mouse.Delta;
      Vector2i imageDelta = transform.ScreenToImageDelta((int) delta.X, (int) delta.Y);
      photo.ViewOffset = Vector2i.Add(photo.ViewOffset, imageDelta);
    }

    return ToolStatus.Active;
  }

  public string Status() {
    return "";
  }
}


public class CropTool : ITool {

  enum Mode { Sizing, Translating };

  Photo photo;
  Vector2i mouseDragStart;
  Vector2i mouseDragEnd;
  Mode mode;
  string status = "";

  public CropTool(Photo photo) {
    this.photo = photo;
    mouseDragStart = new(photo.CropRectangle.Left, photo.CropRectangle.Top);
    mouseDragEnd = new(photo.CropRectangle.Right, photo.CropRectangle.Bottom);
  }

  public ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform, Game game, Photo photo, UiGeometry geometry) {
    Vector2i mousePosition = (Vector2i) mouse.Position;
    Vector2i imagePosition = transform.ScreenToImage(mousePosition);

    List<Vector2i> corners = Util.RectangleCorners(photo.CropRectangle);
    Vector2i? oppositeCorner = null;
    bool mouseNearHandle = false;
    for (int i = 0; i < 4; i++) {
      Vector2i corner = corners[i];
      Vector2i handlePosition = transform.ImageToScreen(corner.X, corner.Y);
      if (Vector2i.Subtract(mousePosition, handlePosition).ManhattanLength < 10) {
        mouseNearHandle = true;
        oppositeCorner = corners[(i + 2) % 4];
        break;
      }
    }

    bool mouseInRectangle = photo.CropRectangle.Contains(imagePosition.X, imagePosition.Y);
    if (mouse.IsButtonPressed(MouseButton.Button1)) {
      if (mouseNearHandle || !mouseInRectangle) {
        mode = Mode.Sizing;
      } else {
        mode = Mode.Translating;
      }
    }
    if (mouseNearHandle) {
      game.Cursor = MouseCursor.Hand;
    } else if (mouseInRectangle) {
      game.Cursor = MouseCursor.Default;
    } else {
      game.Cursor = MouseCursor.Crosshair;
    }

    if (mode == Mode.Sizing) {
      if (mouse.IsButtonPressed(MouseButton.Button1)) {
        mouseDragStart = oppositeCorner ?? imagePosition;
      }
      if (mouse.IsButtonDown(MouseButton.Button1)) {
        mouseDragEnd = imagePosition;
      }

      var (left, right, top, bottom) = GetCrop();
      if (left != right && top != bottom) {
        photo.CropRectangle = Rectangle.FromLTRB(left, top, right, bottom);
      } else {
        photo.CropRectangle = Rectangle.Empty;
      }
    } else {
      if (mouse.IsButtonDown(MouseButton.Button1)) {
        Vector2 delta = mouse.Delta;
        Vector2i imageDelta = transform.ScreenToImageDelta((int) delta.X, (int) delta.Y);
        photo.CropRectangle.Offset(imageDelta.X, imageDelta.Y);
        if (photo.CropRectangle.Left < 0) {
          photo.CropRectangle.Offset(-photo.CropRectangle.Left, 0);
        }
        if (photo.CropRectangle.Right > photo.Size.X) {
          int overshoot = photo.CropRectangle.Right - photo.Size.X;
          photo.CropRectangle.Offset(-overshoot, 0);
        }
        if (photo.CropRectangle.Top < 0) {
          photo.CropRectangle.Offset(0, -photo.CropRectangle.Top);
        }
        if (photo.CropRectangle.Bottom > photo.Size.Y) {
          int overshoot = photo.CropRectangle.Bottom - photo.Size.Y;
          photo.CropRectangle.Offset(0, -overshoot);
        }
      }
    }

    Rectangle r = photo.CropRectangle;
    status = $"({r.Left}, {r.Top}, {r.Right}, {r.Bottom}) {r.Width}x{r.Height}";

    if (input.IsKeyPressed(Keys.Enter)) {
      game.Cursor = MouseCursor.Default;
      if (photo.Rating < 1) {
        photo.Rating = 1;
      }
      photo.ViewOffset = new(photo.Size.X / 2 - Rectangle.Center(r).X,
                             photo.Size.Y / 2 - Rectangle.Center(r).Y);
      return ToolStatus.Done;
    }

    if (input.IsKeyPressed(Keys.Escape)) {
      game.Cursor = MouseCursor.Default;
      photo.CropRectangle = Rectangle.Empty;
      return ToolStatus.Canceled;
    }

    return ToolStatus.Active;
  }

  // left, right, top, bottom
  (int, int, int, int) GetCrop() {
    // FIXME: allow for unconstrained crop, 1:1, etc.
    float aspectRatio = 1f * photo.Size.X / photo.Size.Y;
    Vector2i start = mouseDragStart;
    Vector2i end = mouseDragEnd;
    int width = Math.Abs(end.X - start.X);
    int height = Math.Abs(end.Y - start.Y);
    int heightChange = Math.Min(height, (int) (width / aspectRatio));
    int widthChange = (int) (heightChange * aspectRatio);
    if (end.X < start.X) {
      widthChange *= -1;
    }
    if (end.Y < start.Y) {
      heightChange *= -1;
    }
    end.Y = start.Y + heightChange;
    end.X = start.X + widthChange;
    int left = Math.Min(start.X, end.X);
    int right = Math.Max(start.X, end.X);
    int top = Math.Min(start.Y, end.Y);
    int bottom = Math.Max(start.Y, end.Y);
    return (left, right, top, bottom);
  }

  public string Status() {
    return "[crop] " + status;
  }
}


public class StraightenTool : ITool {

  Photo photo;
  int initialRotation;

  public StraightenTool(Photo photo) {
    this.photo = photo;
    initialRotation = photo.RotationDegreeHundredths;
  }

  public ToolStatus HandleInput(KeyboardState input, MouseState mouse, Transform transform, Game game, Photo photo, UiGeometry geometry) {
    if (input.IsKeyPressed(Keys.D0)) {
      photo.RotationDegreeHundredths = 0;
    }

    if (input.IsKeyPressed(Keys.Left)) {
      if (input.IsKeyDown(Keys.LeftControl)) {
        photo.RotationDegreeHundredths += 100;
      } else if (input.IsKeyDown(Keys.LeftShift)) {
        photo.RotationDegreeHundredths += 1;
      } else {
        photo.RotationDegreeHundredths += 10;
      }
    }

    if (input.IsKeyPressed(Keys.Right)) {
      if (input.IsKeyDown(Keys.LeftControl)) {
        photo.RotationDegreeHundredths -= 100;
      } else if (input.IsKeyDown(Keys.LeftShift)) {
        photo.RotationDegreeHundredths -= 1;
      } else {
        photo.RotationDegreeHundredths -= 10;
      }
    }

    if (input.IsKeyPressed(Keys.Enter)) {
      Matrix2 rotation = Matrix2.CreateRotation(MathHelper.DegreesToRadians(photo.RotationDegreeHundredths / 100f));
      Vector2 center = new(photo.Size.X / 2f, photo.Size.Y / 2f);

      float[] xCoords = new float[4];
      float[] yCoords = new float[4];
      List<Vector2i> corners = Util.RectangleCorners(new Rectangle(0, 0, photo.Size.X, photo.Size.Y));
      for (int i = 0; i < 4; i++) {
        Vector2i corner = corners[i];
        Vector2 rotated = Util.RotateAboutCenter(corner, center, rotation);
        xCoords[i] = rotated.X;
        yCoords[i] = rotated.Y;
      }
      Array.Sort(xCoords);
      Array.Sort(yCoords);
      for (int i = 3; i >= 0; i--) {
        xCoords[i] -= xCoords[0];
        yCoords[i] -= yCoords[0];
      }
      // FIXME: we can get a bigger crop using a better algorithm -- this is
      // too conservative. Also, preserve aspect ratio? Maybe we need to
      // commit this as a separate crop immediately so that further crops are
      // working on an image that isn't weirdly rotated. Or keep the
      // straighten-crop as a separate operation from an ordinary crop.
      int left = (int) Math.Ceiling(xCoords[1]);
      int right = (int) Math.Floor(xCoords[2]);
      int top = (int) Math.Ceiling(yCoords[1]);
      int bottom = (int) Math.Floor(yCoords[2]);

      photo.CropRectangle = Rectangle.FromLTRB(left, top, right, bottom);

      return ToolStatus.Done;
    }

    if (input.IsKeyPressed(Keys.Escape)) {
      photo.RotationDegreeHundredths = initialRotation;
      return ToolStatus.Canceled;
    }

    return ToolStatus.Active;
  }

  public string Status() {
    return String.Format("[straighten] {0:F2}", photo.RotationDegreeHundredths / 100f);
  }
}


public class UiGeometry {
  public static Vector2i MIN_WINDOW_SIZE = new(1024, 768);

  public readonly Vector2i WindowSize;
  public readonly Vector2i ThumbnailSize;
  public readonly Box2i ThumbnailBox;
  public readonly List<Box2i> ThumbnailBoxes = new();
  public readonly List<Box2i> StarBoxes = new();
  public readonly Box2i PhotoBox;
  public readonly Box2i StatusBox;

  public UiGeometry() : this(MIN_WINDOW_SIZE, 0) {}

  public UiGeometry(Vector2i windowSize, int starSize) {
    WindowSize = windowSize;

    int numThumbnailsPerColumn = Math.Max(WindowSize.Y / 120, 1);
    int thumbnailHeight = WindowSize.Y / numThumbnailsPerColumn;
    int thumbnailWidth = (int) (1.0 * thumbnailHeight * CameraInfo.AspectRatio);
    ThumbnailSize = new(thumbnailWidth, thumbnailHeight);

    int thumbnailColumns = 3;
    for (int j = thumbnailColumns; j > 0; j--) {
      for (int i = 0; i < numThumbnailsPerColumn; i++) {
        Box2i box = Util.MakeBox(WindowSize.X - thumbnailWidth * j, i * thumbnailHeight,
                                 thumbnailWidth, thumbnailHeight);
        ThumbnailBoxes.Add(box);
      }
    }

    int statusBoxHeight = 40;
    PhotoBox = new Box2i(
        0, 0, WindowSize.X - thumbnailWidth * thumbnailColumns, WindowSize.Y - statusBoxHeight);
    StatusBox = new Box2i(
        0, WindowSize.Y - statusBoxHeight, WindowSize.X - thumbnailWidth * thumbnailColumns, WindowSize.Y);
    ThumbnailBox = new Box2i(
        ThumbnailBoxes[0].Min.X, ThumbnailBoxes[0].Min.Y, WindowSize.X, WindowSize.Y);

    int starSpacing = 10;
    int starBoxLeft = (int) (PhotoBox.Center.X - 2.5 * starSize - starSpacing * 2);
    for (int i = 0; i < 5; i++) {
      Box2i box = Util.MakeBox(
          starBoxLeft + i * (starSize + starSpacing), PhotoBox.Max.Y - starSize - 10,
          starSize, starSize);
      StarBoxes.Add(box);
    }
  }
}


public static class Util {
  public const float PI = (float) Math.PI;

  public static int Lerp(int start, int end, double fraction) {
    return start + (int) ((end - start) * fraction);
  }

  public static Box2i MakeBox(int left, int top, int width, int height) {
    return new Box2i(left, top, left + width, top + height);
  }

  // resulting items are ordered such that a corner's opposite is 2 indexes away.
  public static List<Vector2i> RectangleCorners(Rectangle r) {
    List<Vector2i> result = new(4);
    result.Add(new(r.Left, r.Top));
    result.Add(new(r.Right, r.Top));
    result.Add(new(r.Right, r.Bottom));
    result.Add(new(r.Left, r.Bottom));
    return result;
  }

  public static Vector2 RotateAboutCenter(Vector2 vec, Vector2 center, Matrix2 transform) {
    Vector2 centerRelative = vec - center;
    centerRelative *= transform;
    return centerRelative + center;
  }

  public static Image<Rgba32> MakeImage(float width, float height) {
    return new((int) Math.Ceiling(width), (int) Math.Ceiling(height));
  }

  // https://sirv.com/help/articles/rotate-photos-to-be-upright/
  // FIXME: could use AutoOrientProcessor instead?
  public static void RotateImageFromExif(Image<Rgba32> image, ushort orientation) {
    if (orientation <= 1) {
      return;
    }
    var operations = new Dictionary<ushort, (RotateMode, FlipMode)> {
      { 2, (RotateMode.None, FlipMode.Horizontal) },
      { 3, (RotateMode.Rotate180, FlipMode.None) },
      { 4, (RotateMode.None, FlipMode.Vertical) },
      { 5, (RotateMode.Rotate90, FlipMode.Vertical) },
      { 6, (RotateMode.Rotate90, FlipMode.None) },
      { 7, (RotateMode.Rotate270, FlipMode.Vertical) },
      { 8, (RotateMode.Rotate270, FlipMode.None) },
    };
    var (rotate, flip) = operations[orientation];
    image.Mutate(x => x.RotateFlip(rotate, flip));
  }

  public static Texture RenderText(string text) {
    return RenderText(text, 16);
  }

  public static Texture RenderText(string text, int size) {
    // Make sure that 0-length text doesn't end up as a 0-size texture, which
    // might cause problems.
    if (text.Length == 0) {
      text = " ";
    }
    Font font = SystemFonts.CreateFont("Consolas", size, FontStyle.Bold);
    TextOptions options = new(font);
    FontRectangle rect = TextMeasurer.Measure(text, new TextOptions(font));
    Image<Rgba32> image = MakeImage(rect.Width, rect.Height);
    IBrush brush = Brushes.Solid(Color.White);
    image.Mutate(x => x.DrawText(options, text, brush));
    Texture texture = new Texture(image);
    image.Dispose();
    return texture;
  }

  // FIXME: make a real icon stored as a PNG...
  public static OpenTK.Windowing.Common.Input.Image[] RenderAppIcon() {
    int size = 64;
    Font font = SystemFonts.CreateFont("MS Mincho", size, FontStyle.Bold);
    TextOptions options = new(font);
    Image<Rgba32> image = MakeImage(size, size);
    IBrush brush = Brushes.Solid(Color.Black);
    image.Mutate(x => x.DrawText(options, "撮", brush));
    byte[] pixelBytes = new byte[size * size * 4];
    image.CopyPixelDataTo(pixelBytes);
    image.Dispose();
    OpenTK.Windowing.Common.Input.Image opentkImage = new(size, size, pixelBytes);
    return new OpenTK.Windowing.Common.Input.Image[]{ opentkImage };
  }

  public static Texture RenderStar(float radius, bool filled) {
    IPath path = new Star(x: radius, y: radius + 1, prongs: 5,
                          innerRadii: radius * 0.4f, outerRadii: radius, angle: Util.PI);
    // We add a little bit to the width & height because the reported
    // path.Bounds are often a little tighter than they should be & a couple
    // pixels end up obviously missing...
    Image<Rgba32> image = MakeImage(path.Bounds.Width + 2, path.Bounds.Height + 2);
    IBrush brush = Brushes.Solid(Color.White);
    IPen white = Pens.Solid(Color.White, 1.5f);
    IPen black = Pens.Solid(Color.Black, 3f);
    image.Mutate(x => x.Draw(black, path));
    if (filled) {
      image.Mutate(x => x.Fill(brush, path));
    }
    image.Mutate(x => x.Draw(white, path));
    Texture texture = new Texture(image);
    image.Dispose();
    return texture;
  }
}

public class Toast {
  private string message = "";
  private double time;
  private double expiryTime;

  public void Set(string message) {
    this.message = message;
    this.expiryTime = time + 5.0;
  }

  public string Get() {
    return message;
  }

  public void Update(double elapsed) {
    time += elapsed;
    if (time > expiryTime) {
      message = "";
    }
  }
}

public class Game : GameWindow {
  public Game(GameWindowSettings gwSettings, NativeWindowSettings nwSettings) :
      base(gwSettings, nwSettings) {
    activeTool = viewTool;
    geometry = new UiGeometry(nwSettings.Size, STAR_FILLED.Size.X);
  }

  // private static string outputRoot = @"c:\users\colin\desktop\totte-output";
  private static string outputRoot = @"d:\photos";

  private static Texture TEXTURE_WHITE = new(new Image<Rgba32>(1, 1, new Rgba32(255, 255, 255)));
  private static Texture TEXTURE_BLACK = new(new Image<Rgba32>(1, 1, new Rgba32(0, 0, 0)));
  private static Texture STAR_FILLED = Util.RenderStar(20, true);
  private static Texture STAR_EMPTY = Util.RenderStar(20, false);
  private static Texture STAR_SMALL = Util.RenderStar(6, true);

  UiGeometry geometry;
  FpsCounter fpsCounter = new();

  // Four points, each consisting of (x, y, z, tex_x, tex_y).
  float[] vertices = new float[20];

  // Indices to draw a rectangle from two triangles.
  uint[] indices = {
    0, 1, 3,   // first triangle
    1, 2, 3    // second triangle
  };

  int VertexBufferObject;
  int ElementBufferObject;
  int VertexArrayObject;

  List<Photo> allPhotos = new();
  List<Photo> photos = new();
  HashSet<Photo> loadedImages = new();
  HashSet<Photo> loadingImages = new();
  readonly object loadedImagesLock = new();
  readonly ViewTool viewTool = new ViewTool();
  Toast toast = new();
  ITool activeTool;
  int photoIndex = 0;
  int ribbonIndex = 0;
  Vector2i mousePosition;
  float activeScale = 1f;
  Vector2i activeOffset;
  Transform transform = new(1f, Vector2i.Zero, Vector2i.Zero);
  Shader shader = new();
  Matrix4 projection;
  float zoomLevel = 0f;
  double timeSinceEvent = 0;

  // Variables that are protected by locks:
  readonly object numThumbnailsLoadedLock = new();
  int numThumbnailsLoaded = 0;

  readonly object exportPhotosLock = new();  // locks the entire ExportPhotos() function.
  int numPhotosToExport = 0;
  readonly object numPhotosExportedLock = new();
  int numPhotosExported = 0;

  protected override void OnUpdateFrame(FrameEventArgs e) {
    base.OnUpdateFrame(e);
    toast.Update(e.Time);

    KeyboardState input = KeyboardState;
    bool mouseInWindow = ClientRectangle.ContainsInclusive((Vector2i) MouseState.Position);
    if (input.IsAnyKeyDown ||
        MouseState.IsAnyButtonDown ||
        (mouseInWindow && MouseState.Delta != Vector2i.Zero)) {
      timeSinceEvent = 0;
    } else {
      timeSinceEvent += e.Time;
    }
    if (IsFocused) {  // && timeSinceEvent < 1
      RenderFrequency = 60;
      UpdateFrequency = 60;
    } else {
      RenderFrequency = 5;
      UpdateFrequency = 5;
    }

    Photo previousPhoto = photos[photoIndex];

    bool shiftIsDown = input.IsKeyDown(Keys.LeftShift) || input.IsKeyDown(Keys.RightShift);
    bool altIsDown = input.IsKeyDown(Keys.LeftAlt) || input.IsKeyDown(Keys.RightAlt);
    bool ctrlIsDown = input.IsKeyDown(Keys.LeftControl) || input.IsKeyDown(Keys.RightControl);

    // FIXME: add a confirm dialog before closing. (Also for the window-close button.)
    // FIXME: don't quit if there's pending file-write operations.
    // Close when Ctrl-Q is pressed.
    if (input.IsKeyPressed(Keys.Q) && ctrlIsDown) {
      Close();
    }

    mousePosition = (Vector2i) MouseState.Position;

    // Look for mouse clicks on thumbnails or stars.
    //
    // Note that we don't bounds-check photoIndex until after all the possible
    // inputs that might affect it. That simplifies this logic significantly.
    if (MouseState.IsButtonPressed(MouseButton.Button1)) {

      for (int i = 0; i < geometry.StarBoxes.Count; i++) {
        if (geometry.StarBoxes[i].ContainsInclusive(mousePosition)) {
          photos[photoIndex].Rating = i + 1;
        }
      }

      for (int i = 0; i < geometry.ThumbnailBoxes.Count; i++) {
        if (geometry.ThumbnailBoxes[i].ContainsInclusive(mousePosition)) {
          photoIndex = ribbonIndex + i;
        }
      }
    }

    if (MouseState.IsButtonPressed(MouseButton.Button4)) {
      photoIndex--;
    }

    if (MouseState.IsButtonPressed(MouseButton.Button5)) {
      photoIndex++;
    }

    if (MouseState.ScrollDelta.Y < 0) {
      photoIndex++;
    }

    if (MouseState.ScrollDelta.Y > 0) {
      photoIndex--;
    }

    if (input.IsKeyPressed(Keys.Down)) {
      photoIndex++;
    }
    if (input.IsKeyPressed(Keys.Up)) {
      photoIndex--;
    }

    if (input.IsKeyPressed(Keys.Home)) {
      photoIndex = 0;
    }

    if (input.IsKeyPressed(Keys.End)) {
      photoIndex = photos.Count - 1;
    }

    if (input.IsKeyPressed(Keys.PageDown)) {
      photoIndex += 10;
    }

    if (input.IsKeyPressed(Keys.PageUp)) {