!7

static double interval = 1.0;
static new LatestAppearance<S> latest;
sS tooltip;
static RectAndMD5 mouse;
static Rect rectShown;
static int maxClipWidth = min(300, screenWidth()/2);
static int maxClipHeight = min(100, screenHeight()/2);
static ImageSurface lastIS;

p-subst {
  autoRestart();
  startBotHere("Screen Segmenter.", #1015121);
  consoleIcon(#1101243);

  onGlobalMousePress(voidfunc(NativeMouseEvent e) {
    lock defaultLock();
    int x = e.getX(), y = e.getY();
    makeToolTip(Pt(x, y));
    S text;
    if (mouse == null)
      text = "User clicked at " + x + "/" + y + " (" + screenWidth() + "x" + screenHeight() + ")";
    else
      text = "User clicked on " + (empty(tooltip) ? "uncommented object of size " + mouse.r.w + "x" + mouse.r.h : multiLineQuote(tooltip)) + " at " + x + "/" + y + " (screen: " + screenWidth() + "x" + screenHeight() + ", rect: " + mouse.r + ", md5: " + mouse.md5 + ")";
    mechAppend_noUniq_inQ("Mouse log", text);
  });
  
  S tooltip = ""; // mouse
  repeat with sleep interval {
    time2 {
      L<S> list = latest.recordAndSort(thingsOnScreen2());
      
      makeToolTip(mousePt());
    }
    print(localDateWithSeconds() + ": Found: " + list);
    consoleTitle(l(list) + " " + joinWithComma(list));
  }
}

svoid makeToolTip(Pt mousePt) {
  lock defaultLock();
  L<RectAndMD5> rects = segmentedScreenFromCacheFile_last;
  mouse = smallestRectAndMD5Containing(rects, mousePt);
  S name = "";
  
  if (mouse != null)
    print("Mouse: " + sfu(mouse));
  
  if (mouse != null)
    name = unnull(thingsOnScreenDefinitions().get(mouse.md5));
    
  /*if (neq(name, tooltip))
    flatInfoBox_topRightCorner(name, 1.0);*/
  tooltip = name;
  
  Rect r = mouse == null ? null : mouse.r;
  if (r != null /*&& empty(name)*/ && neq(r, rectShown)
   && r.w <= maxClipWidth && r.h <= maxClipHeight
   && !mouseInComponent(lastIS)) {
    double zoom = 1;
    int x = max(r.w, r.h);
    if (x < 30) zoom = 3.0;
    else if (x < 100) zoom = 2.0;
    final ImageSurface is = zoomedImageSurface(shootScreenArea_possiblyBroken(mouse.r), zoom);
    lastIS = is;
    hideWindowOnComponentMouseOver(is);
    showWindowInTopRightCorner(withLineBorder(Color.green, withMargin(10,
      vstackWithSpacing(
        is,
        jcenteredboldlabel(or2(name, "?")),
        jbutton("Teach")))));
     swingLater(toMS(3.0), r { if (!mouseInWindow(is)) disposeWindow(is) });
  }
  rectShown = r;
}