!7

concept Screenshot {
  new Ref<PNGFile> file;
  Image332 preview;
}

concept Grab {
  new Ref<Screenshot> screenshot;
  Pt point;
  new MultiSet<Rect> sizes;
}

p-substance-thread {
  db();
  awt {
    showFrame(jtabs(
      "Shoot" := makeConceptTable(Screenshot),
      "Mark" := makeConceptTable(Screenshot),
      "Find" := makeConceptTable(Grab)
    ));
  }
}

svoid grab {
  trackOneClick(voidfunc(final Point p) {
    thread {
      sleep(500); // allow screen behind red dot to be repainted
      Grab grab = cnew(Grab,
        screenshot := new PNGFile(shootScreenBufferedImage()),
        point := new Pt(p)
      );
      infoBox("Grabbed! " + grab.id);
    }
  });
}

svoid find {
  float ppt = 0.1f; // per pixel tolerance
  RGBImage imgB = rgbShootScreen();
  int w = imgB.w(), h = imgB.h();
  for (Grab grab) {
    print ("Searching " + grab.id + "...");
    RGBImage imgA = new RGBImage(grab.screenshot->getImage());
    Pt p = grab.point;
    int col = imgA.getInt(p.x, p.y);
    new MultiSet<Rect> matches;
    for y to h: for x to w:
      if (rgbDiff(col, imgB.getInt(x, y)) <= ppt) {
        Rect r1 = new Rect(p.x, p.y, 1, 1);
        Rect r2 = new Rect(x, y, 1, 1);
        Rect r = translateRect(rgbExpandMatch(imgA, imgB, r1, r2, ppt), -p.x, -p.y);
        matches.add(r);
      }
    L<Rect> matchesList = sortByCalculatedFieldDesc(keys(matches), f rectPixels);
    Rect r = first(matchesList);
    if (r != null)
      print("Largest match: " + rectPixels(r) + " pixels. " + n(matchesList, "matches") + ": " + matchesList);
    else
      print("No match");
    grab.sizes.addAll(matches);
    grab.change();
  }
}

Began life as a copy of #1006864