!7

cmodule ImageSegmenter > DynImageSurface {
  // parameters
  int blur;
  bool distanceFromColor;
  int dc_r, dc_g, dc_b;
  float dc_gain = 5f, maxGain = 25f;
  float contrastThreshold = 0.5f;
  int gridSize = 2;
  DoubleRange widthRange = new(0, 1);
  DoubleRange heightRange = new(0, 1);
  DoubleRange xRange = new(0, 1);
  DoubleRange yRange = new(0, 1);
  
  transient S sliceID = "lgobeactljkewwtz";
  
  // output
  L<Rect> segments;
  
  transient BufferedImage blurredImage;
  transient JLabel lblFound;
  transient ReliableSingleThread rst = dm_rst(this, r segmentIt);
  
  visualize {
    JSlider slider = main.onChange(jLiveValueSlider(dm_fieldLiveValue('contrastThreshold)), rst);
    JSpinner spinner = main.onChange(dm_spinner gridSize(2, 10), rst);
    JSpinner blurSpinner = main.onChange(dm_spinner blur(0, 10), rst);
    
    afterwards {
      imageSurfaceOnHover(imageSurface, voidfunc(Pt p) {
        RGB rgb = bufferedImage_getRGB(blurredImage, p);
        setToolTip(imageSurface, rgb == null ? null : "Color: " + rgbToIntTriple(rgb));
      });
      updateLblFound(); rst.trigger();
    }
    ret withCenteredLinesBelow(super.visualize(),
      ll(jCenteredSection(" Preprocessing ", withSideMargin(20, jline(
        withLabel("Blur:", blurSpinner),
        main.onChange(dm_checkBox("Distance from color:", 'distanceFromColor), rst),
        withLabel("R:", main.onChange(dm_spinner dc_r(0, 255), rst)),
        withLabel("G:", main.onChange(dm_spinner dc_g(0, 255), rst)),
        withLabel("B:", main.onChange(dm_spinner dc_b(0, 255), rst)),
        withLabel("Gain:", main.onChange(jMinWidth(100, jLiveValueSliderZeroToX(maxGain, dm_fieldLiveValue('dc_gain))), rst)))))),
      ll(jCenteredSection(" Segmenting ", withSideMargin(20, jline(
        withLabel("Contrast Threshold:", jMinWidth(100, slider)),
        withLabel("Grid size:", spinner),
        jbutton("Segment", rst)))),
        jCenteredSection(" Result ", withSideMargin(20, lblFound = jboldlabel(" "))),
        jVerticalCenter(jPopDownButton_noText(
          "Show segments", rThread showSegments,
          "Publish result...", rThread publish,
          "---", null,
          "Screenshot (hiding OS)", rThread { setImage(dm_shootScreenHidingOS()); rst.trigger(); },
        ))),
      ll(
        withLabel("Width range:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('widthRange)), rst)),
        withLabel("Height range:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('heightRange)), rst))),
      ll(
        withLabel("X position:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('xRange)), rst)),
        withLabel("Y position:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('yRange)), rst))));
  }
  
  start {
    if (!hasImage()) setImage(whiteImage(100, 100));
    dm_vmBus_onMessage('newClipboardContents, voidfunc(O o) {
      if (o cast BufferedImage) thread { setImage(o); rst.trigger(); }
    });
  }
  
  void segmentIt enter {
    if (!hasImage()) ret;
    int w = imageWidth(), h = imageHeight();
    
    BufferedImage image = getImage();
    BufferedImage imageToDraw = null;
    if (blur != 0)
      image = imageToDraw = new BoxBlurFilter(blur).filter(image, null);
    blurredImage = image;
    
    new AutoSegmenter as;
    as.g = gridSize;
    as.contrastThreshold = contrastThreshold;
    BWImage bw;
    if (distanceFromColor) {
      bw = img_distanceFromColor_withGain(image, rgbFromInts(dc_r, dc_g, dc_b), dc_gain);
      imageToDraw = bw.getBufferedImage();
    } else
      bw = BWImage(image);
    L<Rect> segments = as.go(bw);
    IntRange wr = doubleToIntRange_endPlus1(w, widthRange);
    IntRange hr = doubleToIntRange_endPlus1(h, heightRange);
    IntRange xr = doubleToIntRange_endPlus1(w, xRange);
    IntRange yr = doubleToIntRange_endPlus1(h, yRange);
    printVars_str(+wr, +hr, +xr, +yr);
    segments = filterRectsByWidthRange(segments, wr);
    segments = filterRectsByHeightRange(segments, hr);
    segments = filterRectsByCenterXRange(segments, xr);
    segments = filterRectsByCenterYRange(segments, yr);
    setField(+segments);
    updateLblFound();
    imageSurface.imageToDraw = imageToDraw;
    overlaySelectionsOnImageSurface(imageSurface, segments);
  }
  
  void showSegments {
    L<Rect> segments = this.segments;
    showImage_centered(n2(segments, "segment") + " found",
      mergeBufferedImagesVertically(map(segments, r -> clipBufferedImage(getImage(), r))));
  }
  
  void updateLblFound {
    setText(lblFound, nSegments(segments) + " found");
  }
  
  void publish enter {
    SS map = parameters();
    BufferedImage image = getImage();
    JTextField tfDesc = jtextfield(), tfSuccess = jtextfield();
    
    showFormTitled("Publish image segmentation result",
      "Image", jImageSurface(scaleImageToWidth(image, 200)),
      "Task description", tfDesc,
      "How successful was the result?", tfSuccess,
      "# segments found", l_str(segments),
      "Parameters", jMinHeight(200, disableTextArea(jWordWrapTextArea(pnlToString(mapMinus(map, "segments"))))),
      "NOTE:", jMultiLineLabel("By clicking 'publish', you PUBLISH this image (fair use/public domain)."),
      "", jThreadedButton("Publish", r {
        S desc = gtt(tfDesc), success = gtt(tfSuccess);
        if (empty(desc)) ret with infoBox("Need a description");
        temp tempInfoBox_noHide("Uploading...");
        S imageURL = uploadToImageServer(desc, image);
        map.put("Successful?", success);
        map.put("Input image", imageURL);
        new L<Map> toPost;
        S name = agiBlue_createUnusedNumberedPage(sliceID, desc + " #");
        for (S key, value : map)
          toPost.add(litmap(q := name, +key, +value));
        agiBot_postMulti(keyPairForProgram(), toPost, slice := sliceID);
        infoBox("Segmentation result uploaded!");
        openURLInBrowser(agiBlue_linkForPhrase(name, slice := sliceID));
        disposeWindow(heldButton());
      })
    );
  }
  
  Set<S> parameterFields() { ret nonStaticNonTransientFields_withoutSuperclasses(this); }
  
  SS parameters() {
    ret mapToValues_treeMap(parameterFields(), field -> struct(get(module(), field)));
  }
}

Began life as a copy of #1024537