!7

// TODO: port upload to gazelle

cm ImageSegmenter > DynImageSurface {
  !include #1024657 // Image Segmenter Parameters
  
  float maxGain = 25f;
  
  transient S sliceID = agiBlue_imageSegmentationSlice();
  
  // output
  L<Rect> segments;
  
  transient BufferedImage filteredImage;
  transient JLabel lblFound;
  transient ReliableSingleThread rst = dm_rst(this, r segmentIt);
  
  visualize {
    JSlider slider = main.onChange(jLiveValueSlider(dm_fieldLiveValue('contrastThreshold)), rst);
    JSpinner spinner = main.onChange(dm_spinner gridSize(2, 99), rst);
    JSpinner filterSpinner = main.onChange(dm_spinner filterLevel(0, 10), rst);
    
    afterwards {
      imageSurfaceOnHover(imageSurface, voidfunc(Pt p) {
        RGB rgb = bufferedImage_getRGB(filteredImage, p);
        setToolTip(imageSurface, rgb == null ? null : "Color: " + rgb + "/" + rgbToIntTriple(rgb) + ", position: " + p
          + (imageSurface.getSelection() == null ? "" : ", selection: " + toRect(imageSurface.getSelection())));
      });
      componentPopupMenu_top(imageSurface, voidfunc(JPopupMenu menu) {
        Pt p = imageSurface.pointFromEvent(componentPopupMenu_getEvent());
        RGB rgb = bufferedImage_getRGB(filteredImage, p);
        if (rgb == null) ret;
        Rect r = smallestRectContaining(segments, p);
        
        addPopupMenuItem(menu, "Pick color", r {
          setField(dc_r := rgb.redInt());
          setField(dc_g := rgb.greenInt());
          setField(dc_b := rgb.blueInt());
          setField(distanceFromColor := true);
          rst.trigger();
        });
        
        if (r != null) addPopupMenuItem(menu, "Show segment", r {
          showImage("Segment " + r, cloneClipBufferedImage(getImage(), r));
        });
      });
      updateLblFound(); rst.trigger();
    }
    ret withCenteredLinesBelow(super.visualize(),
      ll(jCenteredSection(" Preprocessing ", withSideMargin(20, jline(
        withLabel("Filter:", jMinWidth(75, main.onChange(dm_comboBox filter(ll("blur", "min", "max")), rst))),
        filterSpinner,
        main.onChange(dm_checkBox("Distance from color:", 'distanceFromColor), rst),
        withLabel("R:", main.onChange(dm_spinner dc_r(0, 255), rst)),
        withLabel("G:", main.onChange(dm_spinner dc_g(0, 255), rst)),
        withLabel("B:", main.onChange(dm_spinner dc_b(0, 255), rst)),
        withLabel("Gain:", main.onChange(jMinWidth(100, jLiveValueSliderZeroToX(maxGain, dm_fieldLiveValue('dc_gain))), rst)))))),
      ll(
        jVerticalCenter(jThreadedButton("Screenshot", rThread { setImage(dm_shootScreenHidingOS()); /*rst.trigger();*/ })),
        jCenteredSection(" Segmenting ", withSideMargin(20, jline(
          withLabel("Contrast Threshold:", jMinWidth(100, slider)),
          withLabel("Grid size:", spinner),
          jbutton("Segment", rst)))),
        jCenteredSection(" Result ", withSideMargin(20, lblFound = jboldlabel(" "))),
        jVerticalCenter(jPopDownButton_noText(
          "Show segments", rThread showSegments,
          "Publish result...", rThread publish,
          "---", null,
          "Load segmenter...", rThread loadSegmenter,
          "Paste segmenter from clipboard", rThread pasteSegmenter,
          "Revert to default settings", rThread loadDefaultSegmenter
        ))
      ),
      ll(
        withLabel("Width range:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('widthRange)), rst)),
        withLabel("Height range:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('heightRange)), rst))),
      ll(
        withLabel("X position:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('xRange)), rst)),
        withLabel("Y position:", main.onChange(doubleRangeLiveValueSlider(dm_fieldLiveValue('yRange)), rst))));
  }
  
  start {
    set zoomToWindowOnSetImage;
    if (!hasImage()) setImage(whiteImage(100, 100));
    dm_vmBus_onMessage('newClipboardContents, voidfunc(O o) {
      if (o cast BufferedImage) thread { setImage(o); }
    });
    onNewImage = rst;
  }
  
  void segmentIt enter {
    if (!hasImage()) ret;
    new ParameterizedSegmenter segmenter;
    copyFields(module(), segmenter);
    segmenter.image = getImage();
    segmenter.run();
    filteredImage = or(segmenter.filteredImage1, getImage());
    setField(segments := segmenter.segments);
    updateLblFound();
    imageSurface.imageToDraw = segmenter.filteredImage;
    overlaySelectionsOnImageSurface(imageSurface, segments);
  }
  
  void showSegments {
    L<Rect> segments = this.segments;
    showImage_centered(n2(segments, "segment") + " found",
      mergeBufferedImagesVertically(map(segments, r -> clipBufferedImage(getImage(), r))));
  }
  
  void updateLblFound {
    setText(lblFound, nSegments(segments) + " found");
  }
  
  void publish enter {
    SS map = parameters();
    BufferedImage image = getImage();
    JTextField tfDesc = jtextfield(), tfSuccess = jtextfield(),
      tfImageCredits = jtextfield();
    
    showFormTitled("Publish image segmentation result",
      "Image", jImageSurface(scaleImageToWidth(image, 200)),
      "Task description", tfDesc,
      "How successful was the result?", tfSuccess,
      "Image credits (optional)", tfImageCredits,
      "# segments found", l_str(segments),
      "Parameters", jMinHeight(200, disableTextArea(jWordWrapTextArea(pnlToString(mapMinus(map, "segments"))))),
      "NOTE:", jMultiLineLabel("By clicking 'publish', you PUBLISH this image (fair use/public domain)."),
      "", jThreadedButton("Publish", r {
        S desc = gtt(tfDesc), success = gtt(tfSuccess);
        if (empty(desc)) ret with infoBox("Need a description");
        temp tempInfoBox_noHide("Uploading...");
        S imageURL = uploadToImageServer(desc, image);
        map.put("Successful?", success);
        map.put("Input image", print(+imageURL));
        mapPutIfNemptyValue(map, "Image credits", gtt(tfImageCredits));
        map.put("Segmenter", programID());
        map.put("_class", "Segmenter preset");
        new L<Map> toPost;
        S name = agiBlue_createUnusedNumberedPage(sliceID, desc + " #");
        for (S key, value : map)
          toPost.add(litmap(q := name, +key, +value));
        agiBot_postMulti(keyPairForProgram(), toPost, slice := sliceID);
        infoBox("Segmentation result uploaded!");
        openURLInBrowser(agiBlue_linkForPhrase(name, slice := sliceID));
        disposePIFrame(heldButton());
      })
    );
  }
  
  Set<S> parameterFields() { ret nonStaticNonTransientFields_withoutSuperclasses(this); }
  
  SS parameters() {
    ret mapToValues_treeMap(parameterFields(), field -> struct(get(module(), field)));
  }
  
  void loadSegmenter enter {
    JComboBox cb = jComboBox(agiBlue_segmenterPresetNames());
    
    showFormTitled("Load segmenter preset",
      "Preset", cb, r {
        ParameterizedSegmenter seg = parameterizedSegmenterFromAGIBlue(getText(cb));
        if (seg == null) infoBox("Segmenter not found: " + name);
        loadSegmenter(seg);
      });
  }
  
  void loadSegmenter(ParameterizedSegmenter seg) enter {
    if (seg == null) ret;
    copyFields(seg, module(), parameterFields());
    change(); rst.trigger();
    infoBox("Segmenter loaded");
  }
  
  void loadDefaultSegmenter {
    loadSegmenter(new ParameterizedSegmenter);
  }
  
  void pasteSegmenter enter {
    loadSegmenter((ParameterizedSegmenter) unstructure(textFromClipboard()));
  }
}

Began life as a copy of #1024568