abstract sclass DynVisualBot > DynPrintLogAndEnabled { transient Map protos = syncCIMap(); ISegmenter segmenter; transient autoDispose new ScreenShooter shooter; transient bool useShooter = true; transient ReliableSingleThread rstSegment = dm_rst(module(), r segment); transient ReliableSingleThread rstAOA = dm_rst(module(), r aoa); transient ImageInfo info, latestWithAOA; transient ImageSurface isThings; transient double requiredImageSimilarity = 95; transient L afterSegmenting = ll(rstAOA); // L sclass Segment extends BWImageAndRect { *() {} *(Rect r) { super(r); } } sclass ImageInfo extends ImageWithProtos {} visualize { JComponent sup = super.visualize(); containerAddFirst(buttons, jbutton("Show segments", rThread showSegments)); ret jvsplit( jCenteredSection("Things found on screen", jscroll_center(isThings = jDoubleBufferedImageSurface())), sup); } start-thread { dm_requireMouseMover(); dm_watchFieldAndNow enabled(r { set(shooter, enabled := useShooter && enabled) }); if (empty(protos)) makeProtos(); print("Have " + n2(protos, "proto")); if (segmenter == null) setField(segmenter := makeSegmenter()); print("Have segmenter: " + segmenter); shooter.onNewImage.add(rstSegment); shooter.start(enter := f enter); started(); } /* override me */ void started {} /* override me */ void makeProtos {} /* override me */ ISegmenter makeSegmenter() { null; } void segment { segment(shooter.latestImage); } ImageInfo segment(BufferedImage img) { if (!enabled || img == null || segmenter == null) null; // man weiß ja nie... this.info = (ImageInfo) imageWithProtos_segment(segmenter, img, iwpClass := ImageInfo.class, segmentClass := Segment.class); pcallFAll(afterSegmenting, info); ret info; } void aoa { ImageInfo info = this.info, ret if null; imageWithProtos_doAllOnAll(info, protos, minScore := requiredImageSimilarity, +isThings); latestWithAOA = info; } void protoTexts(S... texts) { putAll(protos, mapValues loadBWImage(imageSnippetIDsForNames(llQuoted(texts)))); } void showSegments() { ImageInfo info = this.info, ret if null; showMergedBWImagesVertically(firstToUpper(nSegments(info.segments)), collect image(info.segments)); } }