!752

concepts.

// Note: Don't reset idCounter in #1005389 if this program has

// imported data already.

!include #1005530 // PIF Classes (Clip, Found, FullySearched) + Screenshot + MarkedClip

static int searchBack = 5; // search back in how many screenshots (must be at least 1 to include current screenshot)

static float similarity = 0.999f;

static int maxCopiesPerClip = 100;

static int screenshotDelay = 3000;

static new LinkedBlockingDeque queue; // contains Screenshot or TRUE (stands for please cancel current job)

static JButton btnMark;

static JTextField tfDesc;

static JList list;

p {

  mainConcepts.useGZIP = true;

  mainConcepts.persist(30000);

  dbBot();

  importClips();

  /*for (Clip clip : mainConcepts.list(Clip)) {

    print("My Clip: " + clip.description);

  }*/

  if (countConcepts(Screenshot) == 0)

    new Screenshot(shootScreen2());

  awt {

    showControls(jCenteredLine(

      jbutton("New screenshot", "newScreenshot"),

      jbutton("Import new clips", "importClips")

    ));

    lowerPriorityThread("run"); // caveat: priorities don't work on Linux

    is = new ImageSurface {

      public void setSelection(Rectangle r) {

        super.setSelection(r);

        btnMark.setEnabled(r != null);

      }

    };

    /*is.addMouseMotionListener(new MouseAdapter {

      public void mouseMoved(MouseEvent e) {

        //is.setToolTipText(str(e.getPoint()));

      }

    });*/

    list = showRegularlyUpdatedList("Currently seen things", "makeList", 1000);

    addToWindowSplitRight(list, new JScrollPane(is));

    addToWindow(list, jcenteredLine(

      jMinWidth(300, onEnter(tfDesc = new JTextField, "mark")),

      btnMark = jdisabledButton("Mark", "mark")));

    tfDesc.requestFocus();

    moveToRightScreenEdge(getFrame(list));

    onDoubleClick(list, voidfunc(S item) {

      long foundID = parseFirstLong(item);

      Found found = cast getConcept(foundID);

      Rect r = found.fi.r;

      moveMouse(r.x+r.w/2, r.y+r.h/2);

    });

    // Make our own timer so it's not paused on pauseAll

    bindTimerToComponent(new Timer(250, actionListener {

      pcall {

        //print("calculating=" + calculating);

        consoleIcon_mem(allPaused() ? "#1005543"

          : calculating ? "#1005541" : null);

      }

    }), consoleFrame());

  }

}

static ImageSurface is;

static Screenshot lastShown;

static L<Rectangle> shownRects;

static L<S> makeList() {

  Screenshot screenshot = last(list(Screenshot));

  if (screenshot != lastShown) {

    is.setImage(loadImage2(screenshot.pngFile()));

    if (lastShown == null)

      is.zoomToDisplaySize();

    lastShown = screenshot;

  }

  new L<S> l;

  final L<Found> lFound = findBackRefs(screenshot, Found);

  for (Found found : lFound) pcall {

    l.add("[\* found.id */] \* found.clip->description */");

  }

  final L<Rectangle> rects = map(func(Found f) { f.fi.r.getRectangle() }, lFound);

  if (neq(shownRects, rects)) {

    shownRects = rects;

    is.overlay = voidfunc(Graphics2D g) {

      for (Rectangle r : rects)

        is.drawSelectionRect(g, r, Color.blue, Color.white);

    };

    is.repaint();

  }

  setFrameTitle(list, "Seeing " + n(l(l), "things"));

  ret l;

}

static volatile bool calculating;

svoid run {

  for (O o : grabFromQueueIterator(queue)) {

    if (o << Screenshot) {

      calculating = true;

      searchScreenshot(o/Screenshot);

      calculating = false;

    }

  }

}

svoid searchScreenshot(Screenshot screenshot) {

  print("Searching screenshot " + screenshot.id);

  BWImage screen = null;

  // Order clips by last found

  new LinkedHashSet<Clip> clips;

  for (Found found : reversed(list(Found)))

    addIfNotNull(clips, found.clip!);

  addAll(clips, reversed(list(Clip)));

  quickSearch(screenshot);

  for (Clip clip : clips) {

    if (queue.peekFirst() instanceof Bool) ret; // signal to canel

    if (findConcept(FullySearched, +screenshot, +clip) != null) continue;

    print("  Searching " + clip.description);

    if (screen == null)

      screen = new BWImage(loadImage2(screenshot.pngFile()));

    bwRawImageSearch_verbose = true;

    bwRawImageSearch_maxEntries = maxCopiesPerClip;

    for (FoundImg fi : bwRawImageSearch(screen, clip.img, similarity))

      uniq(Found, +screenshot, +clip, +fi);

    uniq(FullySearched, +screenshot, +clip);

  }

  print("Done searching screenshot");

}

svoid quickSearch(Screenshot screenshot) {

  new HashMap<Clip, Rect> lastPosition;

  for (Found found : reversed(list(Found)))

    if (!lastPosition.containsKey(found.clip!))

      lastPosition.put(found.clip!, found.fi.r);

  BWImage screen = null;

  for (Clip clip : keys(lastPosition)) pcall {

    if (findConcept(FullySearched, +screenshot, +clip) != null) continue;

    Rect pos = lastPosition.get(clip);

    print("  Quick-Searching " + clip.description + " at " + struct(pos));

    if (screen == null)

      screen = new BWImage(loadImage2(screenshot.pngFile()));

    BWImage pat = clip.img;

    int wp = pat.getWidth(), hp = pat.getHeight();

    float maxError = (1f-similarity)*wp*hp;

    float diff = bwImageSectionsSimilarity(screen, pat, pos.x, pos.y, maxError);

    if (diff <= maxError) {

      float sim = 1-diff/(wp*hp);

      FoundImg fi = new FoundImg(pos, sim);

      print("  Found!");

      uniq(Found, +screenshot, +clip, +fi);

    }

  }

}

svoid importClips {

  Concepts inConcepts = new Concepts("#1005389").load();

  for (MarkedClip clip : inConcepts.list(MarkedClip)) {

    //print("Foreign Clip: " + clip.description);

    Clip cl = conceptWhere(Clip, originalID := clip.id);

    if (cl == null) {

      cl = cnew(Clip,

        originalID := clip.id,

        img := clip.img,

        description := clip.description);

      print(clip.description + " => Imported as " + cl.id);

    }

  }

  reScan();

}

svoid reScan {

  for (Screenshot s : takeLast(searchBack, list(Screenshot)))

    queue.addFirst(s);

  queue.addFirst(true); // signal to cancel current activity

}

svoid newScreenshot {

  consoleFrame().toBack();

  swingLater(screenshotDelay, r {

    Screenshot screenshot;

    queue.addFirst(screenshot = new Screenshot(shootScreen2()));

    Screenshot last = last(list(Screenshot));

    print("Screenshot id: " + screenshot.id + ", latest id: " + last.id);

    assertSame(screenshot, last);

    queue.addFirst(true); // signal to cancel current activity

    consoleFrame().toFront();

    getFrame(list).toFront();

  });

}

svoid mark {

  Rectangle r = is.getSelection();

  if (r == null) ret;

  S desc = tfDesc.getText().trim();

  cnew(MarkedClip, screenshot := lastShown,

    positionInScreenshot := new Rect(r),

    img := new BWImage(is.getImage()).clip(r),

    description := desc);

  showAnimation("#1005392", quote(desc), 1);

  print("Marked clip! " + quote(desc) + " (" + r + ")");

  tfDesc.selectAll();

  tfDesc.requestFocus();

  reScan();

}