!7

!include once #1025225 // Shared IntegralImage

cmodule SegmentScreenshotStream > DynPrintLogAndEnabled {
  ISegmenter segMainVideo, segThumbnails, segSearchBar, segVideoControls;
  Rect mainVideo, searchBar;
  L<Rect> thumbnails, videoControls;
  S searchQuery;
  transient BufferedImage screenshot;
  transient ReliableSingleThread rstAnalyzeScreen = dm_rst(this, r analyzeScreen);

  visual
    centerAndSouthWithMargin(
      withCenteredButtons(super, 
        "Play/Pause", rThread playOrPause,
        jPopDownButton_noText(
        "Move mouse to main video", rThread moveMouseToMainVideo,
          "Click on a thumbnail", rThread clickOnRandomThumbnail,
          "Click in search bar", rThread clickInSearchBar)),
      withMargin(dm_textFieldAndButton searchQuery('youTubeSearch, "Search")));
  
  start-thread {
    dm_watchField enabled(r { if (enabled) dm_enableStreamOfScreenshots() });
    
    segMainVideo ifNull = mandatorySegmenterFromAGIBlue("Find main YT video #1");
    segThumbnails ifNull = mandatorySegmenterFromAGIBlue("Find YT thumbnails #1");
    segSearchBar ifNull = mandatorySegmenterFromAGIBlue("Find YT search bar #1");
    segVideoControls ifNull = mandatorySegmenterFromAGIBlue("YT video controls #1");

    dm_onScreenshot_q(ss -> {
      if (!enabled) ret;
      screenshot = (BufferedImage) get image(ss);
        rstAnalyzeScreen.trigger();
      });
  }

  void analyzeScreen {
    BufferedImage img = screenshot;
    if (img == null) ret;
    
    dm_setFieldAndPrintIfChanged(mainVideo := first_warnIfMultiple(segMainVideo.get(img)));
    if (mainVideo == null) ret with print("No main video found");
    dm_setFieldAndPrintIfChanged(thumbnails := segThumbnails.get(img));
    dm_setFieldAndPrintIfChanged(searchBar := first_warnIfMultiple(segSearchBar.get(img)));
    dm_setFieldAndPrintIfChanged(videoControls:= sortRectsByMiddleX(segVideoControls.get(img)));
  }

  // API

  void moveMouseToMainVideo enter {
    if (mainVideo == null) ret with infoBox("No main video found");
    dm_unblockAutomation();
    dm_moveMouse(+mainVideo); // move to the middle
  }

  void clickOnRandomThumbnail enter {
    Rect thumbnail = random(thumbnails);
    if (thumbnail == null) ret with infoBox("No thumbnails found");
    dm_unblockAutomation();
    dm_moveMouseAndClick(+thumbnail);
  }

  void clickInSearchBar enter {
    dm_unblockAutomation();
    dm_moveMouseAndClick(+searchBar);
  }

  void youTubeSearch(S query) enter {
    clickInSearchBar();
    if (dm_hasAutomationInterference()) ret with print("interference");
    automate_ctrlA();
    automate_typeString(query);
    automate_enter();
  }

  /*void youTubeSearch enter {
    inputText("What to search for", voidfunc(S query) { youTubeSearch(query) });
  }*/

  void youTubeSearch enter { youTubeSearch(searchQuery); }

  void playOrPause enter {
    dm_unblockAutomation();
    int safety = 0;
    while (l(videoControls) < 5 && safety++ < 5) {
      moveMouseToMainVideo();
      sleepSeconds(1);
    }
    dm_moveMouseAndClick("Play/pause button", first(videoControls));
  }
}