!7 /////////////////////////// // Your API to work with // /////////////////////////// abstract sclass GameForAI { abstract RGBImage getImage(); abstract L submit(Pt point); // returns correct solution so AI can learn from it } abstract sclass AI { // stuff you get GameForAI game; RGBImage image; int steps; RGBImage image() { ret image; } int w() { ret image.w(); } int h() { ret image.h(); } L submit(Pt p) { ret game.submit(p); } L submit(Rect r) { ret submit(middleOfRect(r)); } L submitNothing() { ret game.submit(null); } // implement this method and call submit() abstract void go(); void done() {} } ////////////////////////////////////// // Test AIs. Just add your own here // ////////////////////////////////////// AI > ClickAnyNumber { void go { submit(random(segment(image; } } static ImageSurface isFound; AI > FindPairs { void go { L solution = submitNothing(); if (l(solution) == 2) isFound = setFrameWidth(showImage(isFound, "Pairs!", mergeImagesHorizontally(rgbClips(image, solution))), 200); } } AI > FindNonPairs { void go { L solution = submitNothing(); if (l(solution) == 1) { L myRects = segment(image); Rect sol = autoCropOfRGBImage(image, first(solution)); myRects = dropRectsIntersectingWith(myRects, sol); if (l(myRects) == 1) isFound = setFrameWidth(showImage(isFound, "Non-Pairs!", mergeImagesHorizontally(rgbClips(image, concatLists(ll(sol), myRects)))), 250); } } } AI > JARVIS { new BWImageCategorizer cat; bool firstRun = true; static ImageSurface is; BWImage simplifyImage(RGBImage img) { ret new Image2B(img).toBW(); } Rect guess() { L myRects = segment(image); if (l(myRects) != 2) null; int i = cat.locateImage(simplifyImage(image.clip(first(myRects; int j = cat.locateImage(simplifyImage(image.clip(second(myRects; ret get(myRects, i < j ? 0 : 1); } void go { L solution = submit(guess()); Analysis analysis = analyzePair(image, solution); if (analysis == null) ret; int n = cat.numCategories(); int i = cat.addImage(simplifyImage(first(analysis.images))); int j = cat.addImage(simplifyImage(second(analysis.images))); bool update = cat.numCategories() > n; if (analysis.hetero && i > j) { swap(cat.images, i, j); update = true; } if (cat.numCategories() > 10) { cat.allowedDistance += 0.01f; print("Got 11 categories after " + steps + " rounds. Upping allowed distance to: " + cat.allowedDistance); cat.clear(); steps = 0; } else if (update) { bool first = is == null; is = showImage_centered(is, "JARVIS Has Learned These Numbers", mergeImagesHorizontally(cat.rgbImages())); if (first) { setFrameWidth(is, 400); moveToTopRightCorner(getFrame(is)); } } if (firstRun && steps < 50) sleep(blend(1000, 0, steps/50.0)); } void done() { print("Categories: " + cat.numCategories() + " (should probably be 10)"); steps = 0; firstRun = false; } void cleanMeUp() { print("Jarvis cleaning up"); if (is != null) is.setImage((BufferedImage) null); } } sclass Analysis { bool hetero; L images; *() {} *(bool *hetero, L *images) {} } static Analysis analyzePair(RGBImage image, L solution) { if (l(solution) == 2) ret new Analysis(false, rgbClips(image, rgbAutoCropRects(image, solution))); if (l(solution) == 1) { L myRects = segment(image); Rect sol = autoCropOfRGBImage(image, first(solution)); myRects = dropRectsIntersectingWith(myRects, sol); if (l(myRects) == 1) ret new Analysis(true, rgbClips(image, concatLists(ll(sol), myRects))); } null; // no insights today } static L segment(RGBImage img) { ret autoSegment(new BWImage(img), 3); // 2 is too small } /////////////// // Main Game // /////////////// static int w = 150, h = 150; static int border = 10, fontSize = 30, numberMargin = 3; static int rounds = 1000, numbers = 2; static S font = #1004887; static bool alwaysNewImage = true; // prevents AIs being stuck on an image static int fps = 50; static int points, clicks; static ImageSurface is, isWrong; static long isWrongLast; static RGBImage img; static new HashMap words; static L solution; volatile sbool aiMode; static JLabel lblScore, lblTiming; static new HashMap ais; p-substance { thread { loadBinarySnippet(#1004373); } // preload applause animation nextImage(); addToWindow(is, withMargin(lblScore = jcenteredBoldLabel("Your score: 0 of 0"))); for (final Class c : myNonAbstractClassesImplementing(AI)) { final S name = shortClassName(c); final JButton btn = jbutton(name); onClick(btn, r { if (aiMode) ret; btn.setText(name + " Running..."); thread { Game game = testAI(c, voidfunc(Game game) { if (game.step < 50 || (game.step % 10) == 0 || game.step == rounds) { S text = name + " scored " + game.points + " of " + game.step; if (game.error != null) text += " - ERROR: " + game.error; setText_noWait(btn, text); } }); } }); addToWindow(is, withMargin(btn)); } addToWindow(is, lblTiming = jCenteredLabel(; titlePopupMenuItem(is, "Restart AIs", r { clearMapWithCleanUp(ais); }); addToWindow(is, withMargin(jbutton("Restart AIs", r { clearMapWithCleanUp(ais); }))); packFrame(is); setFrameWidth(is, 400); centerTopFrame(is); hideConsole(); } svoid nextImage { RGBImage img = rgbImage(Color.white, w, h); words.clear(); new L taken; for i to numbers: { int num = random(10); S s = str(num); RGB color = new RGB(random(0.5), random(0.5), random(0.5)); renderText_fg.set(color.getColor()); BufferedImage ti = renderText(font, fontSize, s); Rect r; int safety = 0; do { r = randomRect(w, h, border, ti.getWidth(), ti.getHeight()); if (r == null || ++safety >= 1000) fail("Image too small: \*ti.getWidth()*/*\*ti.getHeight()*/ > \*w*/*\*h*/"); } while (anyRectOverlaps(taken, r)); rgbCopy(ti, img, r.x, r.y); words.put(r, num); taken.add(growRect(r, numberMargin)); } solution = keysWithBiggestValue(words); main.img = img; if (aiMode) ret; // occasional updates only when AI is running showTheImage(); } svoid showTheImage { bool first = is == null; is = showZoomedImage_centered(is, img, "Click On The Highest Number!", 1.5); if (first) { onLeftClick(is, voidfunc(Pt p) { ++clicks; if (anyRectContains(solution, is.pointFromComponentCoordinates(p))) { ++points; nextImage(); } else if (alwaysNewImage) nextImage(); lblScore.setText(print("Your score: " + points + " of " + clicks)); }); disableImageSurfaceSelector(is); // animate if idle awtEvery(is, 1000, r { if (!aiMode && isInForeground(is) && !mouseInComponent(is)) nextImage(); }); // show current image occasionally when AI is running awtEvery(is, 1000/fps, r { if (aiMode) showTheImage(); }); } } // AI stuff sclass Game extends GameForAI { int points, step; Pt submitted; Throwable error; RGBImage getImage() { ret img; } L submit(Pt p) { if (submitted != null) fail("No multi-submit please"); submitted = p == null ? new Pt(-9, -9) : p; if (p != null && anyRectContains(solution, p)) { ++points; if (!alwaysNewImage) nextImage(); } ret solution; } } static Game scoreAI(AI ai, O onScore) { aiMode = true; final long start = sysNow(); try { final new Game game; setOpt(ai, +game); while (game.step < rounds) { ++game.step; ++ai.steps; game.submitted = null; int points = game.points; RGBImage image = img; try { setOpt(ai, +image); ai.go(); } catch e { if (game.error == null) { // print first error to console showConsole(); printStackTrace(e); } game.error = e; } finally { setOpt(ai, image := null); } if (points == game.points && hasElapsed(isWrongLast, 50)) { isWrongLast = sysNow(); bool first = isWrong == null; isWrong = showImage(isWrong, "Last Blunder", rgbMarkPoint(image, game.submitted, Color.red, 3)); if (first) { setFrameWidth(isWrong, 230); moveToTopRightCorner(isWrong); moveFrameDown(isWrong, 100); } } pcallF(onScore, game); if (alwaysNewImage) nextImage(); } print("AI " + shortClassName(ai) + " points after " + rounds + " rounds: " + game.points); ai.done(); if (game.points >= rounds) thread { showAnimationInTopLeftCorner(#1004373, game.points + " of " + rounds + " points!!", 3.0); } ret game; } finally { aiMode = false; awt { lblTiming.setText(formatDouble(toSeconds(sysNow()-start), 1) + " s"); nextImage(); } } } static AI getAI(Class c) { AI ai = ais.get(c); if (ai == null) ais.put(c, ai = nu(c)); ret ai; } // onScore: voidfunc(Game) static Game testAI(Class c, O onScore) { ret scoreAI(getAI(c), onScore); }