Uses 911K of libraries. Click here for Pure Java version (9286L/48K).
!7 sclass SearchResult { S snippetID; S title; //int occurrences; sS _fieldOrder = "snippetID title"; } cmodule FullTextSnippetSearch > DynTableWithInput2<SearchResult> { switchable int maxResults = 1000; switchable int maxTextLength = 100000; transient S status; JComponent mainComponent() { ret northAndCenterWithMargin(dm_rightAlignedLabel status(), super.mainComponent()); } start { dontPersist(); thread { warmUp(); } } void calc { setList(search(input, true)); } void warmUp enter { dm_showPoorMansProfile(r { benchFor5Seconds(r { hijackPrint(r { search("this is cool", false) }) }); }); } L<SearchResult> search(S input, bool setStatus) { S query = upper(input); S index = dm_require("#1029010/SnippetsDeepDoubleWordIndex"); long nanos = nanoTime(); Iterable<S> preSnippetIDs = cast dm_call(index, 'snippetsContainingTextIC_preSearch, query); //print("Pre-search: " + (preSnippetIDs == null ? "-" : lstr(preSnippetIDs))); S mod = dm_require("#1028945/CacheAllSnippets"); SS data = cast dm_rcall getData(mod); SS titles = cast dm_rcall getTitles(mod); new L<SearchResult> out; if (preSnippetIDs == null) preSnippetIDs = keys(data); int scanned = 0; if (nempty(query)) { fOr ping (S snippetID : preSnippetIDs) { S text = data.get(snippetID); continue if l(text) > maxTextLength; S title = titles.get(snippetID); /*int n = countOccurrencesIC(title, query) + countOccurrences_optimizedForZero(text, query); bool found = n > 0;*/ scanned += l(text); bool found = contains(text, query); if (found) { new SearchResult r; r.snippetID = snippetID; r.title = title; //r.occurrences = n; out.add(r); if (l(out) >= maxResults) break; } } } nanos = max(nanoTime()-nanos, 0); print("Scanned chars: " + scanned); //sortInPlaceByCalculatedFieldDesc(out, r -> r.occurrences); if (setStatus) setField(status := empty(query) ? " " : "Found " + addPlusToCount(maxResults, l(out), nSnippets(out) + " in " + formatDouble(nanoSecondsToMilliseconds(nanos), 3) + " ms")); ret out; } }
Began life as a copy of #1029009
download show line numbers debug dex old transpilations
Travelled to 7 computer(s): bhatertpkbcr, mqqgnosmbjvj, pyentgdyhuwx, pzhvpgtvlbxg, tvejysmllsmz, vouqrxazstgt, xrpafgyirdlv
No comments. add comment
Snippet ID: | #1029014 |
Snippet name: | Instant Full-Text Snippet Search v4 [using deep double word index, OK] |
Eternal ID of this version: | #1029014/13 |
Text MD5: | 6d7f9ab89aca39fc5e9ca2de68ca5c6e |
Transpilation MD5: | 263293352b671b5b67a317fb0bb9d7bd |
Author: | stefan |
Category: | javax |
Type: | JavaX source code (Dynamic Module) |
Public (visible to everyone): | Yes |
Archived (hidden from active list): | No |
Created/modified: | 2020-07-17 00:21:55 |
Source code size: | 2376 bytes / 76 lines |
Pitched / IR pitched: | No / No |
Views / Downloads: | 221 / 1793 |
Version history: | 12 change(s) |
Referenced in: | #1029017 - Instant Full-Text Snippet Search v4.1 [using deep double word index, dev.] |