transient sclass DeepBitSetWordIndex<A> {
  S regexp = "\\w+";
  Map<A, SingleTextWordIndex> singleTextIndices;
  new ElementInstanceMatrix<A, S> mainIndex;

  void addDocument(A a, S text) {
    singleTextIndices.put(a, new SingleTextWordIndex(regexp, text));
    mainIndex.add(a, mapToSet upper(regexpExtractAll(regexp, text));
  }
  
  void doneAdding {
    mainIndex.doneAdding();
  }
  
  LPair<S, Int> wordsAndOffsets(S text) {
    ret map(regexpFindRanges(regexp, text),
      r -> pair(upper(substring(text, r)), r.start));
  }

  // assumes word boundaries left and right of query
  Cl<A> preSearch(S query) {
    LPair<S, Int> l = wordsAndOffsets(query);
    Cl<A> candidates = mainIndex.instancesContainingAllElements(pairsA(l));
    print(nCandidates(candidates));
    ret filter(candidates, a -> nempty(singleTextIndices.get(a).indicesOfWordCombination(l)));
  }
  
  int numWords() { ret mainIndex.numElements(); }
}