// tok is CODE tokens only! static LS ai_splitSplittables(L tok) { MultiMap splits = mechMultiMapCI(ai_language() + " splittables => split"); for i over tok: { L l = splits.get(tok.get(i)); if (nempty(l)) replaceSubList(tok, i, i+1, words(first(l))); // For now, take first possibility } ret tok; } sS ai_splitSplittables(S s) { ret join(ai_splitSplittables_cnc(javaTok(s))); }