!747

m {

  static new SnippetDB db;

  !include #1000989 // SnippetDB

  !include #1000988 // MultiSet

  p {

    db.importMySQLDump(gunzipToText("#1000673"));

    List<List<S>> rows = db.rowsOrderedBy("sn_created");

    int i = 0;

    while (i < 3) {

      S text = db.getField(rows.get(i), "sn_text");

      print(text + "\n==\n");

      ++i;

    }

    /*for (int i = 0; i < Math.min(rows.size(), 10); i++)

      print(db.getField(rows.get(i), "sn_id"));*/

  }

  static L<S> parse(S s) {

    return javaTok(s);

  }

  static S complete(S sentence1, S sentence2) {

    L<S> tok1 = parse(sentence1);

    L<S> tok2 = parse(sentence2);

    Map<S, MultiSet<S>> map = makeMMapPrefix(tok1, tok2);

    if (map == null) return null;

    new L<S> tok;

    tok.addAll(tok2.subList(0, tok2.size()-1));

    for (int i = tok2.size()-1; i < tok1.size(); i++) {

      S t = tok1.get(i);

      MultiSet<S> set = map.get(t);

      tok.add(set == null ? t : set.getMostPopularEntry());

    }

    return join(tok);

  }

  static Map<S, MultiSet<S>> makeMMapPrefix(L<S> tok1, L<S> tok2) {

    if (tok1.size() < tok2.size()) return null;

    Map<S, MultiSet<S>> map = new TreeMap<S, MultiSet<S>>();

    for (int i = 1; i < tok2.size(); i += 2) {

      S t1 = tok1.get(i), t2 = tok2.get(i);

      MultiSet<S> set = map.get(t1);

      if (set == null)

        map.put(t1, new MultiSet<S>(t2));

      else

        set.add(t2);

    }

    // match succeeds

    return map;

  }

}