!7

sS url = "https://github.com/stefan-reich/smartbot/releases/download/1/triples.gz";

sclass Triple {
  S a, b, c;     // noun, verb, noun
  S globalID;    // 16 character global ID
  bool verified; // is it reliable information?
  long created;  // unix timestamp
  S source;      // further source info
}

p {
  File file = getProgramFile("triples-1.gz");
  if (fileSize(file) == 0) {
    print("Downloading triples (9 MB).");
    loadBinaryPageToFile(url, file);
  } else
    print("Triples already downloaded.");
    
  // Read names
  
  Iterator<S> it = linesFromFile(file);
  new L<S> names;
  while (it.hasNext()) {
    S s = trim(it.next());
    if (empty(s)) break;
    names.add(unquote(s));
  }
  
  // Read triples
  
  new L<Triple> triples;
  while (it.hasNext()) {
    S s = it.next();
    pcall {
      addIfNotNull(triples, readTriple(s, names));
    }
  }
  
  print("Have " + n(triples, "triple"));
  print("Some random triples:");
  print();
  pnl(selectRandom(triples, 10));
}