!7

p {
  S query = "gramophone";
  S userAgent = "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:53.0) Gecko/20100101 Firefox/53.0";
  S html = loadPageWithUserAgent("http://google.com/search?q=" + urlencode(query) + "&lr=lang_en&hl=en", userAgent);
  S url = first(loadPage_responseHeaders->get("Location"));
  if (url != null)
    html = loadPageWithUserAgent(url, userAgent);
  //print(html);
  pnlStruct(loadPage_responseHeaders!);
  
  // Every h3 is a search result
  L<S> htmlTok = htmlTok(html);
  LL<S> h3s = findContainerTagDeep(htmlTok, "h3");
  pnlStruct(h3s);
  for (L<S> tok : h3s) {
    L<S> linkTok = first(findContainerTag(tok, "a"));
    if (empty(linkTok)) continue;
    
    S link = tagGet(second(linkTok), "href");
    S text = join(dropTags(contentsOfContainerTag(linkTok)));
    L<S> sub = subList(htmlTok, magicIndexOfSubList(htmlTok, tok)+l(tok)-1);
    S desc = trim(htmldecode(dropTags(join(first(findContainerTagWithParams(sub, "span", "class" := "st"))))));
    
    print("Link: " + link);
    print("  Text: " + text);
    print("  Desc: " + desc);
  }
}