fetch a page

p = MyHTMLParser() f = urllib.request.urlopen(url) s = f.read().decode("UTF-16") f.close() p.feed(s) print (p) p.close()

Search url's with python at google

def get_urls(): zoekterm = input("geef een woord: ") print ("Zoek "+zoekterm) query = urllib.parse.urlencode({'q' : zoekterm}) # nederlandse taal query ="hl=nl&"+query + "&lr=lang_nl" url = 'http://ajax.googleapis.com/ajax/services/search/web?v=1.0&%s' \ % (query) req=urllib.request.Request(url) search_results = urllib.request.urlopen(req) bstr=search_results.read() tstr = bstr.decode("UTF-8") jsonvar = json.loads(tstr) results = jsonvar['responseData']['results'] return results urls = get_urls(); for i in urls: try: print (i['title']+' : ' + i['url']) except: print ("foutje")