google news 爬文

from BeautifulSoup import BeautifulSoup
import sys
import urllib2

def get_GoogleNews(pages) :
    site = "http://www.google.com/search?q=python&start=%s" % (str(pages))
    hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
           'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
           'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
           'Accept-Encoding': 'none',
           'Accept-Language': 'en-US,en;q=0.8',
           'Connection': 'keep-alive'}

    req = urllib2.Request(site, headers=hdr)
    try:
        page = urllib2.urlopen(req).read()
        soup = BeautifulSoup(page)
        ka=soup.findAll('cite',attrs={'class':'_Rm'})
        for i in ka:
            print i.text
    except urllib2.HTTPError, e:
        print e.fp.read()

if __name__ == "__main__":  
    if len(sys.argv) == 2:
        pages = int(sys.argv[1])
        get_GoogleNews(pages)
    else:
        pass