Python实现登录人人网并抓取新鲜事的方法，python新鲜事,from sgmllib

Python实现登录人人网并抓取新鲜事的方法，python新鲜事,from sgmllib

from sgmllib import SGMLParserimport sys,urllib2,urllib,cookielibclass spider(SGMLParser):  def __init__(self,email,password):    SGMLParser.__init__(self)    self.h3=False    self.h3_is_ready=False    self.div=False    self.h3_and_div=False    self.a=False    self.depth=0    self.names=""    self.dic={}      self.email=email    self.password=password    self.domain='renren.com'    try:      cookie=cookielib.CookieJar()      cookieProc=urllib2.HTTPCookieProcessor(cookie)    except:      raise    else:      opener=urllib2.build_opener(cookieProc)      urllib2.install_opener(opener)      def login(self):    url='http://www.renren.com/PLogin.do'    postdata={         'email':self.email,         'password':self.password,         'domain':self.domain          }    req=urllib2.Request(              url,              urllib.urlencode(postdata)                    )    self.file=urllib2.urlopen(req).read()    #print self.file  def start_h3(self,attrs):    self.h3 = True  def end_h3(self):    self.h3=False    self.h3_is_ready=True  def start_a(self,attrs):    if self.h3 or self.div:      self.a=True  def end_a(self):    self.a=False  def start_div(self,attrs):    if self.h3_is_ready == False:      return    if self.div==True:      self.depth += 1    for k,v in attrs:      if k == 'class' and v == 'content':        self.div=True;        self.h3_and_div=True  #h3 and div is connected  def end_div(self):    if self.depth == 0:      self.div=False      self.h3_and_div=False      self.h3_is_ready=False      self.names=""    if self.div == True:      self.depth-=1  def handle_data(self,text):    #record the name    if self.h3 and self.a:      self.names+=text    #record says    if self.h3 and (self.a==False):      if not text:pass      else: self.dic.setdefault(self.names,[]).append(text)      return    if self.h3_and_div:      self.dic.setdefault(self.names,[]).append(text)  def show(self):    type = sys.getfilesystemencoding()    for key in self.dic:      print ( (''.join(key)).replace(' ','')).decode('utf-8').encode(type), \         ( (''.join(self.dic[key])).replace(' ','')).decode('utf-8').encode(type)renrenspider=spider('your email','your password')renrenspider.login()renrenspider.feed(renrenspider.file)renrenspider.show()