fix bugs

dodo2014 · Jul 22, 2013 · c2feee5 · c2feee5
1 parent 2f68789
commit c2feee5
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 4 deletions.
diff --git a/cola/worker/loader.py b/cola/worker/loader.py
@@ -189,6  189,7 @@ def _execute_bundle(self, obj, opener=None):
         bundle = self.job.unit_cls(obj)
         urls = bundle.urls()
 
         url = None
         try:
             while len(urls) > 0 and not self.stopped:
                 url = urls.pop(0)
@@ -215,6  216,8 @@ def _execute_bundle(self, obj, opener=None):
                 self.error(obj)
         except Exception, e:
             self.error_times  = 1
             if self.logger is not None and url is not None:
                 self.logger.error('Error when fetch url: %s' % url)
             self._log_error(obj, e)
             self.error(obj)
 

diff --git a/contrib/weibo/__init__.py b/contrib/weibo/__init__.py
@@ -33,8  33,8 @@
 from bundle import WeiboUserBundle
 
 def login_hook(opener, **kw):
-    username = kw['username']
-    passwd = kw['password']
     username = str(kw['username'])
     passwd = str(kw['password'])
 
     loginer = WeiboLogin(opener, username, passwd)
     return loginer.login()

diff --git a/contrib/weibo/parsers.py b/contrib/weibo/parsers.py
@@ -199,9  199,9 @@ def parse(self, url=None):
         weibo_user.save()
 
         # if not has next page
-        #if len(divs) < count:
         if len(divs) == 0:
-            weibo_user.newest_mid = params['end_id']
             if 'end_id' in params:
                 weibo_user.newest_mid = params['end_id']
             weibo_user.save()
             return [], []