Merge pull request #23 from cczhong11/master

Add error handle for get_stream_contents

Author: Linusp

inoreader/client.py

@@ -143,13 +143,24 @@ def get_subscription_list(self):
         for item in response['subscriptions']:
             yield Subscription.from_json(item)
 
-    def get_stream_contents(self, stream_id, c=''):
-        while True:
+    def get_stream_contents(self, stream_id, c='', limit=None):
+        fetched_count = 0
+        stop = False
+        while not stop:
             articles, c = self.__get_stream_contents(stream_id, c)
             for a in articles:
-                yield Article.from_json(a)
+                try:
+                    yield Article.from_json(a)
+                    fetched_count+=1
+                except Exception as e:
+                    print(e)
+                    continue
+                if limit and fetched_count >= limit:
+                    stop = True
+                    break
             if c is None:
                 break
+            
 
     def __get_stream_contents(self, stream_id, continuation=''):
         self.check_token()
@@ -216,6 +227,7 @@ def fetch_articles(self, folder=None, tags=None, unread=True, starred=False, lim
                     break
 
             continuation = response.get('continuation')
+            
 
     def fetch_unread(self, folder=None, tags=None, limit=None):
         for article in self.fetch_articles(folder=folder, tags=tags, unread=True):

inoreader/utils.py

@@ -36,8 +36,10 @@ def extract_text(html_content):
             continue
 
         link.text = '[%s](%s)' % (text, url)
-
-    return content.text_content().replace('\xa0', '').strip()
+    try:
+        return content.text_content().replace("\xa0", "").strip()
+    except:
+        return ""
 
 
 def download_image(url, path, filename, proxies=None):