Merge pull request #31 from Keeper-of-the-Keys/sc-pagination

Add support for pagination in the SoundCloud API.

Author: Keeper-of-the-Keys

src/gpodder/plugins/soundcloud.py

@@ -126,15 +126,26 @@ def get_tracks(self, feed, channel):
 
         json_url = ('https://api.soundcloud.com/users/%(user)s/%(feed)s.'
                     'json?consumer_key=%'
-                    '(consumer_key)s&limit=200'
+                    '(consumer_key)s&limit=200&linked_partitioning=1'
                     % {"user": self.get_user_id(),
                        "feed": feed,
                        "consumer_key": CONSUMER_KEY})
 
         logger.debug('get_tracks url: %s', json_url)
 
         json_tracks = json.loads(util.urlopen(json_url).read().decode('utf-8'))
-        tracks = [track for track in json_tracks if track['streamable'] or track['downloadable']]
+        tracks = [track for track in json_tracks['collection'] if track['streamable'] or track['downloadable']]
+
+        try:
+            while(json_tracks['next_href'] != ''):
+                next_url = json_tracks['next_href']
+                logger.debug('get page: %s', next_url)
+                json_tracks = json.loads(util.urlopen(next_url).read().decode('utf-8'))
+                tracks += [track for track in json_tracks['collection'] if track['streamable'] or track['downloadable']]
+        except:
+            logger.debug('No pagination/end of pagination for this feed.')
+
+        logger.debug('Starting to add %d tracks, this may take a while.', len(tracks))
 
         self.cache['episodes'] = { episode.guid:
                                    { "filesize": episode.file_size,