async

Author: dwoffinden

postprocessing.py

@@ -1,7 +1,8 @@
-from tiktokapipy.api import TikTokAPI
+import asyncio
 import csv
-from feedgen.feed import FeedGenerator
 from datetime import datetime, timezone
+from feedgen.feed import FeedGenerator
+from tiktokapipy.async_api import AsyncTikTokAPI
 
 # Now using a new TikTok library https://github.com/Russell-Newton/TikTokPy
 
@@ -13,57 +14,62 @@
 
 maxItems = 5
 
-with open('subscriptions.csv') as f:
-    cf = csv.DictReader(f, fieldnames=['username'])
-    try:
-        for row in cf:
-            csvuser = row['username']
 
-            print(f'Running for user \'{csvuser}\'')
+async def runAll():
+    with open('subscriptions.csv') as f:
+        # TODO: Switch to 3.11 TaskGroup or trio nursery
+        await asyncio.gather(*[
+            run(row['username']) for row in csv.DictReader(f, fieldnames=['username'])])
 
-            fg = FeedGenerator()
-            fg.id('https://tiktok.com/@' + csvuser)
-            fg.title(csvuser + ' TikTok')
-            fg.author( {'name':'Conor ONeill','email':'[email protected]'} )
-            fg.link( href='http://tiktok.com', rel='alternate' )
-            fg.logo(ghPagesURL + 'tiktok-rss.png')
-            fg.subtitle('OK Boomer, all the latest TikToks from ' + csvuser)
-            fg.link( href=ghPagesURL + 'rss/' + csvuser + '.xml', rel='self' )
-            fg.language('en')
 
-            # Set the last modification time for the feed to be the most recent post, else now.
-            updated=None
+async def run(csvuser):
+    try:
+        print(f'Running for user \'{csvuser}\'')
 
+        fg = FeedGenerator()
+        fg.id('https://tiktok.com/@' + csvuser)
+        fg.title(csvuser + ' TikTok')
+        fg.author( {'name':'Conor ONeill','email':'[email protected]'} )
+        fg.link( href='http://tiktok.com', rel='alternate' )
+        fg.logo(ghPagesURL + 'tiktok-rss.png')
+        fg.subtitle('OK Boomer, all the latest TikToks from ' + csvuser)
+        fg.link( href=ghPagesURL + 'rss/' + csvuser + '.xml', rel='self' )
+        fg.language('en')
 
-            with TikTokAPI() as api:
-#            with TikTokAPI(navigation_retries=3, navigation_timeout=60) as api:
-                tiktokuser = api.user(csvuser, video_limit=maxItems)
-                for video in tiktokuser.videos:
-                    # print(video.create_time, video.desc)
-                    print("URL = " + "https://tiktok.com/@" + csvuser + "/video/" + str(video.id))
-                    fe = fg.add_entry()
-                    link = "https://tiktok.com/@" + csvuser + "/video/" + str(video.id)
-                    fe.id(link)
-                    ts = video.create_time
-                    print(ts)
-                    fe.published(ts)
-                    fe.updated(ts)
-                    updated = max(ts, updated) if updated else ts
-                    if video.desc:
-                        fe.title(video.desc[0:255])  
-                    else:
-                        fe.title("No Title")  
-                    fe.link(href=link)
-                    # fe.description("<img src='" + tiktok.as_dict['video']['cover'] + "' />")
-                    if video.desc:
-                        fe.description(video.desc)  
-                    else:
-                        fe.description( "No Description")  
-                    #print(fg.rss_str(pretty=True))
+        # Set the last modification time for the feed to be the most recent post, else now.
+        updated=None
 
-            fg.updated(updated)
+        async with AsyncTikTokAPI(navigation_retries=3, navigation_timeout=60) as api:
+            tiktokuser = await api.user(csvuser, video_limit=maxItems)
+            async for video in tiktokuser.videos:
+                # print(video.create_time, video.desc)
+                print("URL = " + "https://tiktok.com/@" + csvuser + "/video/" + str(video.id))
+                fe = fg.add_entry()
+                link = "https://tiktok.com/@" + csvuser + "/video/" + str(video.id)
+                fe.id(link)
+                ts = video.create_time
+                print(ts)
+                fe.published(ts)
+                fe.updated(ts)
+                updated = max(ts, updated) if updated else ts
+                if video.desc:
+                    fe.title(video.desc[0:255])
+                else:
+                  fe.title("No Title")
+                fe.link(href=link)
+                # fe.description("<img src='" + tiktok.as_dict['video']['cover'] + "' />")
+                if video.desc:
+                    fe.description(video.desc)
+                else:
+                    fe.description( "No Description")
+                #print(fg.rss_str(pretty=True))
 
-            fg.atom_file('rss/' + csvuser + '.xml', pretty=True) # Write the RSS feed to a file
-    except Exception:
-        print("Some error")
+        fg.updated(updated)
+        fg.atom_file('rss/' + csvuser + '.xml', pretty=True) # Write the RSS feed to a file
+    except Exception as e:
+        print(f"Some error: {e}")
         pass
+
+
+
+asyncio.run(runAll())

requirements.txt

@@ -1,3 +1,4 @@
-tiktokapipy
+asyncio
 feedgen
+tiktokapipy