Merge pull request #2319 from Swapnil-Singh-99/youtube-scraper

added a youtube channel details scrapper

Author: avinashkranjan

Youtube_Scraper/README.md

@@ -0,0 +1,11 @@
+# Youtube Scrapper
+It is a script that scrapes channel details from youtube and displays it to the user on the terminal
+
+# Installation & Run
+`pip install -r requirements.txt`
+
+`python main.py`
+
+# Screenshots
+![Screenshot-from-2023-07-22-02-01-53.png](https://i.postimg.cc/cLT8hnCC/Screenshot-from-2023-07-22-02-01-53.png)
+![Screenshot-from-2023-07-22-02-03-04.png](https://i.postimg.cc/wT8Jjznq/Screenshot-from-2023-07-22-02-03-04.png)

Youtube_Scraper/main.py

@@ -0,0 +1,92 @@
+import requests
+from bs4 import BeautifulSoup
+import json
+
+def getAbout(channel_username):
+        """
+        Returns:
+        ```
+        {
+            "name": Name of the channel
+            "description": Description of the channel
+            "channel_url": Link to the channel
+            "channel_avatar": Channel avatar
+            "channel_banner": Channel banner
+            "subscriber_count": No. of subscribers of the channel
+            "toal_videos": Total videos uploaded in the channel
+            "total_views": Total views till date of the channel
+            "join_date": Date the channel joined YouTube
+            "country": Country of origin of the channel
+            "links": Additional links provided from the channel
+        }
+        ```
+        """
+        url = f"https://www.youtube.com/@{channel_username}/about"
+        try:
+            res = requests.get(url)
+            soup = BeautifulSoup(res.text, "html.parser")
+            channel_data = {"channel_data": []}
+            link_data = {"link_data": []}
+            scripts = soup.find_all("script")
+            req_script = scripts[35].text.strip()
+            script = req_script[20:-1]
+            data = json.loads(script)
+
+            metadata = data["metadata"]["channelMetadataRenderer"]
+            title = metadata["title"]
+            desc = metadata["description"]
+            channel_url = metadata["vanityChannelUrl"]
+            channel_avatar = metadata["avatar"]["thumbnails"][0]["url"]
+            header = data["header"]["c4TabbedHeaderRenderer"]
+            channel_banner = header["banner"]["thumbnails"][5]["url"]
+            subs = header["subscriberCountText"]["simpleText"]
+            total_videos = header["videosCountText"]["runs"][0]["text"]
+
+            baser = data["contents"]["twoColumnBrowseResultsRenderer"]["tabs"]
+            for b in baser:
+                try:
+                    base = b["tabRenderer"]["content"]["sectionListRenderer"][
+                        "contents"
+                    ][0]["itemSectionRenderer"]["contents"][0][
+                        "channelAboutFullMetadataRenderer"
+                    ]
+
+                    total_views = base["viewCountText"]["simpleText"]
+                    join_date = base["joinedDateText"]["runs"][1]["text"]
+                    country = base["country"]["simpleText"]
+
+                    links = base["primaryLinks"]
+                    for i in links:
+                        link_data["link_data"].append(
+                            {
+                                "link_url": i["navigationEndpoint"]["urlEndpoint"][
+                                    "url"
+                                ],
+                                "link_name": i["title"]["simpleText"],
+                                "link_icon": i["icon"]["thumbnails"][0]["url"],
+                            }
+                        )
+                except:
+                    pass
+
+            channel_data["channel_data"].append(
+                {
+                    "name": title,
+                    "description": desc,
+                    "channel_url": channel_url,
+                    "channel_avatar": channel_avatar,
+                    "channel_banner": channel_banner,
+                    "subscriber_count": subs,
+                    "toal_videos": total_videos,
+                    "total_views": total_views,
+                    "join_date": join_date,
+                    "country": country,
+                    "links": link_data,
+                }
+            )
+            return channel_data["channel_data"][0]
+        except:
+            return None
+
+if __name__ == "__main__":
+    print(getAbout("BeaBetterDev"))

Youtube_Scraper/requirements.txt

@@ -0,0 +1,2 @@
+beautifulsoup4==4.11.1
+Requests==2.31.0