Merge pull request #2669 from Mihan786Chistie/youtube

added Youtube Video Scraper

Author: avinashkranjan

YouTube-Scraper/README.md

@@ -0,0 +1,13 @@
+## YouTube
+
+### Scrape Video Details
+
+Create an instance of `Video` class.
+
+```python
+video = Video(video_url="video_url")
+```
+
+| Methods         | Details                  |
+| --------------- | ------------------------ |
+| `.getDetails()` | Return the video details |

YouTube-Scraper/requirements.txt

@@ -0,0 +1,3 @@
+beautifulsoup4
+requests
+json

YouTube-Scraper/video.py

@@ -0,0 +1,108 @@
+import requests
+from bs4 import BeautifulSoup
+import json
+
+
+class Video:
+    """
+    Create an instance of `Video` class.
+    ```python
+    video = Video(video_url="video_url")
+    ```
+
+    | Methods         | Details                  |
+    | --------------- | ------------------------ |
+    | `.getDetails()` | Return the video details |
+    """
+
+    def __init__(self, video_url):
+        self.video_url = video_url
+
+    def getDetails(self):
+        """
+        Class - `Video`
+        Example:
+        ```
+        video_data = Video("https://www.youtube.com/watch?v=pBy1zgt0XPc")
+        video_data.getDetails()
+        ```
+        Returns:
+        {
+            "title": Tile of the video
+            "description": Description of the video
+            "views_count": No. of views of the video,
+            "upload_date": Upload date of the video,
+            "comment_count": No. of comments,
+            "channel_name": Name of the channel,
+            "channel_avatar": Channel avatar,
+            "subscriber_count": No. of channel subscribers,
+            "channel_url": Link to the channel
+        }
+        """
+        url = self.video_url
+        try:
+            res = requests.get(url)
+            soup = BeautifulSoup(res.text, "html.parser")
+            video_data = {"video_data": []}
+
+            scripts = soup.find_all("script")
+            req_script = scripts[44].text.strip()
+            script = req_script[20:-1]
+            data = json.loads(script)
+
+            base = data["contents"]["twoColumnWatchNextResults"]["results"]["results"][
+                "contents"
+            ]
+
+            first = base[0]["videoPrimaryInfoRenderer"]
+            title = (
+                first["title"]["runs"][0]["text"]
+                .strip()
+                .encode("ascii", "ignore")
+                .decode()
+            )
+            views = first["viewCount"]["videoViewCountRenderer"]["viewCount"][
+                "simpleText"
+            ]
+            date = first["dateText"]["simpleText"]
+
+            channel_data = base[1]["videoSecondaryInfoRenderer"]["owner"][
+                "videoOwnerRenderer"
+            ]
+            avatar = channel_data["thumbnail"]["thumbnails"][2]["url"]
+            name = channel_data["title"]["runs"][0]["text"]
+            channel_url = channel_data["title"]["runs"][0]["navigationEndpoint"][
+                "commandMetadata"
+            ]["webCommandMetadata"]["url"]
+            subs = channel_data["subscriberCountText"]["accessibility"][
+                "accessibilityData"
+            ]["label"]
+
+            desc = (
+                base[1]["videoSecondaryInfoRenderer"]["attributedDescription"][
+                    "content"
+                ]
+                .strip()
+                .encode("ascii", "ignore")
+                .decode()
+            )
+            comment_count = base[2]["itemSectionRenderer"]["contents"][0][
+                "commentsEntryPointHeaderRenderer"
+            ]["commentCount"]["simpleText"]
+
+            video_data["video_data"].append(
+                {
+                    "title": title,
+                    "description": desc[:200] + "...",
+                    "views_count": views,
+                    "upload_date": date,
+                    "comment_count": comment_count,
+                    "channel_name": name,
+                    "channel_avatar": avatar,
+                    "subscriber_count": subs,
+                    "channel_url": "https://youtube.com" + channel_url,
+                }
+            )
+            return video_data
+        except:
+            return None