Upload project

Upload project

Upload Project

Author: drkostas

.gitattributes

@@ -0,0 +1,2 @@
+# Auto detect text files and perform LF normalization
+* text=auto

Procfile

@@ -0,0 +1 @@
+worker: python checker.py

README.md

@@ -0,0 +1,77 @@
+# Youtube FIrst Commenter Bot
+
+A bot that takes a list of youtube channels and posts the first comment in every new video.
+
+## Getting Started
+
+These instructions will get you a copy of the project up and running on your local machine for development and testing purposes. See deployment for notes on how to deploy the project on a live system.
+
+### Prerequisites
+
+1. Use Google API Console to create OAuth 2.0 credentials:
+   1. Visit the [developer console](https://console.developers.google.com)
+   1. Create a new project
+   1. Open the [API Manager](https://console.developers.google.com/apis/)
+   1. Enable *YouTube Data API v3*
+   1. Go to [Credentials](https://console.developers.google.com/apis/credentials)
+   1. Configure the OAuth consent screen and create *OAuth client ID* credentials 
+   1. Use Application Type *Other* and provide a client name (e.g. *Python*)
+   1. Confirm and download the generated credentials as JSON file
+1. Store the file in the application folder as *keys/client_secrets.json*
+
+
+### Installing
+
+Installing the requirements
+
+```
+pip install -r requirements.txt
+```
+
+Create a database named email with the following structure (I suggest using the free-tier Amazon RDS):
+
+	+--------------+--------------+------+-----+
+	| Field        | Type         | Null | Key |
+	+--------------+--------------+------+-----+
+	| id           | varchar(100) | NO   | PRI |
+	| username     | varchar(100) | NO   | UNI |
+	| title        | varchar(100) | YES  |     |
+	| added_on     | varchar(100) | NO   |     |
+	| last_checked | varchar(100) | NO   |     |
+	+--------------+--------------+------+-----+
+
+You will also need to add your information as follows:
+
+checker.py
+
+	store = DataStore('username', 'passw', 'host', 'dbname') # Your db credentials - line 60
+
+youtubeapi.py
+
+	CLIENT_SECRETS_FILE = "keys/client_secrets.json" # The location of the secrets file - line 19
+	CLIENT_ID = "Your Client Id" # line 20
+	CLIENT_SECRET = "Your Client Secret" # line 21
+
+commenter.py
+
+	f.write("First Comment!") # Default Comment to add when no comments file exists for this channel - line 80
+
+Lastly, run `python3 checker.py -i CHANNEL_ID add` or `python3 checker.py -u CHANNEL_NAME add` to add the Youtube Channels you want 
+and go to */comments* and create a *CHANNEL_NAME_comments.txt* for each channel containing a comment in each row.
+You can also let the script create the comments files with the default comment you specified and modify them later.
+
+And your are good to go!
+
+Run `python3 checker.py list` to see the Youtube Channels list, , 
+`python3 checker.py -i CHANNEL_ID remove` or `python3 checker.py -u CHANNEL_NAME remove` to remove a Youtube Channel and 
+`python3 checker.py` to run continuesly the script.
+
+### Note: The first time a browser window should open asking for confirmation. The next times, it will connect automatically.
+
+## Deployment
+
+You can easily deploy it on heroku.com (Procfile will automatically run the script). 
+
+## License
+
+This project is licensed under the GNU General Public License v3.0 License

checker.py

@@ -0,0 +1,117 @@
+#!/bin/env python3
+import sys
+import argparse
+import arrow
+import time
+from youtubeapi import YouTube
+from datastore import DataStore
+from commenter import Comment
+
+def print_from_youtube(headers, data):
+    """Print the provided header and data in a visually pleasing manner
+
+    Args:
+        headers (list of str): The headers to print
+        data (list of list of str): The data rows
+    """
+
+    if (len(data) == 0):
+        return
+    separators = []
+    for word in headers:
+        separators.append('-' * len(word))
+    output = [headers, separators] + data
+    col_widths = [0] * len(headers)
+    for row in output:
+        for idx, column in enumerate(row):
+            if len(column) > col_widths[idx]:
+                col_widths[idx] = len(column)
+    for row in output:
+        for idx, column in enumerate(row):
+            print("".join(column.ljust(col_widths[idx])), end = ' ' * 2)
+        print()
+
+def print_from_database(store):
+    print("{}".format("_"*186))
+    print("|{:-^30}|{:-^30}|{:-^60}|{:-^30}|{:-^30}|".format('ID', 'Username', 'Title', 'Added On', 'Last Checked'))
+    for item in store.get_channels():
+        print("|{:^30}|{:^30}|{:^60}|{:^30}|{:^30}|".format(item['id'], item['username'], str(item['title']), arrow.get(item['added_on']).humanize(), arrow.get(item['last_checked']).humanize()))
+    print("|{}|".format("_"*184))
+
+def get_parser():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-i', '--id', help = 'Channel ID', default = None)
+    parser.add_argument('-u', '--username', help = 'Username', default = None)
+    parser.add_argument('action', help = 'Perform the specified action', default = 'check',
+        nargs = '?', choices = ['add', 'check', 'list', 'remove'])
+    return parser
+
+def main():
+    """Parse the command line arguments, expecting one of the following formats:
+        -) (-i ChannelID | -u Username) (add | check | remove)
+        -) check | list
+    and perform the appropriate action
+    """
+    print("Starting..")
+    parser = get_parser()
+    args = parser.parse_args()
+
+    youtube = YouTube()
+    store = DataStore('username', 'passw', 'host', 'dbname') # Your db credentials
+
+    channel = None
+    if args.username is not None:
+        channel = youtube.get_channel_by_username(args.username)
+    elif args.id is not None:
+        channel = youtube.get_channel_by_id(args.id)
+
+    if args.action == 'add':
+        store.store_channel(channel)
+    elif args.action == 'remove':
+        store.remove_channel(channel)
+    elif args.action == 'list':
+        print_from_database(store)
+    elif args.action == 'check':
+        print("Done! Waiting for new videos to be uploaded..")
+        while True:
+            # If the user passed a specific channel, check for new uploads
+            # otherwhise check for uploads from every previously added channel
+            channels = []
+            if channel is not None:
+                channels.append(store.get_channel_by_id(channel['id']))
+            else:
+                channels = store.get_channels()
+
+            data = []
+            to_check = dict()
+            for channel_item in channels:
+                to_check[channel_item['id']] = channel_item['last_checked']
+
+            uploads = youtube.get_uploads(to_check)
+            try:
+                for upload in uploads:
+                    current_link = 'https://youtube.com/watch?v=%s' % (upload['id'], )
+                    data.append([
+                        upload['channel_title'],
+                        upload['title'],
+                        arrow.get(upload['published_at']).humanize(),
+                        current_link
+                    ])
+                    Comment(youtube.api, upload['id'], upload['channel_title'])
+
+                print_from_youtube(['Channel', 'Title', 'Published', 'Link'], data)
+
+                for channel_id in to_check.keys():
+                    store.update_last_checked(channel_id)
+
+                # Look for new videos every 15 seconds
+                time.sleep(15)
+            except BaseException as be:
+                # If it reaches the 100 seconds api threshold, wait for 100 seconds
+                print("Error: Too many requests:\n{}".format(be))
+                print("Waiting 100 seconds..")
+                time.sleep(100)
+                print("Waiting for new videos to be uploaded..")
+
+if __name__ == '__main__':
+    main()

commenter.py

@@ -0,0 +1,100 @@
+# -*- coding: utf-8 -*-
+
+import os
+import google.oauth2.credentials
+import requests
+from bs4 import BeautifulSoup
+import random
+import google_auth_oauthlib.flow
+from googleapiclient.discovery import build
+from googleapiclient.errors import HttpError
+from google_auth_oauthlib.flow import InstalledAppFlow
+import webbrowser
+from oauth2client.client import OAuth2WebServerFlow
+from oauth2client import tools
+from oauth2client.file import Storage
+
+
+# Build a resource based on a list of properties given as key-value pairs.
+# Leave properties with empty values out of the inserted resource.
+def build_resource(properties):
+	resource = {}
+	for p in properties:
+		# Given a key like "snippet.title", split into "snippet" and "title", where
+		# "snippet" will be an object and "title" will be a property in that object.
+		prop_array = p.split('.')
+		ref = resource
+		for pa in range(0, len(prop_array)):
+			is_array = False
+			key = prop_array[pa]
+			# For properties that have array values, convert a name like
+			# "snippet.tags[]" to snippet.tags, and set a flag to handle
+			# the value as an array.
+			if key[-2:] == '[]':
+				key = key[0:len(key)-2:]
+				is_array = True
+			if pa == (len(prop_array) - 1):
+				# Leave properties without values out of inserted resource.
+				if properties[p]:
+					if is_array:
+						ref[key] = properties[p].split(',')
+					else:
+						ref[key] = properties[p]
+			elif key not in ref:
+				# For example, the property is "snippet.title", but the resource does
+				# not yet have a "snippet" object. Create the snippet object here.
+				# Setting "ref = ref[key]" means that in the next time through the
+				# "for pa in range ..." loop, we will be setting a property in the
+				# resource's "snippet" object.
+				ref[key] = {}
+				ref = ref[key]
+			else:
+				# For example, the property is "snippet.description", and the resource
+				# already has a "snippet" object.
+				ref = ref[key]
+	return resource
+
+# Remove keyword arguments that are not set
+def remove_empty_kwargs(**kwargs):
+	good_kwargs = {}
+	if kwargs is not None:
+		for key, value in kwargs.items():
+			if value:
+				good_kwargs[key] = value
+	return good_kwargs
+
+
+def comment_threads_insert(client, properties, **kwargs):
+	# Add the comment
+	resource = build_resource(properties)
+	kwargs = remove_empty_kwargs(**kwargs)
+	response = client.commentThreads().insert(body=resource,**kwargs).execute()
+	return True
+
+
+def Comment(api, video_id, channel_title):
+	file_path = 'comments/{}_comments.txt'.format(channel_title)
+	# If comments file for this channel doesn't exist, create it and add default comment.
+	if not os.path.exists(file_path):
+		f = open(file_path, 'w', encoding="ISO-8859-1")
+		f.write("First Comment!") # Default Comment to add when no comments file exists for this channel
+		f.close()
+
+	# Take a comment at random and post it!
+	with open(file_path, 'r', encoding="ISO-8859-1") as f:
+		comments_list = [line.strip() for line in f]
+	try:
+		comment_text = random.choice(comments_list)
+		print("\n\nNew Video!")
+		print("Comment to add: ", comment_text)
+		comment_threads_insert(api,
+		{'snippet.channelId': 'UC7HIr-gmYyPJvGjKO0A6t5w',
+		 'snippet.videoId': video_id,
+		 'snippet.topLevelComment.snippet.textOriginal': comment_text},
+		part='snippet')
+		print("Comment added.")
+	except BaseException as bs:
+		print("An error occured:")
+		print(bs)
+	print("Video Details: ")
+