Comment time is also updated in the accumulator

Author: drkostas

youbot/youtube_utils/youtube_api.py

@@ -204,7 +204,10 @@ def get_video_comments(self, url: str, search_terms: str = None) -> List:
                                        "like_count":
                                            comment_thread['snippet']['topLevelComment']['snippet'][
                                                'likeCount'],
-                                       "reply_count": comment_thread['snippet']['totalReplyCount']}
+                                       "reply_count": comment_thread['snippet']['totalReplyCount'],
+                                       "comment_time":
+                                           comment_thread['snippet']['topLevelComment']['snippet'][
+                                               'publishedAt']}
                     comments.append(current_comment)
             except Exception as e:
                 logger.error(f"Exception in get_video_comments() for {comment_thread}.")

youbot/youtube_utils/youtube_manager.py

@@ -169,10 +169,12 @@ def accumulator(self):
                         exceptions.append(e)
                 # Update comment data in the DB
                 for comment_dict in comments:
+                    logger.info(f"Updating comment {comment_dict['url']}")
                     self.db.update_comment(video_link=comment_dict['url'],
                                            comment_id=comment_dict['comment_id'],
                                            like_cnt=comment_dict['like_count'],
-                                           reply_cnt=comment_dict['reply_count'])
+                                           reply_cnt=comment_dict['reply_count'],
+                                           comment_time=comment_dict['comment_time'])
                 if len(exceptions) > cnt / 2 and cnt > 0:
                     logger.error(f"{len(exceptions)} exceptions occurred! "
                                  f"Will only raise the first one.")

youbot/yt_mysql.py

@@ -130,7 +130,7 @@ def get_channel_by_id(self, ch_id: str) -> Tuple:
             ch_id (str): The channel ID
         """
 
-        where_statement = f"id='{ch_id}'"
+        where_statement = f"channel_id='{ch_id}'"
         result = self.select_from_table(table=self.CHANNEL_TABLE, where=where_statement)
         if len(result) > 1:
             logger.warning("Duplicate channel retrieved from SELECT statement:{result}")
@@ -160,7 +160,7 @@ def remove_channel_by_id(self, ch_id: str) -> None:
             ch_id (str): The channel ID
         """
 
-        where_statement = f"id='{ch_id}'"
+        where_statement = f"channel_id='{ch_id}'"
         self.delete_from_table(table=self.CHANNEL_TABLE, where=where_statement)
 
     def remove_channel_by_username(self, ch_username: str) -> None:
@@ -275,7 +275,8 @@ def get_comments(self, comment_cols: List[str], channel_cols: List[str] = None,
 
     def update_comment(self, video_link: str, comment_id: str = None,
                        like_cnt: int = None, reply_cnt: int = None,
-                       upload_time: str = None, video_title: str = None) -> None:
+                       upload_time: str = None, video_title: str = None,
+                       comment_time: str = None) -> None:
         """
         Populate a comment entry with additional information.
         Args:
@@ -285,6 +286,7 @@ def update_comment(self, video_link: str, comment_id: str = None,
             reply_cnt:
             upload_time:
             video_title:
+            comment_time:
         """
 
         # Get video id
@@ -302,6 +304,8 @@ def update_comment(self, video_link: str, comment_id: str = None,
             set_data['like_count'] = like_cnt
         if reply_cnt is not None:
             set_data['reply_count'] = reply_cnt
+        if comment_time is not None:
+            set_data['comment_time'] = comment_time
         if upload_time is not None:
             set_data['upload_time'] = upload_time
         if video_title is not None: