tests.py

# -*- coding: utf-8 -*-
from __future__ import print_function, unicode_literals

import sys
import unittest
import redditanalysis as wf
import praw
from collections import defaultdict


class TestSequenceFunctions(unittest.TestCase):

    def setUp(self):
        wf.popular_words = defaultdict(int)

    def test_parse_cmd_line(self):
        self.user, self.target, options = wf.parse_cmd_line()
        self.assertEqual(self.user, sys.argv[1])
        self.assertEqual(self.target, sys.argv[2])

    def test_parse_text(self):
        popular_words = defaultdict(int)

        popular_words["testggg"] = 4
        popular_words["gggtestggg"] = 4
        popular_words["gytestyg"] = 3
        popular_words["ygtestgy"] = 5

        txt = ""
        for word, freq in popular_words.items():
            txt += str((word + " ") * freq)

        wf.parse_text(txt, count_word_freqs=True, max_threshold=0.34)
        self.assertEqual(popular_words, wf.popular_words)

        # TODO: still need to test:
        # anti-spamming w/ max_threshold
        # count word freqs vs only count one word per sentence

    def test_processRedditor(self):
        """
        Can't think of an easy, repeatable way to test this right now.

        TODO: make our own test redditor
        """

    def test_process_submission(self):
        # open connection to Reddit
        r = praw.Reddit(user_agent="test analyzer by test")
        r.config.decode_html_entities = True

        popular_words = {"reddit": 48, "upvoted": 32, "upvote": 23,
                        "comments": 13, "3": 12, "fuck": 11, "qgyh2": 9,
                        "upvotes": 9, "fucking": 8, "posts": 7}
        wfpw = defaultdict(int)

        # parse a fixed thread
        # TODO: make our own test thread
        sub = r.get_submission(url=("http://www.reddit.com/r/pics/comments/"
                                    "92dd8/test_post_please_ignore/"))
        wf.process_submission(sub, count_word_freqs=True, max_threshold=0.34)

        # only look at the top 10 most-used words in the thread
        # TODO: look at all words used in thread
        ct = 0
        for key in sorted(wf.popular_words, key=wf.popular_words.get,
                          reverse=True):
            wfpw[key] = wf.popular_words[key]
            ct += 1
            if ct >= 10:
                break

        self.assertEqual(popular_words, wfpw)

    def test_processSubreddit(self):
        """
        Can't think of an easy, repeatable way to do this right now.

        TODO: make our own test subreddit
        """

    def test_tokenize(self):
        def tk(text):
            return list(wf.tokenize(text))

        # Test whitespace handling
        self.assertEqual(['hello', 'world'], tk('hello world'))
        self.assertEqual(['hello', 'world'], tk('hello  world'))
        self.assertEqual(['hello', 'world'], tk('hello\nworld'))
        self.assertEqual(['hello', 'world'], tk('hello\rworld'))
        self.assertEqual(['hello', 'world'], tk('hello\tworld'))

        # Test url removal
        self.assertEqual(['a', 'b'], tk('a http://reddit.com/foobar b'))
        self.assertEqual(['a', 'b'], tk('a https://github.com/rhiever b'))

        # Test domain removal
        self.assertEqual(['a', 'b'], tk('a reddit.com b'))
        self.assertEqual(['a', 'b'], tk('a reddit.com/ b'))
        self.assertEqual(['a', 'b'], tk('a imgur.com/somefile.jpg b'))

        # Test handling of r/ and u/
        self.assertEqual(['a', 'r', 'muws', 'b'], tk('a r/muws b'))
        self.assertEqual(['a', 'r', 'muws', 'b'], tk('a /r/muws b'))
        self.assertEqual(['a', 'r', 'muws', 'b'], tk('a /r/muws/ b'))
        self.assertEqual(['a', 'u', 'bboe', 'b'], tk('a u/bboe b'))
        self.assertEqual(['a', 'u', 'bboe', 'b'], tk('a /u/bboe b'))
        self.assertEqual(['a', 'u', 'bboe', 'b'], tk('a /u/bboe/ b'))

        # Test possessive remoal
        self.assertEqual(['a', 'bboe', 'b'], tk('a bboe\'s b'))

        # Test puntuation removal
        self.assertEqual(['hello', 'world'], tk('!hello world'))
        self.assertEqual(['hello', 'world'], tk('hello world!'))

        # Verify contractions
        self.assertEqual(["i'd", "i'll", "i'm"], tk("I'd I'll I'm"))
        self.assertEqual(["you're", "can't", "i've"], tk("you're can't I've"))

        # Test subtokens
        self.assertEqual(['hello', 'world'], tk('hello/world'))
        self.assertEqual(['hello', 'world'], tk(r'hello\world'))

        # Test unicode removal
        self.assertEqual(['a', 'helló', 'b'], tk('a ¡helló! b'))
        self.assertEqual(['a', '잠', 'b'], tk('a 잠 b'))
        self.assertEqual(['a', 'b'], tk('a≥b'))
        self.assertEqual(['montréal', 'français'], tk('Montréal français'))
        self.assertEqual(['a', 'background', 'b'], tk('a〘background〙b'))

    def test_with_status(self):
        """
        Is this even a function that should be tested?
        """

if __name__ == '__main__':
    unittest.main()