Add --full option

Author: Brandon Duffany

codebender_testing/utils.py

@@ -287,9 +287,13 @@ def compile_sketches(self, sketches, iframe=False, logfile=None):
         format string, which will be formatted appropriately.
         `iframe` specifies whether the urls pointed to by `selector` are contained
         within an iframe.
+        If the `--full` argument is provided (and hence
+        `self.run_full_compile_tests` is `True`, we do not log, and limit the
+        number of sketches compiled to 1.
         """
-        if logfile is None:
-            for sketch in sketches:
+        sketch_limit = None if self.run_full_compile_tests else 1
+        if logfile is None or not self.run_full_compile_tests:
+            for sketch in sketches[:sketch_limit]:
                 self.compile_sketch(sketch, iframe=iframe)
         else:
             log_entry = {'url': self.site_url, 'succeeded': [], 'failed': []}
@@ -322,14 +326,15 @@ class SeleniumTestCase(CodebenderSeleniumBot):
 
     @classmethod
     @pytest.fixture(scope="class", autouse=True)
-    def _testcase_attrs(cls, webdriver, testing_url):
+    def _testcase_attrs(cls, webdriver, testing_url, testing_full):
         """Sets up any class attributes to be used by any SeleniumTestCase.
         Here, we just store fixtures as class attributes. This allows us to avoid
         the pytest boilerplate of getting a fixture value, and instead just
         refer to the fixture as `self.<fixture>`.
         """
         cls.driver = webdriver
         cls.site_url = testing_url
+        cls.run_full_compile_tests = testing_full
 
     @pytest.fixture(scope="class")
     def tester_login(self):

tests/conftest.py

@@ -26,12 +26,19 @@ def pytest_addoption(parser):
     """Adds command line options to py.test."""
     parser.addoption("--url", action="store", default=BASE_URL,
                      help="URL to use for testing, e.g. http://localhost, http://codebender.cc")
+    parser.addoption("--full", action="store_true", default=False,
+                     help="Whether to run the complete set of compile tests.")
 
 @pytest.fixture(scope="class")
 def testing_url(request):
     """A fixture to get the --url parameter."""
     return request.config.getoption("--url")
 
+@pytest.fixture(scope="class")
+def testing_full(request):
+    """A fixture to get the --full parameter."""
+    return request.config.getoption("--full")
+
 @pytest.fixture(autouse=True)
 def skip_by_site(request, testing_url):
     """Skips tests that require a certain site URL in order to run properly."""