Added test that uploads sketches and compiles them after.

We upload sketches from test_data/cb_compile_tester/ into demo_user at staging,
we compile them and delete them at the end.

TODO: Find a way to detect a failed upload, in order for the test not to hang
when an upload fails.

Author: Konstantinacc

codebender_testing/config.py

@@ -24,6 +24,7 @@ def jsondump(data):
 BASE_URL = "http://localhost"
 # URL of the actual Codebender website
 LIVE_SITE_URL = "https://codebender.cc"
+STAGING_SITE_URL = "https://staging.codebender.cc"
 
 # Names of sources (i.e. repositories) used to generate the codebender site.
 SOURCE_BACHELOR = 'bachelor'
@@ -32,6 +33,7 @@ def jsondump(data):
 # User whose projects we'd like to compile in our compile_tester
 # test case(s).
 COMPILE_TESTER_URL = "/user/cb_compile_tester"
+COMPILE_TESTER_STAGING_URL = "/user/demo_user"
 
 # The prefix for all filenames of log files.
 # Note that it is given as a time format string, which will

codebender_testing/utils.py

@@ -75,6 +75,9 @@ def _move_file_to_dropzone_script(dropzone_selector):
 VERIFICATION_SUCCESSFUL_MESSAGE = "Verification Successful"
 VERIFICATION_FAILED_MESSAGE = "Verification failed."
 
+VERIFICATION_SUCCESSFUL_MESSAGE_EDITOR = 'Verification successful!'
+VERIFICATION_FAILED_MESSAGE_EDITOR = 'Verification failed!'
+
 # Max test runtime into saucelabs
 # 2.5 hours (3 hours max)
 SAUCELABS_TIMEOUT_SECONDS = 10800 - 1800
@@ -460,7 +463,7 @@ def open_all_libraries_and_examples(self, url, logfile):
 
         report_creator('fetch', log_entry, log_file)
 
-    def compile_sketch(self, url, boards, iframe=False):
+    def compile_sketch(self, url, boards, iframe=False, project_view=False):
         """Compiles the sketch located at `url`, or an iframe within the page
         referred to by `url`.  Raises an exception if it does not compile.
         """
@@ -481,6 +484,11 @@ def compile_sketch(self, url, boards, iframe=False):
             result = {
                 'board': board
             }
+            verification_success_message = VERIFICATION_SUCCESSFUL_MESSAGE_EDITOR
+            verification_failed_message = VERIFICATION_FAILED_MESSAGE_EDITOR
+            if project_view or iframe:
+                verification_success_message = VERIFICATION_SUCCESSFUL_MESSAGE
+                verification_failed_message = VERIFICATION_FAILED_MESSAGE
             try:
                 self.execute_script(SELECT_BOARD_SCRIPT(board), '$', 'compilerflasher.pluginHandler.plugin_found')
                 self.execute_script(_VERIFY_SCRIPT, 'compilerflasher')
@@ -490,15 +498,14 @@ def compile_sketch(self, url, boards, iframe=False):
                 compile_result = WebDriverWait(self.driver, VERIFY_TIMEOUT).until(
                     any_text_to_be_present_in_element(
                         (By.CSS_SELECTOR, "[id$=operation_output]"),
-                        VERIFICATION_SUCCESSFUL_MESSAGE, VERIFICATION_FAILED_MESSAGE
+                        verification_success_message, verification_failed_message
                     )
                 )
             except WebDriverException as error:
                 compile_result = "%s; %s" % (type(error).__name__, str(error))
                 result['status'] = 'error'
                 result['message'] = compile_result
-
-            if compile_result == VERIFICATION_SUCCESSFUL_MESSAGE:
+            if compile_result == verification_success_message:
                 result['status'] = 'success'
             else:
                 result['status'] = 'fail'
@@ -521,7 +528,7 @@ def compile_all_sketches(self, url, selector, **kwargs):
         assert len(sketches) > 0
         self.compile_sketches(sketches, **kwargs)
 
-    def compile_sketches(self, sketches, iframe=False, logfile=None, compile_type='sketch', create_report=False, comment=False):
+    def compile_sketches(self, sketches, iframe=False, project_view=False, logfile=None, compile_type='sketch', create_report=False, comment=False):
         """Compiles the sketches with URLs given by the `sketches` list.
         `logfile` specifies a path to a file to which test results will be
         logged. If it is not `None`, compile errors will not cause the test
@@ -577,7 +584,7 @@ def compile_sketches(self, sketches, iframe=False, logfile=None, compile_type='s
 
             if len(boards) > 0:
                 # Run Verify
-                results = self.compile_sketch(sketch, boards, iframe=iframe)
+                results = self.compile_sketch(sketch, boards, iframe=iframe, project_view=project_view)
             else:
                 results = [
                     {

tests/compile_tester/test_compile_tester_projects.py

@@ -2,10 +2,15 @@
 from codebender_testing.config import COMPILE_TESTER_LOGFILE
 from codebender_testing.config import COMPILE_TESTER_URL
 from codebender_testing.config import LIVE_SITE_URL
+from codebender_testing.config import STAGING_SITE_URL
+from codebender_testing.config import COMPILE_TESTER_STAGING_URL
 from codebender_testing.config import SOURCE_BACHELOR
+from codebender_testing.config import TIMEOUT
+from selenium.webdriver.common.by import By
 from codebender_testing.utils import SeleniumTestCase
 import os
 import pytest
+import time
 
 
 class TestCompileTester(SeleniumTestCase):
@@ -16,5 +21,34 @@ class TestCompileTester(SeleniumTestCase):
     def test_compile_all_user_projects(self):
         """Tests that all user's sketches compile successfully."""
         self.compile_all_sketches(COMPILE_TESTER_URL, '#user_projects tbody a',
-            iframe=True, logfile=COMPILE_TESTER_LOGFILE,
-            compile_type='sketch', create_report=True)
+            compile_type='sketch',
+            iframe=True, project_view=True,
+            create_report=True, logfile=COMPILE_TESTER_LOGFILE)
+
+    # Here we upload, compile and delete all sketches included in
+    # test_data/cb_compile_tester folder using demo_user on staging site.
+    @pytest.mark.requires_url(STAGING_SITE_URL)
+    def test_compile_local_files(self, tester_login):
+        """Tests that we can upload all of cb_compile_tester's projects
+        (stored locally in test_data/cb_compile_tester), compile them,
+        and finally delete them."""
+        filenames = next(os.walk(COMPILE_TESTER_DIR))[2]
+        test_files = [os.path.join(COMPILE_TESTER_DIR, name) for name
+            in next(os.walk(COMPILE_TESTER_DIR))[2]]
+        projects = [self.upload_project('#uploadFolderZip form', fname,
+            os.path.splitext(os.path.basename(fname))[0]) for fname
+            in test_files]
+        flag = True
+        while flag:
+            uploaded_sketches = self.get_elements(By.CSS_SELECTOR, '#project_list > li')
+            if len(uploaded_sketches) >= len(projects):
+                flag = False
+                break
+            time.sleep(1)
+        self.compile_all_sketches(COMPILE_TESTER_STAGING_URL,
+            '#user_projects tbody a',
+            iframe=False,
+            compile_type='sketch',
+            create_report=True, logfile=COMPILE_TESTER_LOGFILE)
+        for name in projects:
+            self.delete_project(name.replace(" ", "-"))

tests/libraries/test_libraries.py

@@ -7,5 +7,7 @@ class TestLibraryExamples(SeleniumTestCase):
     def test_compile_all_libraries(self):
         """Tests that all library examples compile successfully."""
         self.compile_all_sketches('/libraries', '.accordion li a',
-                                  logfile=LIBRARIES_TEST_LOGFILE,
-                                  compile_type='library', create_report=True, comment=True)
+                                  compile_type='library',
+                                  iframe=False, project_view=True,
+                                  create_report=True, logfile=LIBRARIES_TEST_LOGFILE,
+                                  comment=True)