Merge pull request #14 from codebendercc/libraries-examples-fetch-test

Libraries examples fetch test

Author: freskoulix

bin/test_common.sh

@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 source ./env_vars.sh
+export CAPABILITIES='capabilities_firefox.yaml'
 cd ..
 time tox tests/common -- --url=https://codebender.cc --source=codebender_cc
 RETVAL=$?

bin/test_libraries_fetch.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+source ./env_vars.sh
+export CAPABILITIES='capabilities_firefox.yaml'
+cd ..
+time tox tests/libraries_fetch -- --url=https://codebender.cc --source=codebender_cc -F
+RETVAL=$?
+cd -
+echo "tests return value: ${RETVAL}"
+exit ${RETVAL}

codebender_testing/config.py

@@ -44,6 +44,9 @@ def jsondump(data):
 # Logfile for /libraries compilation results
 LIBRARIES_TEST_LOGFILE = LOGFILE_PREFIX.format(log_name="libraries_test")
 
+# Logfile for /libraries fetch results
+LIBRARIES_FETCH_LOGFILE = LOGFILE_PREFIX.format(log_name="libraries_fetch")
+
 _EXTENSIONS_DIR = _rel_path('..', 'extensions')
 _FIREFOX_EXTENSION_FNAME = 'codebender.xpi'
 _CHROME_EXTENSION_FNAME = 'codebendercc-extension.crx'
@@ -76,6 +79,8 @@ def jsondump(data):
     'LOCATE_ELEMENT': 30
 }
 
+TESTS_USER_AGENT = 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+
 # Set up Selenium Webdrivers to be used for selenium tests
 def _get_firefox_profile():
     """Returns the Firefox profile to be used for the FF webdriver.
@@ -144,6 +149,8 @@ def create_webdriver(command_executor, desired_capabilities):
         desired_capabilities = DesiredCapabilities.FIREFOX.copy()
         desired_capabilities.update(_capabilities)
         browser_profile = _get_firefox_profile()
+        browser_profile.set_preference("general.useragent.override", TESTS_USER_AGENT)
+        desired_capabilities["firefox_profile"] = browser_profile.update_preferences()
     else:
         raise ValueError("Invalid webdriver %s (only chrome and firefox are supported)" % browser_name)
     return webdriver.Remote(

codebender_testing/utils.py

@@ -96,6 +96,9 @@ def read_last_log(compile_type):
     logs_re = re.compile(r'.+cb_compile_tester.+')
     if compile_type == 'library':
         logs_re = re.compile(r'.+libraries_test.+')
+    elif compile_type == 'fetch':
+        logs_re = re.compile(r'.+libraries_fetch.+')
+
     logs = sorted([x for x in logs if x != '.gitignore' and logs_re.match(x)])
 
     log_timestamp_re = re.compile(r'(\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2})-.+\.json')
@@ -122,6 +125,8 @@ def report_creator(compile_type, log_entry, log_file):
     logs_re = re.compile(r'.+cb_compile_tester.+')
     if compile_type == 'library':
         logs_re = re.compile(r'.+libraries_test.+')
+    elif compile_type == 'fetch':
+        logs_re = re.compile(r'.+libraries_fetch.+')
 
     logs = sorted([x for x in logs if x != '.gitignore' and logs_re.match(x)])
     tail = logs[-2:]
@@ -145,6 +150,12 @@ def report_creator(compile_type, log_entry, log_file):
                 changes += 1
                 continue
 
+            if compile_type == 'fetch':
+                if old_log[url] != new_log[url]:
+                    diff[url] = new_log[url]
+                    changes += 1
+                continue
+
             for result in  new_log[url].keys():
                 if result not in old_log[url]:
                     if not url in diff:
@@ -384,6 +395,71 @@ def delete_project(self, project_name):
         except:
             pass
 
+    def open_all_libraries_and_examples(self, url, logfile):
+        self.open(url)
+        examples = self.execute_script(_GET_SKETCHES_SCRIPT.format(selector='.accordion li a'), '$')
+        assert len(examples) > 0
+        libraries = self.execute_script(_GET_SKETCHES_SCRIPT.format(selector='.library_link'), '$')
+        assert len(libraries) > 0
+        examples_libraries = examples + libraries
+
+        log_time = gmtime()
+        log_file = strftime(logfile, log_time)
+        log_entry = {}
+
+        urls_visited = {}
+        last_log = read_last_log('fetch')
+        if last_log['log']:
+            # resume previous compile
+            log_time = strptime(last_log['timestamp'], '%Y-%m-%d_%H-%M-%S')
+            log_file = strftime(logfile, log_time)
+            log_entry = last_log['log']
+            for url in last_log['log']:
+                urls_visited[url] = True
+
+        urls_to_visit = []
+        for url in examples_libraries:
+            if url not in urls_visited:
+                urls_to_visit.append(url)
+
+        if len(urls_to_visit) == 0:
+            urls_to_visit = examples_libraries
+            log_entry = {}
+            log_time = gmtime()
+            log_file = strftime(logfile, log_time)
+
+        library_re = re.compile(r'^https://codebender.cc/library/.+$')
+        example_re = re.compile(r'^https://codebender.cc/example/.+/.+$')
+
+        print '\nVisiting:', len(urls_to_visit), 'URLs'
+        tic = time.time()
+        for url in urls_to_visit:
+            self.open(url)
+            test_status = True
+            if library_re.match(url) and self.driver.current_url == 'https://codebender.cc/libraries':
+                test_status = False
+            elif example_re.match(url) and 'Sorry! The example could not be fetched.' in self.driver.page_source:
+                test_status = False
+            log_entry[url] = test_status
+
+            progress = '.'
+            if not test_status:
+                progress = 'F'
+
+            sys.stdout.write(progress)
+            sys.stdout.flush()
+
+            with open(log_file, 'w', 0) as f:
+                f.write(jsondump(log_entry))
+
+            toc = time.time()
+            if toc - tic >= SAUCELABS_TIMEOUT_SECONDS:
+                print '\nStopping tests to avoid saucelabs timeout'
+                print 'Test duration:', int(toc - tic), 'sec'
+                return
+
+        report_creator('fetch', log_entry, log_file)
+
     def compile_sketch(self, url, boards, iframe=False):
         """Compiles the sketch located at `url`, or an iframe within the page
         referred to by `url`.  Raises an exception if it does not compile.
@@ -588,7 +664,12 @@ def create_sketch(self, name):
         headingInput.send_keys(Keys.ENTER)
         WebDriverWait(self.driver, VERIFY_TIMEOUT).until(
             expected_conditions.invisibility_of_element_located(
-                (By.CSS_SELECTOR, "#editor_heading_project_name i")
+                (By.CSS_SELECTOR, "#editor_heading_project_working")
+            )
+        )
+        WebDriverWait(self.driver, VERIFY_TIMEOUT).until(
+            expected_conditions.text_to_be_present_in_element(
+                (By.ID, "operation_output"), 'Name successfully changed!'
             )
         )
 

tests/common/sketch/test_sketch.py

@@ -75,6 +75,7 @@ def test_run_with_no_port(self):
     @pytest.mark.requires_extension
     def test_speeds_dropdown(self):
         """Tests that the speeds dropdown exists."""
+        self.get_element(By.ID, "serial_monitor_toggle").click()
         self.get_element(By.ID, "cb_cf_baud_rates")
 
     @pytest.mark.requires_extension
@@ -108,7 +109,7 @@ def test_add_projectfile_direct(self):
         field """
         self.open_project()
 
-        add_button = self.get_element(By.CLASS_NAME, 'add-file-button')
+        add_button = self.get_element(By.ID, 'newfile')
         add_button.click()
         WebDriverWait(self.driver, VERIFY_TIMEOUT).until(
             expected_conditions.visibility_of(

tests/libraries_fetch/__init__.py

@@ -0,0 +1,9 @@
+from codebender_testing.config import LIBRARIES_FETCH_LOGFILE
+from codebender_testing.utils import SeleniumTestCase
+
+
+class TestLibraryExamples(SeleniumTestCase):
+
+    def test_open_all_libraries(self):
+        """Tests that all libraries and examples open successfully."""
+        self.open_all_libraries_and_examples('/libraries', LIBRARIES_FETCH_LOGFILE)