Merge pull request #17 from codebendercc/various_fixes

Various fixes

Author: dastergon

bin/env_vars.sh.template

@@ -1,5 +1,7 @@
 #!/bin/bash
 
+export CAPABILITIES='capabilities_firefox.yaml'
+
 SAUCELABS_USER=""
 SAUCELABS_KEY=""
 export CODEBENDER_SELENIUM_HUB_URL=http://${SAUCELABS_USER}:${SAUCELABS_KEY}@ondemand.saucelabs.com:80/wd/hub
@@ -13,3 +15,7 @@ export DISQUS_API_PUBLIC=""
 export DISQUS_SSO_ID=""
 export DISQUS_SSO_USERNAME=""
 export DISQUS_SSO_EMAIL=""
+
+export EMAIL=""
+
+export ROOTDIR="/path/to/seleniumTests"

bin/seleniumbender

@@ -1,21 +1,22 @@
 #!/bin/bash
 
-export CAPABILITIES='capabilities_firefox.yaml'
-
 source ./env_vars.sh
 
-ROOTDIR="/path/to/seleniumTests"
-
 if [ $# -lt 1 ]; then
     echo "Please provide an argument or run -h(--help) option"
     exit 1
 fi
 
 app_name="$0"
-common=0
-libraries=0
+
+target=0
 examples=0
+libraries=0
 sketches=0
+common=0
+noplugin=0
+walkthrough=0
+staging=0
 
 while true; do
     case "$1" in
@@ -25,17 +26,32 @@ while true; do
                 " libraries - Visits all the libraries and examples at libraries view\n"  \
                 " examples - Compiles all the examples at libraries view\n"   \
                 " sketches - Compiles the examples of user cb_compile_tester\n"    \
+                " target - Compiles the examples of given libraries as a comma separated list\n"    \
+                " noplugin - Runs tests that do not need plugin installed\n"  \
+                " walkthrough - Runs tests for walkthrough\n"  \
+                " staging - Runs tests in staging\n"  \
                 " help - Display this help and exit"
             exit 0
             ;;
-        common) common=1
-            ;;
-        libraries) libraries=1
+        target) target=1
+            shift
+            TARGETS=$@
+            break
             ;;
         examples) examples=1
             ;;
+        libraries) libraries=1
+            ;;
         sketches) sketches=1
             ;;
+        common) common=1
+            ;;
+        noplugin) noplugin=1
+            ;;
+        walkthrough) walkthrough=1
+            ;;
+        staging) staging=1
+            ;;
         -*) echo -e "error: unknown argument: ${1}.\nRun ${app_name} -h."
             exit 1
             ;;
@@ -52,25 +68,72 @@ SOURCE="codebender_cc"
 
 email_date=$(date +"%Y-%m-%d %H:%M:%S")
 
-if [ "${common}" -eq 1 ]; then
-    IDENTIFIER="common"
-    tox tests/common -- --url=${URL} --source=${SOURCE}
-    RETVAL=$?
-    if [ "${RETVAL}" -eq 1 ]; then
-        mail -s "Selenium Tests: ${IDENTIFIER} Failed To Run" [email protected] <<< 'Something went wrong with common tests. Please check the logs.'
-        exit ${RETVAL}
-    fi
+RETVAL=0
+NO_LOGS=0 # flag for tests that do not send any logs on their email
+
+if [ "${target}" -eq 1 ]; then
+    IDENTIFIER="test_target_libraries"
+    tox tests/target_libraries -- --url=${URL} --source=${SOURCE} -F --plugin --libraries=${TARGETS}
 elif [ "${examples}" -eq 1 ]; then
     IDENTIFIER="libraries_test"
-    tox tests/libraries -- --url=${URL} --source=${SOURCE} -F
+    tox tests/libraries -- --url=${URL} --source=${SOURCE} -F --plugin
 elif [ "${libraries}" -eq 1 ]; then
     IDENTIFIER="libraries_fetch"
-    tox tests/libraries_fetch -- --url=${URL} --source=${SOURCE} -F
+    tox tests/libraries_fetch -- --url=${URL} --source=${SOURCE} -F --plugin
 elif [ "${sketches}" -eq 1 ]; then
     IDENTIFIER="cb_compile_tester"
-    tox tests/compile_tester -- --url=${URL} --source=${SOURCE} -F
+    tox tests/compile_tester -- --url=${URL} --source=${SOURCE} -F --plugin
+elif [ "${common}" -eq 1 ]; then
+    IDENTIFIER="common"
+    tox tests/common -- --url=${URL} --source=${SOURCE} --plugin
+    RETVAL=$?
+    NO_LOGS=1
+elif [ "${noplugin}" -eq 1 ]; then
+    IDENTIFIER="noplugin"
+    tox tests/noplugin -- --url=${URL} --source=${SOURCE}
+    RETVAL=$?
+    NO_LOGS=1
+elif [ "${walkthrough}" -eq 1 ]; then
+    IDENTIFIER="walkthrough"
+    RETVALS=()
+    # Linux
+    export SELENIUM_USER_AGENT='Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+    tox tests/walkthrough -- --url=${URL} --source=${SOURCE} --plugin
+    RETVALS+=($?)
+    # Windows
+    export SELENIUM_USER_AGENT='Mozilla/5.0 (Windows NT 6.1; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+    tox tests/walkthrough -- --url=${URL} --source=${SOURCE} --plugin
+    RETVALS+=($?)
+    # MacOSX
+    export SELENIUM_USER_AGENT='Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+    tox tests/walkthrough -- --url=${URL} --source=${SOURCE} --plugin
+    RETVALS+=($?)
+
+    for i in "${RETVALS[@]}"
+    do
+        if [ ${i} -ne 0 ]; then
+            RETVAL=${i}
+        fi
+    done
+    NO_LOGS=1
+elif [ "${staging}" -eq 1 ]; then
+    IDENTIFIER="cb_compile_tester_staging"
+    URL="https://staging.codebender.cc"
+    tox tests/compile_tester -- --url=${URL} --source=${SOURCE} -F --plugin
+    # No need to send email for tests in staging
+    exit $?
+fi
+
+# email notification without attaching any logs
+if [ ${RETVAL} -ne 0 ]; then
+    mail -s "Selenium Tests: ${IDENTIFIER} Failed To Run" ${EMAIL} <<< "Something went wrong with ${IDENTIFIER} tests. Please check the logs."
+fi
+
+if [ ${NO_LOGS} -eq 1 ]; then
+    exit ${RETVAL}
 fi
 
+# email notification with attaching the produced reports
 DATE=$(date +"%Y-%m-%d") # Get the current date
 LOGS="${ROOTDIR}/logs"
 REPORTS="${ROOTDIR}/reports"
@@ -80,5 +143,5 @@ reportfile=$(ls -t ${REPORTS} | egrep "${DATE}.*${IDENTIFIER}" | head -1)
 diffnum=$(ls -t ${REPORTS} | egrep "${DATE}.*${IDENTIFIER}" | head -1 | cut -d'_' -f6)
 changes=${diffnum:0:1}
 
-(echo "Changes since the last time: ${changes}"; uuencode "${LOGS}/${LOGFILE}" "${LOGFILE}"; uuencode "${REPORTS}/${REPORTFILE}" "${REPORTFILE}") \
-| mail -s "Selenium Tests Report: ${IDENTIFIER} ${email_date} Changes: ${changes}" [email protected]
+(echo "Changes since the last time: ${changes}"; uuencode "${LOGS}/${logfile}" "${logfile}"; uuencode "${REPORTS}/${reportfile}" "${reportfile}") \
+| mail -s "Selenium Tests Report: ${IDENTIFIER} ${email_date} Changes: ${changes}" ${EMAIL}

codebender_testing/config.py

@@ -5,6 +5,7 @@
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
 import yaml
 import simplejson
+import pytest
 
 
 def _rel_path(*args):
@@ -24,6 +25,7 @@ def jsondump(data):
 BASE_URL = "http://localhost"
 # URL of the actual Codebender website
 LIVE_SITE_URL = "https://codebender.cc"
+STAGING_SITE_URL = "https://staging.codebender.cc"
 
 # Names of sources (i.e. repositories) used to generate the codebender site.
 SOURCE_BACHELOR = 'bachelor'
@@ -32,6 +34,7 @@ def jsondump(data):
 # User whose projects we'd like to compile in our compile_tester
 # test case(s).
 COMPILE_TESTER_URL = "/user/cb_compile_tester"
+COMPILE_TESTER_STAGING_URL = "/user/demo_user"
 
 # The prefix for all filenames of log files.
 # Note that it is given as a time format string, which will
@@ -40,6 +43,7 @@ def jsondump(data):
 
 # Logfile for COMPILE_TESTER compilation results
 COMPILE_TESTER_LOGFILE = LOGFILE_PREFIX.format(log_name="cb_compile_tester")
+COMPILE_TESTER_LOGFILE_STAGING = LOGFILE_PREFIX.format(log_name="staging_cb_compile_tester")
 
 # Logfile for /libraries compilation results
 LIBRARIES_TEST_LOGFILE = LOGFILE_PREFIX.format(log_name="libraries_test")
@@ -79,7 +83,8 @@ def jsondump(data):
     'LOCATE_ELEMENT': 30
 }
 
-TESTS_USER_AGENT = 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+DEFAULT_USER_AGENT = 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:43.0) Gecko/20100101 Firefox/43.0 codebender-selenium'
+TESTS_USER_AGENT = os.getenv('SELENIUM_USER_AGENT', DEFAULT_USER_AGENT)
 
 # Set up Selenium Webdrivers to be used for selenium tests
 def _get_firefox_profile():
@@ -88,9 +93,10 @@ def _get_firefox_profile():
     extension.
     """
     firefox_profile = webdriver.FirefoxProfile()
-    firefox_profile.add_extension(
-        extension=os.path.join(_EXTENSIONS_DIR, _FIREFOX_EXTENSION_FNAME)
-    )
+    if pytest.config.getoption("--plugin"):
+        firefox_profile.add_extension(
+            extension=os.path.join(_EXTENSIONS_DIR, _FIREFOX_EXTENSION_FNAME)
+        )
     return firefox_profile
 
 def get_browsers(capabilities_file_path=None):

codebender_testing/disqus.py

@@ -77,15 +77,15 @@ def update_comment(self, sketch, results, current_date, log_entry, openFailFlag,
     def handle_library_comment(self, library, current_date, log):
         url = '/library/' + library
         identifier = 'ident:' + url
+        if url not in log:
+            log[url] = {}
         try:
             paginator = disqusapi.Paginator(self.disqus.api.threads.list, forum=FORUM, thread=identifier, method='GET')
             if paginator:
                 for page in paginator:
                         post_id, existing_message = self.get_posts(page['id'])
                         if post_id and existing_message:
                             new_message = self.messages['library'].replace('TEST_DATE', current_date)
-                            if url not in log:
-                                log[url] = {}
                             log[url]['comment'] = self.update_post(post_id, new_message)
             else:
                 log[url]['comment'] = False

codebender_testing/utils.py

@@ -75,6 +75,9 @@ def _move_file_to_dropzone_script(dropzone_selector):
 VERIFICATION_SUCCESSFUL_MESSAGE = "Verification Successful"
 VERIFICATION_FAILED_MESSAGE = "Verification failed."
 
+VERIFICATION_SUCCESSFUL_MESSAGE_EDITOR = 'Verification successful!'
+VERIFICATION_FAILED_MESSAGE_EDITOR = 'Verification failed!'
+
 # Max test runtime into saucelabs
 # 2.5 hours (3 hours max)
 SAUCELABS_TIMEOUT_SECONDS = 10800 - 1800
@@ -344,7 +347,7 @@ def get_elements(self, *locator):
         """Like `get_element`, but returns a list of all elements matching
         the selector."""
         WebDriverWait(self.driver, TIMEOUT['LOCATE_ELEMENT']).until(
-            expected_conditions.visibility_of_all_elements_located_by(locator))
+            expected_conditions.presence_of_all_elements_located(locator))
         return self.driver.find_elements(*locator)
 
     def find(self, selector):
@@ -460,7 +463,7 @@ def open_all_libraries_and_examples(self, url, logfile):
 
         report_creator('fetch', log_entry, log_file)
 
-    def compile_sketch(self, url, boards, iframe=False):
+    def compile_sketch(self, url, boards, iframe=False, project_view=False):
         """Compiles the sketch located at `url`, or an iframe within the page
         referred to by `url`.  Raises an exception if it does not compile.
         """
@@ -481,6 +484,11 @@ def compile_sketch(self, url, boards, iframe=False):
             result = {
                 'board': board
             }
+            verification_success_message = VERIFICATION_SUCCESSFUL_MESSAGE_EDITOR
+            verification_failed_message = VERIFICATION_FAILED_MESSAGE_EDITOR
+            if project_view or iframe:
+                verification_success_message = VERIFICATION_SUCCESSFUL_MESSAGE
+                verification_failed_message = VERIFICATION_FAILED_MESSAGE
             try:
                 self.execute_script(SELECT_BOARD_SCRIPT(board), '$', 'compilerflasher.pluginHandler.plugin_found')
                 self.execute_script(_VERIFY_SCRIPT, 'compilerflasher')
@@ -490,15 +498,14 @@ def compile_sketch(self, url, boards, iframe=False):
                 compile_result = WebDriverWait(self.driver, VERIFY_TIMEOUT).until(
                     any_text_to_be_present_in_element(
                         (By.CSS_SELECTOR, "[id$=operation_output]"),
-                        VERIFICATION_SUCCESSFUL_MESSAGE, VERIFICATION_FAILED_MESSAGE
+                        verification_success_message, verification_failed_message
                     )
                 )
             except WebDriverException as error:
                 compile_result = "%s; %s" % (type(error).__name__, str(error))
                 result['status'] = 'error'
                 result['message'] = compile_result
-
-            if compile_result == VERIFICATION_SUCCESSFUL_MESSAGE:
+            if compile_result == verification_success_message:
                 result['status'] = 'success'
             else:
                 result['status'] = 'fail'
@@ -521,7 +528,7 @@ def compile_all_sketches(self, url, selector, **kwargs):
         assert len(sketches) > 0
         self.compile_sketches(sketches, **kwargs)
 
-    def compile_sketches(self, sketches, iframe=False, logfile=None, compile_type='sketch', create_report=False, comment=False):
+    def compile_sketches(self, sketches, iframe=False, project_view=False, logfile=None, compile_type='sketch', create_report=False, comment=False):
         """Compiles the sketches with URLs given by the `sketches` list.
         `logfile` specifies a path to a file to which test results will be
         logged. If it is not `None`, compile errors will not cause the test
@@ -577,7 +584,7 @@ def compile_sketches(self, sketches, iframe=False, logfile=None, compile_type='s
 
             if len(boards) > 0:
                 # Run Verify
-                results = self.compile_sketch(sketch, boards, iframe=iframe)
+                results = self.compile_sketch(sketch, boards, iframe=iframe, project_view=project_view)
             else:
                 results = [
                     {
@@ -587,6 +594,7 @@ def compile_sketches(self, sketches, iframe=False, logfile=None, compile_type='s
 
             # Used when not funning in Full mode
             if logfile is None or not self.run_full_compile_tests:
+                toc = time.time()
                 continue
 
             # Register current URL into log