add cdn_only

... still runs these tests on rev-proxy, for now

Author: mnot

CONTRIBUTING.md

@@ -41,7 +41,8 @@ The `tests` member is an array of objects, with the following members:
   - `optimal` - This test is to see if the cache behaves optimally.
   - `check` - This test is gathering information about cache behaviour.
 - `requests` - a list of request objects (see below).
-- `browser_only` - if `true`, will not run on non-browser caches. Default `false`.
+- `browser_only` - if `true`, will only run on browser caches. Default `false`.
+- `cdn_only` - if `true`, will only run on CDN caches. Default `false`.
 - `browser_skip` - if `true, will not run on browser caches. Default `false`.
 - `depends_on` - a list of test IDs that, when one fails, indicates that this test's results are not useful. Currently limited to test IDs in the same suite. Optional.
 - `spec_anchors` - An array of strings that represent anchors in the HTTP Caching specification related to this test. Optional.

client/runner.mjs

@@ -12,6 +12,8 @@ export function runTests (tests, myFetch, browserCache, base, chunkSize = 50) {
     testSet.tests.forEach(test => {
       if (test.id === undefined) throw new Error('Missing test id')
       if (test.browser_only === true && !config.useBrowserCache === true) return
+      if (test.cdn_only === true && config.useBrowserCache === true) return
+      // note: still runs cdn tests on rev-proxy
       if (test.browser_skip === true && config.useBrowserCache === true) return
       testArray.push(test)
     })

lib/display.mjs

@@ -39,6 +39,7 @@ export function renderTestResults (testSuites, testResults, testUUIDs, target, u
     let passed = 0
     testSuite.tests.forEach(test => {
       if (test.browser_only === true && !useBrowserCache === true) return
+      if (test.cdn_only === true && useBrowserCache === true) return
       if (test.browser_skip === true && useBrowserCache === true) return
       test.suiteName = testSuite.name
       const testElement = resultList.appendChild(document.createElement('li'))

lib/testsuite-schema.json

@@ -364,7 +364,11 @@
               }
             },
             "browser_only": {
-              "description": "Whether the test will skip non-browsers",
+              "description": "Whether the test will only run on browsers",
+              "type": "boolean"
+            },
+            "cdn_only": {
+              "description": "Whether the test will only run on CDN caches",
               "type": "boolean"
             },
             "browser_skip": {

lib/tpl/explain-test.liquid

@@ -8,6 +8,7 @@ Test ID: `{{ test.id }}`
 {%- else -%}This is a conformance test
 {%- endcase -%}
 {%- if test.browser_only %} run on browsers only{% endif -%}
+{%- if test.cdn_only %} run on CDN caches only{% endif -%}
 {%- if test.browser_skip %} not run on browsers{% endif -%}
 .