support to run test case with filter

LinuxSuRen · LinuxSuRen · commit a3023b0d4760 · 2024-11-08T22:07:36.000+08:00
diff --git a/cmd/run.go b/cmd/run.go
@@ -51,6 +51,7 @@ type runOption struct {
 	duration           time.Duration
 	requestTimeout     time.Duration
 	requestIgnoreError bool
+	caseFilter         string
 	thread             int64
 	context            context.Context
 	qps                int32
@@ -116,6 +117,7 @@ See also https://github.com/LinuxSuRen/api-testing/tree/master/sample`,
 	flags.DurationVarP(&opt.duration, "duration", "", 0, "Running duration")
 	flags.DurationVarP(&opt.requestTimeout, "request-timeout", "", time.Minute, "Timeout for per request")
 	flags.BoolVarP(&opt.requestIgnoreError, "request-ignore-error", "", false, "Indicate if ignore the request error")
+	flags.StringVarP(&opt.caseFilter, "case-filter", "", "", "The filter of the test case")
 	flags.StringVarP(&opt.report, "report", "", "", "The type of target report. Supported: markdown, md, html, json, discard, std, prometheus, http, grpc")
 	flags.StringVarP(&opt.reportFile, "report-file", "", "", "The file path of the report")
 	flags.BoolVarP(&opt.reportIgnore, "report-ignore", "", false, "Indicate if ignore the report output")
@@ -130,8 +132,10 @@ See also https://github.com/LinuxSuRen/api-testing/tree/master/sample`,
 	return
 }
 
+const caseFilter = "case-filter"
+
 func (o *runOption) preRunE(cmd *cobra.Command, args []string) (err error) {
-	o.context = cmd.Context()
+	o.context = context.WithValue(cmd.Context(), caseFilter, o.caseFilter)
 	writer := cmd.OutOrStdout()
 
 	if o.reportFile != "" && !strings.HasPrefix(o.reportFile, "http://") && !strings.HasPrefix(o.reportFile, "https://") {
@@ -345,8 +349,12 @@ func (o *runOption) runSuite(loader testing.Loader, dataContext map[string]inter
 	suiteRunner.WithOutputWriter(os.Stdout)
 	suiteRunner.WithWriteLevel(o.level)
 	suiteRunner.WithSuite(testSuite)
-	runLogger.Info("run test suite", "name", testSuite.Name)
+	caseFilter := o.context.Value(caseFilter)
+	runLogger.Info("run test suite", "name", testSuite.Name, "filter", caseFilter)
 	for _, testCase := range testSuite.Items {
+		if caseFilter != nil && !strings.Contains(testCase.Name, caseFilter.(string)) {
+			continue
+		}
 		if !testCase.InScope(o.caseItems) {
 			continue
 		}
diff --git a/cmd/server.go b/cmd/server.go
@@ -337,6 +337,7 @@ func (o *serverOption) runE(cmd *cobra.Command, args []string) (err error) {
 		mux.HandlePath(http.MethodGet, "/swagger.json", frontEndHandlerWithLocation(o.consolePath))
 		mux.HandlePath(http.MethodGet, "/get", o.getAtestBinary)
 		mux.HandlePath(http.MethodPost, "/runner/{suite}/{case}", service.WebRunnerHandler)
+		mux.HandlePath(http.MethodGet, "/api/v1/sbom", service.SBomHandler)
 
 		postRequestProxyFunc := postRequestProxy(o.skyWalking)
 		mux.HandlePath(http.MethodPost, "/browser/{app}", postRequestProxyFunc)
diff --git a/console/atest-ui/src/views/TemplateFunctions.vue b/console/atest-ui/src/views/TemplateFunctions.vue
@@ -56,5 +56,8 @@ Magic.Keys(() => {
                 </el-table-column>
             </el-table>
         </span>
+        <div>
+            Powered by <a href="https://masterminds.github.io/sprig/" target="_blank">Sprig</a> and <a href="https://pkg.go.dev/text/template" target="_blank">built-in templates</a>.
+        </div>
     </el-dialog>
 </template>
diff --git a/console/atest-ui/src/views/WelcomePage.vue b/console/atest-ui/src/views/WelcomePage.vue
@@ -1,3 +1,20 @@
+<script setup lang="ts">
+import { ref } from 'vue'
+import { API } from '../views/net'
+
+interface SBOM {
+    go: {}
+    js: {
+        dependencies: {}
+        devDependencies: {}
+    }
+}
+const sbomItems = ref({} as SBOM)
+API.SBOM((d) => {
+    sbomItems.value = d
+})
+</script>
+
 <template>
     <div>Welcome to use atest to improve your code quality!</div>
     <div>Please read the following guide if this is your first time to use atest.</div>
@@ -8,4 +25,31 @@
     <div>
         Please get more details from the <a href="https://linuxsuren.github.io/api-testing/" target="_blank" rel="noopener">official document</a>.
     </div>
+
+    <el-divider/>
+
+    <div>
+        Golang dependencies:
+        <div>
+            <el-scrollbar height="200px" always>
+                <li v-for="k, v in sbomItems.go">
+                    {{ v }}@{{ k }}
+                </li>
+            </el-scrollbar>
+        </div>
+    </div>
+
+    <div>
+        JavaScript dependencies:
+        <div>
+            <el-scrollbar height="200px" always>
+                <li v-for="k, v in sbomItems.js.dependencies">
+                    {{ v }}@{{ k }}
+                </li>
+                <li v-for="k, v in sbomItems.js.devDependencies">
+                    {{ v }}@{{ k }}
+                </li>
+            </el-scrollbar>
+        </div>
+    </div>
 </template>
diff --git a/console/atest-ui/src/views/net.ts b/console/atest-ui/src/views/net.ts
@@ -767,6 +767,11 @@ function DownloadResponseFile(testcase,
         .then(callback).catch(errHandle)
 }
 
+var SBOM = (callback: (d: any) => void) => {
+  fetch(`/api/sbom`, {})
+      .then(DefaultResponseProcess)
+      .then(callback)
+}
 
 export const API = {
   DefaultResponseProcess,
@@ -780,6 +785,6 @@ export const API = {
   FunctionsQuery,
   GetSecrets, DeleteSecret, CreateOrUpdateSecret,
   GetSuggestedAPIs,
-  ReloadMockServer, GetMockConfig,
+  ReloadMockServer, GetMockConfig, SBOM,
   getToken
 }
diff --git a/console/atest-ui/ui.go b/console/atest-ui/ui.go
@@ -0,0 +1,20 @@
+package ui
+
+import (
+	_ "embed"
+	"encoding/json"
+)
+
+//go:embed package.json
+var packageJSON []byte
+
+type JSON struct {
+	Dependencies    map[string]string `json:"dependencies"`
+	DevDependencies map[string]string `json:"devDependencies"`
+}
+
+func GetPackageJSON() (data JSON) {
+	data = JSON{}
+	_ = json.Unmarshal(packageJSON, &data)
+	return
+}
diff --git a/docs/site/content/zh/latest/tasks/quickstart.md b/docs/site/content/zh/latest/tasks/quickstart.md
@@ -6,4 +6,10 @@ description: 只需几个简单的步骤即可开始使用 API Testing。
 
 本指南将帮助您通过几个简单的步骤开始使用 API Testing。
 
-// TBD
+## 执行部分测试用例
+
+下面的命令会执行名称中包含 `sbom` 的所有测试用例：
+
+```shell
+atest run -p test-suite.yaml --case-filter sbom
+```
diff --git a/docs/site/content/zh/latest/tasks/verify.md b/docs/site/content/zh/latest/tasks/verify.md
@@ -43,3 +43,14 @@ title = "测试用例验证"
 ```
 
 [更多用法](https://expr-lang.org/docs/language-definition#indexOf).
+
+## JSON 字段判断
+
+```yaml
+- name: sbom
+  request:
+    api: /sbom
+  expect:
+    verify:
+      - keys(data) == ["go", "js"]
+```
diff --git a/e2e/test-suite-common.yaml b/e2e/test-suite-common.yaml
@@ -376,3 +376,13 @@ items:
       - indexOf(data, "atest_execution_success") != -1
       - indexOf(data, "atest_runners_count") != -1
       - indexOf(data, "http_requests_total") != -1
+
+- name: sbom
+  request:
+    api: /sbom
+  expect:
+    verify:
+      - keys(data) == ["go", "js"]
+      - len(data.go) > 0
+      - len(data.js.dependencies) > 0
+      - len(data.js.devDependencies) > 0
diff --git a/pkg/runner/http.go b/pkg/runner/http.go
@@ -176,9 +176,8 @@ func (r *simpleTestCaseRunner) RunTestCase(testcase *testing.TestCase, dataConte
 			Value: v,
 		})
 	}
-	r.log.Info("request method: %s\n", request.Method)
+	r.log.Info("start to send request to %v with method %s\n", request.URL, request.Method)
 	r.log.Info("request header %v\n", request.Header)
-	r.log.Info("start to send request to %v\n", request.URL)
 
 	// TODO only do this for unit testing, should remove it once we have a better way
 	if strings.HasPrefix(testcase.Request.API, "http://") {
diff --git a/pkg/service/sbom.go b/pkg/service/sbom.go
@@ -0,0 +1,40 @@
+/*
+Copyright 2024 API Testing Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+	http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package service
+
+import (
+	"net/http"
+
+	ui "github.com/linuxsuren/api-testing/console/atest-ui"
+	"github.com/linuxsuren/api-testing/pkg/util"
+	"github.com/linuxsuren/api-testing/pkg/version"
+)
+
+func SBomHandler(w http.ResponseWriter, r *http.Request,
+	params map[string]string) {
+	modMap, err := version.GetModVersions("")
+	packageJSON := ui.GetPackageJSON()
+	if err != nil {
+		w.WriteHeader(http.StatusInternalServerError)
+		w.Write([]byte(err.Error()))
+	} else {
+		data := make(map[string]interface{})
+		data["js"] = packageJSON
+		data["go"] = modMap
+		util.WriteAsJSON(data, w)
+	}
+}
diff --git a/pkg/util/http.go b/pkg/util/http.go
@@ -18,6 +18,7 @@ package util
 import (
 	"bytes"
 	"crypto/tls"
+	"encoding/json"
 	"io"
 	"net/http"
 )
@@ -68,3 +69,12 @@ func (c *cachedClient) RoundTrip(req *http.Request) (*http.Response, error) {
 
 	return resp, err
 }
+
+func WriteAsJSON(obj interface{}, w http.ResponseWriter) (n int, err error) {
+	w.Header().Set(ContentType, JSON)
+	var data []byte
+	if data, err = json.Marshal(obj); err == nil {
+		n, err = w.Write(data)
+	}
+	return
+}
