Merge branch 'main' into chore/add_eth_feed_id_env_var

Author: EasterTheBunny

.github/workflows/linters.yml

@@ -13,7 +13,6 @@ jobs:
           - parrot
           - wasp
           - seth
-          - havoc
           - k8s-test-runner
           - lib
           - tools/workflowresultparser

book/src/SUMMARY.md

@@ -12,6 +12,7 @@
   - [CLI](./framework/cli.md)
   - [Configuration](./framework/configuration.md)
   - [Debugging Tests](framework/components/debug.md)
+  - [Generating Tests](framework/generate.md)
   - [Creating your own components](./developing/developing_components.md)
   - [Exposing Components](framework/components/state.md)
   - [Asserting Logs](./developing/asserting_logs.md)

book/src/framework/components/blockchains/solana.md

@@ -2,8 +2,8 @@
 
 Since `Solana` doesn't have official image for `arm64` we built it, images we use are:
 ```
-amd64 solanalabs/solana:v1.18.26 - used in CI
-arm64 f4hrenh9it/solana:latest - used locally
+amd64 solanalabs/solana:v1.18.26
+arm64 public.ecr.aws/w0i8p0z9/solana-validator:main-1dcdbc4
 ```
 
 ## Configuration

book/src/framework/generate.md

@@ -0,0 +1,7 @@
+# Generating Tests
+
+Some types of tests may require a lot of boilerplate and configurability, for example load and chaos tests.
+
+We provide code generation tool that help you to start with best practes in such cases.
+
+All generators have `-h` or `--help` flag, please read the docs!

framework/.changeset/v0.11.7.md

@@ -0,0 +1 @@
+- Updated solana image selection logic to use runtime arch

framework/.changeset/v0.11.8.md

@@ -0,0 +1 @@
+- Usnet Docker Build Ctx and Filepath if `CTF_*_IMAGE` env vars are used

framework/.changeset/v0.11.9.md

@@ -0,0 +1 @@
+- Chaos and Load codegen

framework/cmd/.gitignore

@@ -2,3 +2,5 @@ blockscout/services/blockscout-db-data
 blockscout/services/logs
 blockscout/services/redis-data
 blockscout/services/stats-db-data
+wasp-self-test/
+wasp-test/

framework/cmd/main.go

@@ -11,6 +11,7 @@ import (
 	"github.com/urfave/cli/v2"
 
 	"github.com/smartcontractkit/chainlink-testing-framework/framework"
+	"github.com/smartcontractkit/chainlink-testing-framework/wasp"
 )
 
 func main() {
@@ -19,6 +20,127 @@ func main() {
 		Usage:     "Chainlink Testing Framework CLI",
 		UsageText: "'ctf' is a useful utility that can:\n- clean up test docker containers\n- modify test files\n- create a local observability stack with Grafana/Loki/Pyroscope",
 		Commands: []*cli.Command{
+			{
+				Name:    "gen",
+				Aliases: []string{"g"},
+				Usage:   "Generates various test templates",
+				Subcommands: []*cli.Command{
+					{
+						Name:    "load",
+						Aliases: []string{"l"},
+						Usage:   "Generates a load/chaos test template for Kubernetes namespace",
+						Description: `Scans a Kubernetes namespace and generates load testing templates for discovered services.
+
+Prerequisites:
+
+	Connect to K8s and don't forget to switch context first:
+		kubectl config use-context <your_ctx>
+	By default test sends data to a local CTF stack, see //TODO comments to change that, spin up the stack:
+		ctf obs up
+
+Usage:
+
+	Generate basic kill/latency tests:
+		ctf gen k8s-load my-namespace
+	With workload:
+		ctf gen k8s-load -w my-namespace
+	With workload and name:
+		ctf gen k8s-load -w -n TestSomething my-namespace
+
+Be aware that any TODO requires your attention before your run the final test!
+`,
+						ArgsUsage: "--workload --name $name --output-dir $dir --module $go_mod_name [NAMESPACE]",
+						Flags: []cli.Flag{
+							&cli.StringFlag{
+								Name:    "name",
+								Aliases: []string{"n"},
+								Value:   "TestGeneratedLoadChaos",
+								Usage:   "Test suite name",
+							},
+							&cli.StringFlag{
+								Name:    "output-dir",
+								Aliases: []string{"o"},
+								Value:   "wasp-test",
+								Usage:   "Output directory for generated files",
+							},
+							&cli.StringFlag{
+								Name:    "module",
+								Aliases: []string{"m"},
+								Value:   "github.com/smartcontractkit/chainlink-testing-framework/wasp-test",
+								Usage:   "Go module name for generated project",
+							},
+							&cli.BoolFlag{
+								Name:    "workload",
+								Aliases: []string{"w"},
+								Value:   false,
+								Usage:   "Include workload generation in tests",
+							},
+							&cli.StringFlag{
+								Name:    "pod-label-key",
+								Aliases: []string{"k"},
+								Value:   "app.kubernetes.io/instance",
+								Usage:   "Default unique pod key, read more here: https://kubernetes.io/docs/concepts/overview/working-with-objects/common-labels/",
+							},
+							&cli.StringFlag{
+								Name:    "latency-ms",
+								Aliases: []string{"l"},
+								Value:   "300",
+								Usage:   "Default latency for delay experiments in milliseconds",
+							},
+							&cli.StringFlag{
+								Name:    "jitter-ms",
+								Aliases: []string{"j"},
+								Value:   "100",
+								Usage:   "Default jitter for delay experiments in milliseconds",
+							},
+						},
+						Action: func(c *cli.Context) error {
+							if c.Args().Len() == 0 {
+								return fmt.Errorf("Kubernetes namespace argument is required")
+							}
+							ns := c.Args().First()
+							testSuiteName := c.String("name")
+							podLabelKey := c.String("pod-label-key")
+							latencyMs := c.Int("latency-ms")
+							jitterMs := c.Int("jitter-ms")
+							outputDir := c.String("output-dir")
+							moduleName := c.String("module")
+							includeWorkload := c.Bool("workload")
+							framework.L.Info().
+								Str("SuiteName", testSuiteName).
+								Str("OutputDir", outputDir).
+								Str("GoModuleName", moduleName).
+								Bool("Workload", includeWorkload).
+								Msg("Generating load&chaos test template")
+
+							k8sClient, err := wasp.NewK8s()
+							if err != nil {
+								return fmt.Errorf("failed to create K8s client")
+							}
+
+							cg, err := wasp.NewLoadTestGenBuilder(k8sClient, ns).
+								TestSuiteName(testSuiteName).
+								UniqPodLabelKey(podLabelKey).
+								Latency(latencyMs).
+								Jitter(jitterMs).
+								Workload(includeWorkload).
+								OutputDir(outputDir).
+								GoModName(moduleName).
+								Build()
+							if err != nil {
+								return fmt.Errorf("failed to create codegen: %w", err)
+							}
+							if err := cg.Read(); err != nil {
+								return fmt.Errorf("failed to scan namespace: %w", err)
+							}
+							if err := cg.Write(); err != nil {
+								return fmt.Errorf("failed to generate module: %w", err)
+							}
+							return nil
+						},
+					},
+				},
+			},
 			{
 				Name:    "config",
 				Aliases: []string{"c"},
@@ -206,7 +328,7 @@ func PrettyPrintTOML(inputFile string, outputFile string) error {
 	}
 
 	//nolint
-	err = os.WriteFile(outputFile, []byte(dumpData), 0644)
+	err = os.WriteFile(outputFile, []byte(dumpData), 0o644)
 	if err != nil {
 		return fmt.Errorf("error writing to output file: %v", err)
 	}

framework/components/blockchain/solana.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 	"os"
 	"path/filepath"
+	"runtime"
 	"strconv"
 	"strings"
 	"time"
@@ -31,12 +32,13 @@ var idJSONRaw = `
 `
 
 func defaultSolana(in *Input) {
-	ci := os.Getenv("CI") == "true"
-	if in.Image == "" && !ci {
-		in.Image = "f4hrenh9it/solana"
-	}
-	if in.Image == "" && ci {
-		in.Image = "anzaxyz/agave:v2.1.13"
+	if in.Image == "" {
+		// Official arm64 image does not exist for Solana so use custom built one
+		if runtime.GOARCH == "arm64" {
+			in.Image = "public.ecr.aws/w0i8p0z9/solana-validator:main-1dcdbc4"
+		} else {
+			in.Image = "anzaxyz/agave:v2.1.13"
+		}
 	}
 	if in.Port == "" {
 		in.Port = "8999"