add chaosmesh debug example with Havoc for local and stage

Author: skudasov

framework/components/jd/jd.go

@@ -104,6 +104,21 @@ func NewJD(in *Input) (*Output, error) {
 		WaitingFor: tcwait.ForAll(
 			tcwait.ForListeningPort(nat.Port(fmt.Sprintf("%s/tcp", in.GRPCPort))),
 		),
+		LifecycleHooks: []tc.ContainerLifecycleHooks{
+			{
+				PostStarts: []tc.ContainerHook{
+					func(ctx context.Context, c tc.Container) error {
+						_, _, err := c.Exec(ctx, []string{
+							"sh", "-c", `iptables -A OUTPUT -d 10.0.0.0/8 -j ACCEPT && \
+                                     iptables -A OUTPUT -d 172.16.0.0/12 -j ACCEPT && \
+                                     iptables -A OUTPUT -d 192.168.0.0/16 -j ACCEPT && \
+                                     iptables -A OUTPUT -j DROP`,
+						})
+						return err
+					},
+				},
+			},
+		},
 	}
 	if req.Image == "" {
 		req.Image = TmpImageName

framework/components/networktest/nettest.go

@@ -0,0 +1,70 @@
+package networktest
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/docker/docker/api/types/container"
+	"github.com/testcontainers/testcontainers-go"
+	"github.com/testcontainers/testcontainers-go/wait"
+
+	"github.com/smartcontractkit/chainlink-testing-framework/framework"
+)
+
+type AlpineInput struct {
+	Privileged    bool              // Whether to run in privileged mode
+	BlockInternet bool              // Whether to block internet access
+	Labels        map[string]string // Container labels
+}
+
+type AlpineOutput struct{}
+
+// NewNetworkTest creates a minimal Alpine Linux container for network testing
+func NewNetworkTest(in AlpineInput) (*AlpineOutput, error) {
+	req := testcontainers.ContainerRequest{
+		Name:     "networktest",
+		Image:    "alpine:latest",
+		Networks: []string{framework.DefaultNetworkName},
+		NetworkAliases: map[string][]string{
+			framework.DefaultNetworkName: {"networktest"},
+		},
+		Labels:     framework.DefaultTCLabels(),
+		WaitingFor: wait.ForLog(""),
+		Cmd:        []string{"/bin/sh", "-c", "while true; do sleep 30; done;"},
+	}
+
+	if in.BlockInternet {
+		req.HostConfigModifier = func(hc *container.HostConfig) {
+			hc.DNS = []string{"127.0.0.1"}
+			hc.CapAdd = []string{"NET_ADMIN"}
+			if in.Privileged {
+				hc.Privileged = true
+			}
+		}
+
+		req.LifecycleHooks = []testcontainers.ContainerLifecycleHooks{{
+			PostStarts: []testcontainers.ContainerHook{
+				func(ctx context.Context, c testcontainers.Container) error {
+					// Block all internet traffic while allowing local network
+					_, _, err := c.Exec(ctx, []string{
+						"sh", "-c", `iptables -A OUTPUT -d 10.0.0.0/8 -j ACCEPT &&
+		                          iptables -A OUTPUT -d 172.16.0.0/12 -j ACCEPT &&
+		                          iptables -A OUTPUT -d 192.168.0.0/16 -j ACCEPT &&
+		                          iptables -A OUTPUT -j DROP`,
+					})
+					return err
+				},
+			},
+		}}
+	}
+
+	_, err := testcontainers.GenericContainer(context.Background(), testcontainers.GenericContainerRequest{
+		ContainerRequest: req,
+		Started:          true,
+	})
+	if err != nil {
+		return nil, fmt.Errorf("failed to start alpine container: %w", err)
+	}
+
+	return &AlpineOutput{}, nil
+}

framework/examples/myproject/smoke.toml

@@ -6,6 +6,9 @@
 [data_provider]
   port = 9111
 
+[jd]
+  image = "job-distributor:0.9.0"
+
 [[nodesets]]
   name = "don"
   nodes = 5

framework/examples/myproject/smoke_test.go

@@ -1,6 +1,7 @@
 package examples
 
 import (
+	"fmt"
 	"testing"
 
 	"github.com/davecgh/go-spew/spew"
@@ -9,13 +10,16 @@ import (
 	"github.com/smartcontractkit/chainlink-testing-framework/framework"
 	"github.com/smartcontractkit/chainlink-testing-framework/framework/components/blockchain"
 	"github.com/smartcontractkit/chainlink-testing-framework/framework/components/fake"
+	"github.com/smartcontractkit/chainlink-testing-framework/framework/components/jd"
+	"github.com/smartcontractkit/chainlink-testing-framework/framework/components/networktest"
 	ns "github.com/smartcontractkit/chainlink-testing-framework/framework/components/simple_node_set"
 )
 
 type Cfg struct {
 	BlockchainA        *blockchain.Input `toml:"blockchain_a" validate:"required"`
 	MockerDataProvider *fake.Input       `toml:"data_provider" validate:"required"`
 	NodeSets           []*ns.Input       `toml:"nodesets" validate:"required"`
+	JD                 *jd.Input         `toml:"jd" validate:"required"`
 }
 
 func TestSmoke(t *testing.T) {
@@ -28,7 +32,16 @@ func TestSmoke(t *testing.T) {
 	require.NoError(t, err)
 	out, err := ns.NewSharedDBNodeSet(in.NodeSets[0], bc)
 	require.NoError(t, err)
+	_, err = jd.NewJD(in.JD)
+	require.NoError(t, err)
 	spew.Dump(in.NodeSets[0])
+	_, err = networktest.NewNetworkTest(networktest.AlpineInput{Privileged: true, BlockInternet: true})
+	require.NoError(t, err)
+	dc, err := framework.NewDockerClient()
+	require.NoError(t, err)
+	sOut, err := dc.ExecContainer("networktest", []string{"ping", "-c", "2", "google.com"})
+	require.NoError(t, err)
+	fmt.Println(sOut)
 
 	t.Run("test something", func(t *testing.T) {
 		for _, n := range out.CLNodes {

infra/chaosmesh-playground/README.md

@@ -23,4 +23,20 @@ Debug `ChaosMesh` using `k9s`, check daemon logs.
 Remove the environment
 ```
 devbox run down
-```
+```
+
+## Using Havoc
+
+To use our chaos testing framework and apply a single experiment either locally or remotely use
+```
+// main.stage
+aws sso login --profile=staging-crib
+kubectl config use-context main-stage-cluster-crib
+
+// OR local chaosmesh-playground
+kubectl config use-context kind-cm-playground
+
+go test -v -run TestChaosSample
+```
+
+Open `k9s` and search your namespace for `networkchaos`

infra/chaosmesh-playground/cmd/main_test.go

@@ -0,0 +1,37 @@
+package main_test
+
+import (
+	"context"
+	"os"
+	"testing"
+	"time"
+
+	"github.com/rs/zerolog"
+	"github.com/rs/zerolog/log"
+	"github.com/stretchr/testify/require"
+
+	"github.com/smartcontractkit/chainlink-testing-framework/havoc"
+)
+
+func TestChaosSample(t *testing.T) {
+	l := log.Output(zerolog.ConsoleWriter{Out: os.Stderr}).Level(zerolog.DebugLevel)
+	c, err := havoc.NewChaosMeshClient()
+	require.NoError(t, err)
+	r := havoc.NewNamespaceRunner(l, c, false)
+	dur := 1 * time.Minute
+
+	// choose any experiment type
+	_, err = r.RunPodDelay(context.Background(),
+		havoc.PodDelayCfg{
+			// fill your target here
+			Namespace:         "crib-aw-remote",
+			LabelKey:          "app.kubernetes.io/instance",
+			LabelValues:       []string{"ccip-15"},
+			Latency:           200 * time.Millisecond,
+			Jitter:            200 * time.Millisecond,
+			Correlation:       "0",
+			InjectionDuration: dur,
+		})
+	require.NoError(t, err)
+	time.Sleep(dur)
+}

infra/chaosmesh-playground/go.mod

@@ -0,0 +1,80 @@
+module github.com/smartcontractkit/chainlink-testing-framework/k8s-test
+
+go 1.24.2
+
+replace github.com/smartcontractkit/chainlink-testing-framework/havoc => ../../havoc
+
+require (
+	github.com/rs/zerolog v1.34.0
+	github.com/smartcontractkit/chainlink-testing-framework/havoc v0.0.0-00010101000000-000000000000
+	github.com/stretchr/testify v1.10.0
+)
+
+require (
+	github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/cespare/xxhash/v2 v2.3.0 // indirect
+	github.com/chaos-mesh/chaos-mesh/api v0.0.0-20240821051457-da69c6d9617a // indirect
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/emicklei/go-restful/v3 v3.11.0 // indirect
+	github.com/evanphx/json-patch/v5 v5.9.0 // indirect
+	github.com/fsnotify/fsnotify v1.7.0 // indirect
+	github.com/fxamacker/cbor/v2 v2.7.0 // indirect
+	github.com/go-logr/logr v1.4.2 // indirect
+	github.com/go-openapi/jsonpointer v0.20.0 // indirect
+	github.com/go-openapi/jsonreference v0.20.2 // indirect
+	github.com/go-openapi/swag v0.22.4 // indirect
+	github.com/go-resty/resty/v2 v2.15.3 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/golang/protobuf v1.5.4 // indirect
+	github.com/google/gnostic-models v0.6.8 // indirect
+	github.com/google/go-cmp v0.6.0 // indirect
+	github.com/google/gofuzz v1.2.0 // indirect
+	github.com/google/uuid v1.6.0 // indirect
+	github.com/grafana/grafana-foundation-sdk/go v0.0.0-20240326122733-6f96a993222b // indirect
+	github.com/imdario/mergo v0.3.16 // indirect
+	github.com/josharian/intern v1.0.0 // indirect
+	github.com/json-iterator/go v1.1.12 // indirect
+	github.com/klauspost/compress v1.17.9 // indirect
+	github.com/mailru/easyjson v0.7.7 // indirect
+	github.com/mattn/go-colorable v0.1.13 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
+	github.com/modern-go/reflect2 v1.0.2 // indirect
+	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	github.com/prometheus/client_golang v1.20.4 // indirect
+	github.com/prometheus/client_model v0.6.1 // indirect
+	github.com/prometheus/common v0.62.0 // indirect
+	github.com/prometheus/procfs v0.15.1 // indirect
+	github.com/robfig/cron/v3 v3.0.1 // indirect
+	github.com/smartcontractkit/chainlink-testing-framework/lib/grafana v1.50.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/x448/float16 v0.8.4 // indirect
+	golang.org/x/exp v0.0.0-20240112132812-db7319d0e0e3 // indirect
+	golang.org/x/net v0.34.0 // indirect
+	golang.org/x/oauth2 v0.24.0 // indirect
+	golang.org/x/sys v0.31.0 // indirect
+	golang.org/x/term v0.28.0 // indirect
+	golang.org/x/text v0.21.0 // indirect
+	golang.org/x/time v0.6.0 // indirect
+	gomodules.xyz/jsonpatch/v2 v2.4.0 // indirect
+	google.golang.org/protobuf v1.36.1 // indirect
+	gopkg.in/inf.v0 v0.9.1 // indirect
+	gopkg.in/yaml.v2 v2.4.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+	k8s.io/api v0.31.2 // indirect
+	k8s.io/apiextensions-apiserver v0.31.0 // indirect
+	k8s.io/apimachinery v0.31.2 // indirect
+	k8s.io/client-go v0.31.2 // indirect
+	k8s.io/klog/v2 v2.130.1 // indirect
+	k8s.io/kube-openapi v0.0.0-20240228011516-70dd3763d340 // indirect
+	k8s.io/utils v0.0.0-20240711033017-18e509b52bc8 // indirect
+	sigs.k8s.io/controller-runtime v0.19.0 // indirect
+	sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd // indirect
+	sigs.k8s.io/structured-merge-diff/v4 v4.4.1 // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
+)