@@ -5,12 +5,15 @@ import (
55 "fmt"
66 toxiproxyapi "github.com/Shopify/toxiproxy/v2/client"
77 . "github.com/onsi/gomega"
8- "math/rand"
8+ corev1 "k8s.io/api/core/v1"
9+ "net"
910 "os"
1011 "path"
1112 "regexp"
1213 "sigs.k8s.io/cluster-api/test/framework"
14+ "sigs.k8s.io/cluster-api/test/framework/clusterctl"
1315 "sigs.k8s.io/cluster-api/test/framework/exec"
16+ "sigs.k8s.io/controller-runtime/pkg/client"
1417 "strconv"
1518 "strings"
1619)
@@ -40,11 +43,13 @@ func ToxiProxyServerKill(ctx context.Context) error {
4043
4144type ToxiProxyContext struct {
4245 KubeconfigPath string
46+ Secret corev1.Secret
4347 ClusterProxy framework.ClusterProxy
4448 ToxiProxy * toxiproxyapi.Proxy
49+ ConfigPath string
4550}
4651
47- func SetupForToxiProxyTesting (bootstrapClusterProxy framework.ClusterProxy ) * ToxiProxyContext {
52+ func SetupForToxiProxyTestingBootstrapCluster (bootstrapClusterProxy framework.ClusterProxy , clusterName string ) * ToxiProxyContext {
4853 // Read/parse the actual kubeconfig for the cluster
4954 kubeConfig := NewKubeconfig ()
5055 unproxiedKubeconfigPath := bootstrapClusterProxy .GetKubeconfigPath ()
@@ -56,21 +61,14 @@ func SetupForToxiProxyTesting(bootstrapClusterProxy framework.ClusterProxy) *Tox
5661 Expect (err ).To (BeNil ())
5762
5863 // Decompose server url into protocol, address and port
59- serverRegex := regexp .MustCompilePOSIX ("(https?)://([0-9]+\\ .[0-9]+\\ .[0-9]+\\ .[0-9]+):([0-9]*)" )
60- urlComponents := serverRegex .FindStringSubmatch (server )
61- Expect (len (urlComponents )).To (Equal (4 ))
62- protocol := urlComponents [1 ]
63- address := urlComponents [2 ]
64- port , err := strconv .Atoi (urlComponents [3 ])
65- Expect (err ).To (BeNil ())
64+ protocol , address , port , _ := parseUrl (server )
6665
6766 // Format into the needed addresses/URL form
6867 actualBootstrapClusterAddress := fmt .Sprintf ("%v:%v" , address , port )
6968
7069 // Create the toxiProxy for this test
7170 toxiProxyClient := toxiproxyapi .NewClient ("127.0.0.1:8474" )
72- randomTestId := rand .Intn (65535 )
73- toxiProxyName := fmt .Sprintf ("deploy_app_toxi_test_%#x" , randomTestId )
71+ toxiProxyName := fmt .Sprintf ("deploy_app_toxi_test_%v_bootstrap" , clusterName )
7472 proxy , err := toxiProxyClient .CreateProxy (toxiProxyName , "127.0.0.1:0" , actualBootstrapClusterAddress )
7573 Expect (err ).To (BeNil ())
7674
@@ -84,7 +82,7 @@ func SetupForToxiProxyTesting(bootstrapClusterProxy framework.ClusterProxy) *Tox
8482 // Write the modified kubeconfig using a new name.
8583 extension := path .Ext (unproxiedKubeconfigPath )
8684 baseWithoutExtension := strings .TrimSuffix (path .Base (unproxiedKubeconfigPath ), extension )
87- toxiProxyKubeconfigFileName := fmt .Sprintf ("toxiProxy_%v_%#x %v" , baseWithoutExtension , randomTestId , extension )
85+ toxiProxyKubeconfigFileName := fmt .Sprintf ("toxiProxy_%v_%v %v" , baseWithoutExtension , clusterName , extension )
8886 toxiProxyKubeconfigPath := path .Join ("/tmp" , toxiProxyKubeconfigFileName )
8987 err = kubeConfig .Save (toxiProxyKubeconfigPath )
9088 Expect (err ).To (BeNil ())
@@ -104,7 +102,7 @@ func SetupForToxiProxyTesting(bootstrapClusterProxy framework.ClusterProxy) *Tox
104102 }
105103}
106104
107- func TearDownToxiProxy (toxiProxyContext * ToxiProxyContext ) {
105+ func TearDownToxiProxyBootstrap (toxiProxyContext * ToxiProxyContext ) {
108106 // Tear down the proxy
109107 err := toxiProxyContext .ToxiProxy .Delete ()
110108 Expect (err ).To (BeNil ())
@@ -134,3 +132,123 @@ func (tp *ToxiProxyContext) AddLatencyToxic(latencyMs int, jitterMs int, toxicit
134132
135133 return toxicName
136134}
135+
136+ func SetupForToxiProxyTestingACS (ctx context.Context , clusterName string , clusterProxy framework.ClusterProxy , e2eConfig * clusterctl.E2EConfig , configPath string ) * ToxiProxyContext {
137+ // Get the cloud-config secret that CAPC will use to access CloudStack
138+ fdEndpointSecretObjectKey := client.ObjectKey {
139+ Namespace : e2eConfig .GetVariable ("CLOUDSTACK_FD1_SECRET_NAMESPACE" ),
140+ Name : e2eConfig .GetVariable ("CLOUDSTACK_FD1_SECRET_NAME" ),
141+ }
142+ fdEndpointSecret := corev1.Secret {}
143+ err := clusterProxy .GetClient ().Get (ctx , fdEndpointSecretObjectKey , & fdEndpointSecret )
144+ Expect (err ).To (BeNil ())
145+
146+ // Extract and parse the URL for CloudStack from the secret
147+ cloudstackUrl := string (fdEndpointSecret .Data ["api-url" ])
148+ protocol , address , port , path := parseUrl (cloudstackUrl )
149+ upstreamAddress := fmt .Sprintf ("%v:%v" , address , port )
150+
151+ // Create the CloudStack toxiProxy for this test
152+ toxiProxyClient := toxiproxyapi .NewClient ("127.0.0.1:8474" )
153+ toxiProxyName := fmt .Sprintf ("%v_cloudstack" , clusterName )
154+
155+ // Formulate the proxy listen address.
156+ // CAPC can't route to the actual host's localhost. We have to use a real host IP address for the proxy listen address.
157+ hostIP := getOutboundIP ()
158+ proxyAddress := fmt .Sprintf ("%v:0" , hostIP )
159+ proxy , err := toxiProxyClient .CreateProxy (toxiProxyName , proxyAddress , upstreamAddress )
160+ Expect (err ).To (BeNil ())
161+
162+ // Retrieve the actual listen address (having the toxiproxy-assigned port #).
163+ toxiProxyUrl := fmt .Sprintf ("%v://%v%v" , protocol , proxy .Listen , path )
164+
165+ // Create a new cloud-config secret using the proxy listen address
166+ toxiProxyFdEndpointSecret := corev1.Secret {}
167+ toxiProxyFdEndpointSecret .Type = fdEndpointSecret .Type
168+ toxiProxyFdEndpointSecret .Namespace = fdEndpointSecret .Namespace
169+ toxiProxyFdEndpointSecret .Name = fdEndpointSecret .Name + "-toxiproxy"
170+ toxiProxyFdEndpointSecret .Data = make (map [string ][]byte )
171+ toxiProxyFdEndpointSecret .Data ["api-key" ] = fdEndpointSecret .Data ["api-key" ]
172+ toxiProxyFdEndpointSecret .Data ["secret-key" ] = fdEndpointSecret .Data ["secret-key" ]
173+ toxiProxyFdEndpointSecret .Data ["verify-ssl" ] = fdEndpointSecret .Data ["verify-ssl" ]
174+ toxiProxyFdEndpointSecret .Data ["api-url" ] = []byte (toxiProxyUrl )
175+
176+ err = clusterProxy .GetClient ().Create (ctx , & toxiProxyFdEndpointSecret )
177+ Expect (err ).To (BeNil ())
178+
179+ // Override the test config to use this alternate cloud-config secret
180+ e2eConfig .Variables ["CLOUDSTACK_FD1_SECRET_NAME" ] = toxiProxyFdEndpointSecret .Name
181+
182+ // Overriding e2e config file into a new temp copy, so as not to inadvertently override the other e2e tests.
183+ newConfigFilePath := fmt .Sprintf ("/tmp/%v.yaml" , toxiProxyName )
184+ editConfigFile (newConfigFilePath , configPath , "CLOUDSTACK_FD1_SECRET_NAME" , toxiProxyFdEndpointSecret .Name )
185+
186+ // Return a context
187+ return & ToxiProxyContext {
188+ Secret : toxiProxyFdEndpointSecret ,
189+ ToxiProxy : proxy ,
190+ ConfigPath : newConfigFilePath ,
191+ }
192+ }
193+
194+ func TearDownToxiProxyACS (ctx context.Context , clusterProxy framework.ClusterProxy , toxiProxyContext * ToxiProxyContext ) {
195+ // Tear down the proxy
196+ err := toxiProxyContext .ToxiProxy .Delete ()
197+ Expect (err ).To (BeNil ())
198+
199+ // Delete the secret
200+ err = clusterProxy .GetClient ().Delete (ctx , & toxiProxyContext .Secret )
201+ Expect (err ).To (BeNil ())
202+
203+ // Delete the overridden e2e config
204+ err = os .Remove (toxiProxyContext .ConfigPath )
205+ Expect (err ).To (BeNil ())
206+
207+ }
208+
209+ func parseUrl (url string ) (string , string , int , string ) {
210+ serverRegex := regexp .MustCompilePOSIX ("(https?)://([0-9]+\\ .[0-9]+\\ .[0-9]+\\ .[0-9]+):([0-9]+)?(.*)" )
211+
212+ urlComponents := serverRegex .FindStringSubmatch (url )
213+ Expect (len (urlComponents )).To (BeNumerically (">=" , 4 ))
214+ protocol := urlComponents [1 ]
215+ address := urlComponents [2 ]
216+ port , err := strconv .Atoi (urlComponents [3 ])
217+ Expect (err ).To (BeNil ())
218+ path := urlComponents [4 ]
219+ return protocol , address , port , path
220+ }
221+
222+ func getOutboundIP () net.IP {
223+ conn , err := net .Dial ("udp" , "8.8.8.8:80" ) // 8.8.8.8:80 is arbitrary. Any IP will do, reachable or not.
224+ Expect (err ).To (BeNil ())
225+
226+ defer conn .Close ()
227+
228+ localAddr := conn .LocalAddr ().(* net.UDPAddr )
229+
230+ return localAddr .IP
231+ }
232+
233+ func editConfigFile (destFilename string , sourceFilename string , key string , newValue string ) {
234+ // For config files with key: value on each line.
235+
236+ dat , err := os .ReadFile (sourceFilename )
237+ Expect (err ).To (BeNil ())
238+
239+ lines := strings .Split (string (dat ), "\n " )
240+
241+ keyFound := false
242+ for index , line := range lines {
243+ if strings .HasPrefix (line , "CLOUDSTACK_FD1_SECRET_NAME:" ) {
244+ keyFound = true
245+ lines [index ] = fmt .Sprintf ("%v: %v" , key , newValue )
246+ break
247+ }
248+ }
249+ Expect (keyFound ).To (BeTrue ())
250+
251+ dat = []byte (strings .Join (lines [:], "\n " ))
252+ err = os .WriteFile (destFilename , dat , 0600 )
253+ Expect (err ).To (BeNil ())
254+ }
0 commit comments