Skip to content

Commit 0f86fb3

Browse files
bsetobseto
committed
adds more playbooks
1 parent cc7c450 commit 0f86fb3

File tree

16 files changed

+114
-21
lines changed

16 files changed

+114
-21
lines changed

‎cmd/reader/ansible-load-nodes.ini‎

Lines changed: 11 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,15 @@
11
[load_nodes]
2-
# kvrocks-byron-load-test-node-1.us-east-1a ansible_host=127.0.0.1 ansible_port=13538 # will use as a dedicated writer
3-
kvrocks-byron-load-test-node-10.us-east-1a ansible_host=127.0.0.1 ansible_port=12519
4-
kvrocks-byron-load-test-node-11.us-east-1a ansible_host=127.0.0.1 ansible_port=10777
5-
kvrocks-byron-load-test-node-12.us-east-1a ansible_host=127.0.0.1 ansible_port=13170
6-
kvrocks-byron-load-test-node-13.us-east-1a ansible_host=127.0.0.1 ansible_port=13038
7-
kvrocks-byron-load-test-node-14.us-east-1a ansible_host=127.0.0.1 ansible_port=13002
8-
kvrocks-byron-load-test-node-2.us-east-1a ansible_host=127.0.0.1 ansible_port=11613
9-
kvrocks-byron-load-test-node-3.us-east-1a ansible_host=127.0.0.1 ansible_port=13633
10-
kvrocks-byron-load-test-node-4.us-east-1a ansible_host=127.0.0.1 ansible_port=12186
11-
kvrocks-byron-load-test-node-5.us-east-1a ansible_host=127.0.0.1 ansible_port=11648
12-
kvrocks-byron-load-test-node-6.us-east-1a ansible_host=127.0.0.1 ansible_port=12254
13-
kvrocks-byron-load-test-node-7.us-east-1a ansible_host=127.0.0.1 ansible_port=10013
14-
kvrocks-byron-load-test-node-8.us-east-1a ansible_host=127.0.0.1 ansible_port=10041
15-
kvrocks-byron-load-test-node-9.us-east-1a ansible_host=127.0.0.1 ansible_port=13087
2+
kvrocks-byron-load-test-node-10.us-east-1a ansible_host=127.0.0.1 ansible_port=13642
3+
kvrocks-byron-load-test-node-11.us-east-1a ansible_host=127.0.0.1 ansible_port=13638
4+
kvrocks-byron-load-test-node-12.us-east-1a ansible_host=127.0.0.1 ansible_port=11752
5+
kvrocks-byron-load-test-node-13.us-east-1a ansible_host=127.0.0.1 ansible_port=13672
6+
kvrocks-byron-load-test-node-14.us-east-1a ansible_host=127.0.0.1 ansible_port=13677
7+
kvrocks-byron-load-test-node-4.us-east-1a ansible_host=127.0.0.1 ansible_port=13656
8+
kvrocks-byron-load-test-node-5.us-east-1a ansible_host=127.0.0.1 ansible_port=13633
9+
kvrocks-byron-load-test-node-6.us-east-1a ansible_host=127.0.0.1 ansible_port=13697
10+
kvrocks-byron-load-test-node-7.us-east-1a ansible_host=127.0.0.1 ansible_port=10523
11+
kvrocks-byron-load-test-node-8.us-east-1a ansible_host=127.0.0.1 ansible_port=13667
12+
kvrocks-byron-load-test-node-9.us-east-1a ansible_host=127.0.0.1 ansible_port=13623
1613

1714
[load_nodes:vars]
1815
ansible_connection=ssh

‎cmd/reader/main.go‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ func main() {
5353
logger.Info("starting service", zap.Int("readers", *numReaders), zap.Duration("delay", *readDelay), zap.Int("start", *start))
5454
// goal is to spam reading and client connections
5555

56-
kvRocksLiteReadTimeout := 1000 * time.Millisecond // context timeout
56+
kvRocksLiteReadTimeout := 5500 * time.Millisecond // context timeout
5757

5858
for i := 0; i < *numReaders; i++ {
5959
wg.Add(1)

cmd/reader/playbooks/copy-reader.yml renamed to cmd/reader/playbooks/copy-binary.yml

File renamed without changes.

cmd/reader/playbooks/start-reader.yml renamed to cmd/reader/playbooks/start.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,14 @@
44
- name: Start reader service on load nodes
55
hosts: load_nodes
66
become: true
7+
# serial: 1 # Start one host at a time
78
tasks:
89
- name: Start reader service
910
ansible.builtin.systemd:
1011
name: reader
1112
state: started
1213
enabled: yes
14+
15+
# - name: Wait before starting next host
16+
# ansible.builtin.pause:
17+
# seconds: 2 # Delay in seconds (adjust as needed)

cmd/reader/playbooks/stop-reader.yml renamed to cmd/reader/playbooks/stop.yml

File renamed without changes.

‎cmd/reader/reader‎

8 Bytes
Binary file not shown.

‎cmd/reader/reader.service‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ After=network-online.target syslog.target remote-fs.target nss-lookup.target sys
44
Wants=network-online.target
55

66
[Service]
7-
ExecStart=/home/ec2-user/reader -readers 24 -delay 0ms -start 500000000
7+
ExecStart=/home/ec2-user/reader -readers 12 -delay 1ms -start 800000000
88

99
LimitNOFILE=1048576
1010
LimitSTACK=16777216

‎cmd/writer/ansible-load-nodes.ini‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
[load_nodes]
2+
kvrocks-byron-load-test-node-1.us-east-1a ansible_host=127.0.0.1 ansible_port=13621
3+
kvrocks-byron-load-test-node-2.us-east-1a ansible_host=127.0.0.1 ansible_port=13698
4+
kvrocks-byron-load-test-node-3.us-east-1a ansible_host=127.0.0.1 ansible_port=13660
5+
6+
[load_nodes:vars]
7+
ansible_connection=ssh
8+
ansible_ssh_common_args='-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o PreferredAuthentications=publickey,password -o PubkeyAuthentication=yes'
9+
ansible_scp_extra_args='-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'
10+
ansible_sftp_extra_args='-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'
11+
12+
# for debugging
13+
# ANSIBLE_DEBUG=1 ansible -i ansible-load-nodes.ini load_nodes -a "echo hello"

‎cmd/writer/ansible.cfg‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
[defaults]
2+
inventory = ansible-load-nodes.ini
3+

‎cmd/writer/main.go‎

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -47,11 +47,11 @@ func main() {
4747
ctx, cancel := context.WithCancel(context.Background())
4848

4949
logger.Get().Info("creating payload")
50-
payload := []byte("1123123456789123456712312345678912123123456789123456712312345678912345671231234567891234567123123456789123456734567123123456789123456712312345678912345672312345678912345671231234567891212312345678912345671231234567891234567123123456789123456712312345678912345673456712312345678912345671231234567891234567")
50+
payload := []byte("11123123456789123456712312345678912123123456789123456712312345678912345671231234567891234567123123456789123456734567123123456789123456712312345678912345672312345678912345671231234567891212312345678912345671231234567891234567123123456789123456712312345678912345673456712312345678912345671231234567891234567123123456789123456712312345678912123123456789123456712312345678912345671231234567891234567123123456789123456734567123123456789123456712312345678912345672312345678912345671231234567891212312345678912345671231234567891234567123123456789123456712312345678912345673456712312345678912345671231234567891234567")
5151
payloadSize := len(payload)
5252
data := make(map[string][]byte)
5353
cols := []string{}
54-
for i := 0; i < 50; i++ {
54+
for i := 0; i < 300; i++ {
5555
data[fmt.Sprintf("%d", i)] = payload
5656
cols = append(cols, fmt.Sprintf("%d", i))
5757
}
@@ -69,7 +69,6 @@ func main() {
6969
for i, writer := range writers {
7070
wg.Add(1)
7171
go writer.Start(ctx, &wg, data, cols, *writeDelay, int64(*start), i, numOfWriters)
72-
time.Sleep(0 * time.Millisecond)
7372
}
7473

7574
logger.Get().Info("service running, waiting for shutdown signal")
@@ -106,7 +105,7 @@ func NewWriter() (*Writer, error) {
106105
rueidis.ClientOption{
107106
InitAddress: []string{"kvrocks-byron-test.us-east-1.stackadapt:6379"},
108107
ShuffleInit: true,
109-
ConnWriteTimeout: time.Millisecond * 100,
108+
ConnWriteTimeout: time.Millisecond * 2500,
110109
DisableCache: true, // client cache is not enabled on kvrocks
111110
PipelineMultiplex: 5,
112111
MaxFlushDelay: 50 * time.Microsecond,
@@ -158,7 +157,7 @@ func (w *Writer) Start(ctx context.Context, wg *sync.WaitGroup, data map[string]
158157

159158
// Convert integer keyIndex to alphabet-only key before passing to hSetExpire
160159
alphabetKey := intToAlphabetKey(keyIndex)
161-
err := hSetExpire(ctx, time.Second*1, w.client, alphabetKey, cols, data, time.Hour*24*7)
160+
err := hSetExpire(ctx, time.Millisecond*2000, w.client, alphabetKey, cols, data, time.Hour*24*7)
162161
if err != nil {
163162
// Check if error is due to context cancellation
164163
if ctx.Err() != nil {

0 commit comments

Comments
 (0)