test

Author: richard-ramos

Dockerfile

@@ -9,10 +9,12 @@ RUN git config --global http.sslVerify false
 RUN nim c \
      -d:chronicles_sinks=json \
     --threads:on \  
+    --passL:"./libtcmalloc.so" \
+    --gc:orc -d:useMalloc \
     -d:metrics -d:libp2p_network_protocols_metrics -d:release \
     quic.nim
 
-FROM debian:bookworm-slim
+FROM nimlang/nim:2.2.6-ubuntu-regular
 
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
@@ -29,6 +31,8 @@ WORKDIR /node
 
 COPY --from=build /node/quic /node/quic
 
+COPY ./libtcmalloc.so .
+
 COPY ./entrypoint.sh .
 
 RUN chmod +x quic

build-docker.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+docker build -t nim-libp2p/quic .

docker-compose.yml

@@ -76,6 +76,8 @@ services:
       - target: 8008 # prometheus
         published: 0
         protocol: tcp
+    volumes:
+      - ./vg-logs:/node/vg-logs
     depends_on:
       redis:
         condition: service_healthy

entrypoint.sh

@@ -1,8 +1,10 @@
-#!/bin/sh
-set -eu
+#!/usr/bin/env bash
 
-if [ -n "${NETEM:-}" ]; then
-  tc qdisc add dev eth0 root netem $NETEM
-fi
+LOG_DIR=${VALGRIND_LOG_DIR:-/node/vg-logs}
+mkdir -p "$LOG_DIR"
 
-./quic
+ls -la
+
+LD_LIBRARY_PATH=".:${LD_LIBRARY_PATH}" HEAPPROFILE="$LOG_DIR/vg-${HOSTNAME:-node}.log" ./quic
+
+cp ./quic $LOG_DIR/quic-${HOSTNAME:-node}

quic.nim

@@ -17,6 +17,8 @@ proc createMessageHandler(): proc(topic: string, data: seq[byte]) {.async, gcsaf
   var messagesChunks: CountTable[uint64]
 
   return proc(topic: string, data: seq[byte]) {.async, gcsafe.} =
+    echo "RECV: ", data.len
+    #[
     let sentUint = uint64.fromBytesLE(data)
     # warm-up
     if sentUint < 1000000:
@@ -30,6 +32,7 @@ proc createMessageHandler(): proc(topic: string, data: seq[byte]) {.async, gcsaf
       sentNanosecs = nanoseconds(sentMoment - seconds(sentMoment.seconds))
       sentDate = initTime(sentMoment.seconds, sentNanosecs)
       diff = getTime() - sentDate
+      ]#
 
 proc messageValidator(topic: string, msg: Message): Future[ValidationResult] {.async.} =
   return ValidationResult.Accept
@@ -89,8 +92,6 @@ proc connectGossipsubPeers(
   return ok(connected)
 
 proc subscribGossipsubTopic(gossipSub: GossipSub, topic: string) =
-
-
   gossipSub.subscribe(topic, createMessageHandler())
   gossipSub.addValidator([topic], messageValidator)
 
@@ -179,11 +180,13 @@ proc main() {.async.} =
 
   info "Starting listening endpoint for publish controller"
 
-  while true:
-    discard await gossipSub.publishNewMessage(50 * 1024, "test")
-    await sleepAsync(5.seconds)
+  let x = proc() {.async.} =
+    while true:
+      discard await gossipSub.publishNewMessage(50 * 1024, "test")
+      await sleepAsync(5.seconds)
 
+  asyncSpawn x()
 
-  await sleepAsync(2.days)
+  await sleepAsync(10.minutes)
 
 waitFor(main())

start.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+docker compose down -v
+rm -Rf vg-logs/*.heap
+rm -Rf vg-logs/quic*
+TRANSPORT=TCP NUM_LIBP2P_NODES=10 docker compose up -d

stop.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+docker compose down -v 

valgrind.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+LOG_DIR=${VALGRIND_LOG_DIR:-/node/vg-logs}
+mkdir -p "$LOG_DIR"
+LOG_FILE="$LOG_DIR/vg-${HOSTNAME:-node}.log"
+
+for i in $(seq 1 2000); do
+  echo "run $i (logging to $LOG_FILE)"
+  valgrind \
+    --tool=memcheck \
+    --leak-check=full \
+    --show-leak-kinds=all \
+    --track-origins=yes \
+    --num-callers=40 \
+    --error-exitcode=99 \
+    ./quic 2>"$LOG_FILE" && echo "ok" || break
+done
+#./quic