v2.0 initial commit

Author: myaaghubi

base/_functions.sh

@@ -20,7 +20,7 @@ benchmark () {
         return 1
     fi
 
-    config_wrk="wrk -t50 -c1000 -d60s"
+    config_wrk="wrk -t${threads} -c${connections} -d${duration}s"
 
     # is it wsl!?
     # if you're using wsl, it's necessary to put -R (--rate)
@@ -38,9 +38,10 @@ benchmark () {
     config_wrk="$config_wrk '$url' > '$output_wrk'"
     eval $config_wrk
 
-    rps=`grep "Requests/sec:" "$output_wrk" | tr -dc '0-9.'`
+    rps=`grep "Requests/sec:" "$output_wrk" | tr -cd '0-9.'`
 
-    numfmt --g "$rps rps"
+    echo "rps: "
+    numfmt --g "$rps"
 
     # to make a small gap between the WRK and CURL
     sleep 1
@@ -51,12 +52,12 @@ benchmark () {
     # The for (( expr ; expr ; expr )) syntax is not available in sh, so:
     while [ $i -lt $count ]
     do
-        curl "$url" > "$output"
+        curl -sS "$url" > "$output"
         t=`tail -1 "$output" | cut -f 2 -d ':'`
-        total=`php ./base/sum_ms.php $t $total`
+        total=`php ./libs/sum_ms.php $t $total`
         i=$(( $i + 1 ))
     done
-    time=`php ./base/avg_ms.php $total $count`
+    time=`php ./libs/avg_ms.php $total $count`
 
 
     # get memory and file
@@ -69,7 +70,6 @@ benchmark () {
     grep "Document Length:" "$output_wrk" >> "$check_file"
     grep "Failed requests:" "$output_wrk" >> "$check_file"
     grep 'Hello World!' "$output" >> "$check_file"
-    echo "---" >> "$check_file"
 
     # check errors
     touch "$error_file"

base/hello_world.sh

@@ -2,8 +2,8 @@
 
 cd `dirname $0`
 . ./_functions.sh
+. ../benchmark.config
 
-base="$1"
 bm_name=`basename $0 .sh`
 
 results_file="output/results.$bm_name.log"
@@ -22,13 +22,57 @@ mv "$url_file" "$url_file.old"
 phpv=`php -r 'echo phpversion();'`
 echo "/------- PHP $phpv -------/"
 
-for fw in `echo $targets`
+for fw in `echo $param_targets`
 do
     if [ -d "$fw" ]; then
-        echo "/------- $fw: benchmarking -------/"
-        echo "$fw/_benchmark/hello_world.sh"
+        echo "/------- $fw -------/"
+
+        # read -p "Continue to $fw (y/n)?" choice
+        # case "$choice" in
+        #   y|Y ) echo "yes";;
+        #   n|N ) echo "no";;
+        #   * ) echo "invalid";;
+        # esac
+        # if [ "$choice" = "n" ] || [ "$choice" = "N" ]; then
+        #     continue
+        # fi
+
+        if [ "$param_clean" = true ]; then
+            bash clean.sh
+            bash setup.sh "$fw"
+        fi
+
+        # read -p "Continue to benchmark (y/n)?" choice
+        # case "$choice" in
+        #   y|Y ) echo "yes";;
+        #   * ) echo "invalid";;
+        # esac
+        # if [ "$choice" = "n" ] || [ "$choice" = "N" ]; then
+        #     continue
+        # fi
+
+        # reset the opcache
         php ./libs/reset_opcache.php
+
+        if [ "$param_restart_apache" = true ]; then
+            echo 'systemctl restart apache2'
+            sudo systemctl restart apache2
+        fi
+
+        if [ "$param_restart_nginx" = true ]; then
+            echo 'systemctl restart nginx'
+            sudo systemctl restart nginx
+        fi
+        
+        # a small gap between composer, reset_opcache, webserver restarted and benchmark
+        sleep 2
+        
+        # get the hello world link
         . "$fw/_benchmark/hello_world.sh"
+
+        echo "/------- $fw: benchmarking -------/"
+
+        # run the benchmark
         benchmark "$fw" "$url"
     fi
 done

base/show_fw_array.sh

@@ -0,0 +1,19 @@
+#!/bin/sh
+
+cd `dirname $0`
+cd ..
+
+# include framework list
+. ./list.sh
+targets="$list"
+
+echo '['
+
+for fw in $targets
+do
+    if [ -d "$fw" ]; then
+        echo "\t'$fw',"
+    fi
+done
+
+echo ']'

benchmark.config

@@ -0,0 +1,14 @@
+# base url
+base="http://127.0.0.1/PHP-Frameworks-Bench"
+
+# 30-3000
+# higher duration is better to get more reliable results
+duration=300
+
+# for a high-end host you may need to put 
+# a higher number 
+threads=50
+
+# consider your webservers configuration
+# max live connections
+connections=500

benchmark.sh

@@ -1,27 +1,74 @@
 #!/bin/sh
 
+if [ ! `which php` ]; then
+    echo "php not found."
+    exit 1;
+fi
+
 if [ ! `which wrk` ]; then
-    echo "wrk not found."
+    echo "WRK not found."
     exit 1;
 fi
 
 if [ ! `which curl` ]; then
-    echo "curl not found."
+    echo "CURL not found."
     exit 1;
 fi
 
-base="http://127.0.0.1/php-frameworks-bench"
+function showHelp()
+{
+   cat << HEREDOC
 
-if [ $# -eq 0 ]; then
-    # include frameworks list
-    . ./list.sh
-    export targets="$list"
-else
-    export targets="${@%/}"
-fi
+    Usage: bash benchmark.sh [-c] [-rapache] [-t pure-php laravel-10]
+
+    Optional Arguments:
+        -c, --clean NUM            Clean all frameworks and install the target framework -fresh install- before benchmark.
+        -h, --help                 Show this help message and exit
+        -rapache, --restart-apache Restart apache "sudo systemctl restart apache2" before each benchmark.
+        -rnginx, --restart-nginx   Restart apache "sudo systemctl restart nginx" before each benchmark.
+        -t, --targets              Specify your target frameworks for benchmarking.
+
+HEREDOC
+} 
+
+. ./list.sh
+export param_targets="$list"
+export param_clean=false
+export param_restart_apache=false
+export param_restart_nginx=false
+
+insputs=" ${@%/}"
+IFS=';'
+params=(`php ./libs/strreplace.php " -" ";-" " ${insputs}"`)
 
-cd base
+for option in "${params[@]}"
+do
+	case "$option" in
+        -c|--clean)
+            param_clean=true
+            ;;
+        -rapache|--restart-apache)
+            param_restart_apache=true
+            ;;
+        -rnginx|--restart-nginx)
+            param_restart_nginx=true
+            ;;
+        -t*|--targets*)
+            arg_=${option//--targets /}
+            arg_=${arg_//-t /}
+            param_targets="$arg_"
+            ;;
+        -h|--help)
+            showHelp;
+            ;;
+        " ")
+            ;;
+        *)
+            echo "${option} not available"
+            ;;
+    esac
+done
 
-sh hello_world.sh "$base"
+sh ./base/hello_world.sh 
 
-php ../bin/show_results_table.php
+php ./libs/show_results_table.php

index.php

@@ -87,7 +87,7 @@
 <hr>
 
 <footer>
-    <p style="text-align: right">This page is a part of <a href="https://github.com/myaghobi/php-frameworks-bench">php-frameworks-bench</a>.</p>
+    <p style="text-align: right">This page is a part of <a href="https://github.com/myaaghubi/PHP-Frameworks-Bench">PHP-Frameworks-Bench</a>.</p>
 </footer>
 </body>
 </html>

base/avg_ms.php renamed to libs/avg_ms.php

@@ -0,0 +1,28 @@
+<?php
+
+require __DIR__ . '/../libs/parse_results.php';
+require __DIR__ . '/../libs/build_table.php';
+require __DIR__ . '/../libs/recalc_relative.php';
+
+$list = [
+    'cake-4.2',
+    'symfony-5.3.9',
+    'laravel-8.6.2',
+];
+
+system('git checkout master');
+$results_master = parse_results(__DIR__ . '/../output/results.hello_world.log');
+system('git checkout optimize');
+$results_optimize = parse_results(__DIR__ . '/../output/results.hello_world.log');
+//var_dump($results_master, $results_optimize);
+
+$is_fisrt = true;
+foreach ($list as $fw) {
+    $results = [];
+    $results[$fw] = $results_master[$fw];
+    $results[$fw . ' (*)'] = $results_optimize[$fw];
+    
+    $results = recalc_relative($results);
+    echo build_table($results, $is_fisrt);
+    $is_fisrt = false;
+}

libs/show_comparison_table.php

@@ -0,0 +1,8 @@
+<?php
+
+require __DIR__ . '/../libs/parse_results.php';
+require __DIR__ . '/../libs/build_table.php';
+
+$results = parse_results(__DIR__ . '/../output/results.hello_world.log');
+
+echo build_table($results);

libs/show_results_table.php

@@ -0,0 +1,7 @@
+<?php
+
+$search = $argv[1];
+$replace = $argv[2];
+$string = $argv[3];
+
+echo str_replace($search, $replace, $string);