Skip to content

Commit cd2cb43

Browse files
authored
Add parallel file writes to different files fio configs (#2096)
1 parent f439e0e commit cd2cb43

21 files changed

+152
-137
lines changed

.github/actions/perftesting/action.yml

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -62,14 +62,16 @@ runs:
6262
echo "Released any lock if some other process has acquired"
6363
sudo dpkg --configure -a
6464
echo "Starting Updates and Installation of Packages"
65-
sudo apt-get update --fix-missing
66-
sudo apt-get install -y fuse3 libfuse3-dev gcc mdadm
65+
sudo apt-get update --fix-missing &> /dev/null
66+
sudo apt-get install -y fuse3 libfuse3-dev gcc &> /dev/null
6767
6868
# Install Tools
6969
- name: "Install Tools"
7070
shell: bash
7171
run: |
72-
sudo apt-get install fio jq python3 -y
72+
sudo apt-get install jq python3 mdadm bc -y &> /dev/null
73+
# Install fio from source
74+
./tools/install_fio.sh
7375
7476
# Install GoLang
7577
- name: "Install Go"

.github/workflows/benchmark.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,8 +34,8 @@ jobs:
3434
- { arch: "ARM64", runner: "1ES.Pool=blobfuse2-benchmark-arm" }
3535
# Define the storage account types to test
3636
# Note: 'TestType' variable name MUST remain as-is; the perftesting action relies on it.
37-
TestType: ["premium", "standard"]
38-
CacheMode: ["file_cache", "block_cache"]
37+
TestType: ["standard", "premium"]
38+
CacheMode: ["block_cache", "file_cache"]
3939

4040
steps:
4141
- name: 'Checkout Blobfuse2'

.gitignore

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,3 +26,7 @@ component/azstorage/logfile.txt
2626
logfile.txt
2727
**/logfile.txt
2828
**/logfile.txt.*
29+
# Emacs backup and auto-save files
30+
*~
31+
\#*\#
32+
.\#*

perf_testing/config/read/1_seq_read_kernel_cache.fio

Lines changed: 0 additions & 13 deletions
This file was deleted.
File renamed without changes.

perf_testing/config/read/2_rand_read_kernel_cache.fio

Lines changed: 0 additions & 13 deletions
This file was deleted.
File renamed without changes.

perf_testing/config/read/5_seq_read_directio.fio renamed to perf_testing/config/read/3_seq_read.fio

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,10 @@
11
[global]
22
name=blobfuse_benchmark
33
bs=1M
4-
runtime=30s
5-
time_based
64
filename=read_fio.data
75
group_reporting
86

9-
[sequential_read_direct_io]
7+
[sequential_read]
108
size=100G
119
rw=read
1210
ioengine=sync

perf_testing/config/read/6_rand_read_directio.fio renamed to perf_testing/config/read/4_rand_read.fio

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ time_based
66
filename=read_fio.data
77
group_reporting
88

9-
[random_read_direct_io]
9+
[random_read]
1010
size=100G
1111
rw=randread
1212
ioengine=sync

perf_testing/config/read/7_seq_read_4thread.fio renamed to perf_testing/config/read/5_seq_read_4thread.fio

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,11 @@
11
[global]
22
name=blobfuse_benchmark
33
bs=1M
4-
runtime=30s
5-
time_based
64
filename=read_fio.data
75
group_reporting
86

97
[sequential_read_4_threads]
10-
size=100G
8+
size=25G
119
rw=read
1210
ioengine=sync
1311
fallocate=none

0 commit comments

Comments
 (0)