Skip to content

Commit 47697dd

Browse files
bpkrothbpkroth
authored
Expand CI/CD benchmarks for SqlServer (#264)
1 parent 494781c commit 47697dd

20 files changed

+905
-6
lines changed

‎.devcontainer/devcontainer.json

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@
4040
"settings": {},
4141
// Add the IDs of extensions you want installed when the container is created.
4242
"extensions": [
43+
"github.vscode-github-actions",
4344
"GitHub.copilot",
4445
"eamodio.gitlens",
4546
"vscjava.vscode-java-pack",
@@ -55,4 +56,4 @@
5556
],
5657
"remoteUser": "containeruser",
5758
"containerUser": "containeruser"
58-
}
59+
}

‎.github/workflows/maven.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -313,7 +313,8 @@ jobs:
313313
strategy:
314314
matrix:
315315
# TODO: add more benchmarks
316-
benchmark: [ 'tpcc', 'tpch' ]
316+
#benchmark: [ 'auctionmark', 'epinions', 'hyadapt', 'noop', 'otmetrics', 'resourcestresser', 'seats', 'sibench', 'smallbank', 'tatp', 'tpcc', 'tpch', 'twitter', 'voter', 'wikipedia', 'ycsb' ]
317+
benchmark: [ 'epinions', 'hyadapt', 'noop', 'otmetrics', 'resourcestresser', 'sibench', 'smallbank', 'tatp', 'tpcc', 'tpch', 'twitter', 'voter', 'wikipedia', 'ycsb' ]
317318
services:
318319
sqlserver:
319320
image: mcr.microsoft.com/mssql/server:latest

‎config/sqlserver/sample_auctionmark_config.xml

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
<?xml version="1.0"?>
2+
<parameters>
3+
4+
<!-- Connection details -->
5+
<type>sqlserver</type>
6+
<driver>com.microsoft.sqlserver.jdbc.SQLServerDriver</driver>
7+
<url>jdbc:sqlserver://localhost:1433;encrypt=false;database=benchbase;</url>
8+
<username>benchuser01</username>
9+
<password>P@ssw0rd</password>
10+
<isolation>TRANSACTION_SERIALIZABLE</isolation>
11+
<batchsize>128</batchsize>
12+
13+
<!-- Scalefactor in AuctionMark scales by *1000 the number of customers-->
14+
<scalefactor>1</scalefactor>
15+
16+
<!-- The workload -->
17+
<terminals>1</terminals>
18+
<works>
19+
<work>
20+
<time>60</time>
21+
<rate>10000</rate>
22+
<weights>45, 10, 20, 2, 1, 4, 10, 5, 3</weights>
23+
</work>
24+
</works>
25+
26+
<!-- AuctionMark Procedures declaration -->
27+
<transactiontypes>
28+
<transactiontype>
29+
<name>GetItem</name>
30+
</transactiontype>
31+
<transactiontype>
32+
<name>GetUserInfo</name>
33+
</transactiontype>
34+
<transactiontype>
35+
<name>NewBid</name>
36+
</transactiontype>
37+
<transactiontype>
38+
<name>NewComment</name>
39+
</transactiontype>
40+
<transactiontype>
41+
<name>NewCommentResponse</name>
42+
</transactiontype>
43+
<transactiontype>
44+
<name>NewFeedback</name>
45+
</transactiontype>
46+
<transactiontype>
47+
<name>NewItem</name>
48+
</transactiontype>
49+
<transactiontype>
50+
<name>NewPurchase</name>
51+
</transactiontype>
52+
<transactiontype>
53+
<name>UpdateItem</name>
54+
</transactiontype>
55+
</transactiontypes>
56+
</parameters>

‎config/sqlserver/sample_chbenchmark_config.xml

Lines changed: 160 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,160 @@
1+
<?xml version="1.0"?>
2+
<parameters>
3+
4+
<!-- Connection details -->
5+
<type>sqlserver</type>
6+
<driver>com.microsoft.sqlserver.jdbc.SQLServerDriver</driver>
7+
<url>jdbc:sqlserver://localhost:1433;encrypt=false;database=benchbase;</url>
8+
<username>benchuser01</username>
9+
<password>P@ssw0rd</password>
10+
<isolation>TRANSACTION_SERIALIZABLE</isolation>
11+
<batchsize>128</batchsize>
12+
13+
<!-- Scale factor is the number of warehouses in TPCC -->
14+
<scalefactor>1</scalefactor>
15+
16+
<!-- The workload -->
17+
<!-- Number of terminal per workload -->
18+
<terminals>1</terminals>
19+
20+
<!-- Extra Features (Commented Out) -->
21+
<!-- Can be workload-specific -->
22+
<!-- <terminals bench="tpcc">2</terminals> -->
23+
24+
<!-- Workload-specific options a marked with @bench=[workload_name] -->
25+
<!-- Workload-specific number of terminals -->
26+
<!-- <terminals bench="chbenchmark">2</terminals> -->
27+
28+
<works>
29+
30+
<!-- A Basic WorkPhase for Mixed Workloads -->
31+
<work>
32+
<time>60</time>
33+
34+
<!-- Note: The rate can be set to UNLIMITED or DISABLED -->
35+
<rate>200</rate>
36+
37+
<!-- Need to Specify transaction weights for each workload .. Otherwise the number of fields won't match -->
38+
<weights bench="tpcc">45,43,4,4,4</weights>
39+
<weights bench="chbenchmark">3, 2, 3, 2, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5</weights>
40+
</work>
41+
42+
<!-- Extra features showcase -->
43+
<!-- <work> -->
44+
<!-- <time>60</time> -->
45+
46+
<!-- <rate>200</rate> -->
47+
<!-- <rate bench="chbenchmark">disabled</rate> -->
48+
49+
<!-- NOTE: TPCC workers won't be distributed evenly between warehouses if not all workers are active -->
50+
<!-- <active_terminals>1</active_terminals> -->
51+
<!-- <active_terminals bench="chbenchmark">1</active_terminals> -->
52+
53+
<!-- Specifies transaction weight for each workload. -->
54+
<!-- <weights bench="tpcc">45,43,4,4,4</weights> -->
55+
<!-- <weights bench="chbenchmark">3, 2, 3, 2, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5</weights> -->
56+
<!-- </work> -->
57+
58+
<!--
59+
<work>
60+
<time>60</time>
61+
62+
<rate>100</rate>
63+
<rate bench="chbenchmark">unlimited</rate>
64+
65+
<weights bench="tpcc">45,43,4,4,4</weights>
66+
<weights bench="chbenchmark">3, 2, 3, 2, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5</weights>
67+
</work>
68+
-->
69+
</works>
70+
71+
72+
<!-- CH specific -->
73+
<transactiontypes bench="chbenchmark">
74+
<transactiontype>
75+
<name>Q1</name>
76+
</transactiontype>
77+
<transactiontype>
78+
<name>Q2</name>
79+
</transactiontype>
80+
<transactiontype>
81+
<name>Q3</name>
82+
</transactiontype>
83+
<transactiontype>
84+
<name>Q4</name>
85+
</transactiontype>
86+
<transactiontype>
87+
<name>Q5</name>
88+
</transactiontype>
89+
<transactiontype>
90+
<name>Q6</name>
91+
</transactiontype>
92+
<transactiontype>
93+
<name>Q7</name>
94+
</transactiontype>
95+
<transactiontype>
96+
<name>Q8</name>
97+
</transactiontype>
98+
<transactiontype>
99+
<name>Q9</name>
100+
</transactiontype>
101+
<transactiontype>
102+
<name>Q10</name>
103+
</transactiontype>
104+
<transactiontype>
105+
<name>Q11</name>
106+
</transactiontype>
107+
<transactiontype>
108+
<name>Q12</name>
109+
</transactiontype>
110+
<transactiontype>
111+
<name>Q13</name>
112+
</transactiontype>
113+
<transactiontype>
114+
<name>Q14</name>
115+
</transactiontype>
116+
<transactiontype>
117+
<name>Q15</name>
118+
</transactiontype>
119+
<transactiontype>
120+
<name>Q16</name>
121+
</transactiontype>
122+
<transactiontype>
123+
<name>Q17</name>
124+
</transactiontype>
125+
<transactiontype>
126+
<name>Q18</name>
127+
</transactiontype>
128+
<transactiontype>
129+
<name>Q19</name>
130+
</transactiontype>
131+
<transactiontype>
132+
<name>Q20</name>
133+
</transactiontype>
134+
<transactiontype>
135+
<name>Q21</name>
136+
</transactiontype>
137+
<transactiontype>
138+
<name>Q22</name>
139+
</transactiontype>
140+
</transactiontypes>
141+
142+
<!-- TPCC specific -->
143+
<transactiontypes bench="tpcc">
144+
<transactiontype>
145+
<name>NewOrder</name>
146+
</transactiontype>
147+
<transactiontype>
148+
<name>Payment</name>
149+
</transactiontype>
150+
<transactiontype>
151+
<name>OrderStatus</name>
152+
</transactiontype>
153+
<transactiontype>
154+
<name>Delivery</name>
155+
</transactiontype>
156+
<transactiontype>
157+
<name>StockLevel</name>
158+
</transactiontype>
159+
</transactiontypes>
160+
</parameters>

‎config/sqlserver/sample_epinions_config.xml

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
<?xml version="1.0"?>
2+
<parameters>
3+
4+
<!-- Connection details -->
5+
<type>sqlserver</type>
6+
<driver>com.microsoft.sqlserver.jdbc.SQLServerDriver</driver>
7+
<url>jdbc:sqlserver://localhost:1433;encrypt=false;database=benchbase;</url>
8+
<username>benchuser01</username>
9+
<password>P@ssw0rd</password>
10+
<isolation>TRANSACTION_SERIALIZABLE</isolation>
11+
<batchsize>128</batchsize>
12+
13+
<!-- Scalefactor in Epinions scales by *2000 the number of users-->
14+
<scalefactor>1</scalefactor>
15+
16+
<!-- The workload -->
17+
<terminals>1</terminals>
18+
<works>
19+
<work>
20+
<time>60</time>
21+
<rate>10000</rate>
22+
<weights>10,10,10,10,10,10,10,10,20</weights>
23+
</work>
24+
</works>
25+
26+
<!-- Epinions Procedures Declaration -->
27+
<transactiontypes>
28+
<transactiontype>
29+
<name>GetReviewItemById</name>
30+
</transactiontype>
31+
<transactiontype>
32+
<name>GetReviewsByUser</name>
33+
</transactiontype>
34+
<transactiontype>
35+
<name>GetAverageRatingByTrustedUser</name>
36+
</transactiontype>
37+
<transactiontype>
38+
<name>GetItemAverageRating</name>
39+
</transactiontype>
40+
<transactiontype>
41+
<name>GetItemReviewsByTrustedUser</name>
42+
</transactiontype>
43+
<transactiontype>
44+
<name>UpdateUserName</name>
45+
</transactiontype>
46+
<transactiontype>
47+
<name>UpdateItemTitle</name>
48+
</transactiontype>
49+
<transactiontype>
50+
<name>UpdateReviewRating</name>
51+
</transactiontype>
52+
<transactiontype>
53+
<name>UpdateTrustRating</name>
54+
</transactiontype>
55+
</transactiontypes>
56+
</parameters>

0 commit comments

Comments
 (0)