Skip to content

Commit c7f8d10

Browse files
committed
fix results /w descriptions and add url/commit of benchmarks
1 parent a0d8370 commit c7f8d10

File tree

6 files changed

+42
-13
lines changed

6 files changed

+42
-13
lines changed

devops/scripts/benchmarks/benches/compute.py

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,15 +42,21 @@ def __init__(self, directory):
4242
def name(self) -> str:
4343
return "Compute Benchmarks"
4444

45+
def git_url(self) -> str:
46+
return "https://github.com/intel/compute-benchmarks.git"
47+
48+
def git_hash(self) -> str:
49+
return "b5cc46acf61766ab00da04e85bd4da4f7591eb21"
50+
4551
def setup(self):
4652
if options.sycl is None:
4753
return
4854

4955
repo_path = git_clone(
5056
self.directory,
5157
"compute-benchmarks-repo",
52-
"https://github.com/intel/compute-benchmarks.git",
53-
"b5cc46acf61766ab00da04e85bd4da4f7591eb21",
58+
self.git_url(),
59+
self.git_hash(),
5460
)
5561
build_path = create_build_path(self.directory, "compute-benchmarks-build")
5662

@@ -237,7 +243,8 @@ def run(self, env_vars) -> list[Result]:
237243
env=env_vars,
238244
stdout=result,
239245
unit=parse_unit_type(unit),
240-
description=self.description(),
246+
git_url=self.git_url(),
247+
git_hash=self.git_hash(),
241248
)
242249
)
243250
return ret

devops/scripts/benchmarks/benches/llamacpp.py

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -25,15 +25,21 @@ def __init__(self, directory):
2525
def name(self) -> str:
2626
return "llama.cpp bench"
2727

28+
def git_url(self) -> str:
29+
return "https://github.com/ggerganov/llama.cpp"
30+
31+
def git_hash(self) -> str:
32+
return "1ee9eea094fe5846c7d8d770aa7caa749d246b23"
33+
2834
def setup(self):
2935
if options.sycl is None:
3036
return
3137

3238
repo_path = git_clone(
3339
self.directory,
3440
"llamacpp-repo",
35-
"https://github.com/ggerganov/llama.cpp",
36-
"1ee9eea094fe5846c7d8d770aa7caa749d246b23",
41+
self.git_url(),
42+
self.git_hash(),
3743
)
3844

3945
self.models_dir = os.path.join(self.directory, "models")
@@ -142,7 +148,8 @@ def run(self, env_vars) -> list[Result]:
142148
env=env_vars,
143149
stdout=result,
144150
unit="token/s",
145-
description=self.description(),
151+
git_url=self.git_url(),
152+
git_hash=self.git_hash(),
146153
)
147154
)
148155
return results

devops/scripts/benchmarks/benches/syclbench.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,12 @@ def __init__(self, directory):
2323
def name(self) -> str:
2424
return "SYCL-Bench"
2525

26+
def git_url(self) -> str:
27+
return "https://github.com/unisa-hpc/sycl-bench.git"
28+
29+
def git_hash(self) -> str:
30+
return "31fc70be6266193c4ba60eb1fe3ce26edee4ca5b"
31+
2632
def setup(self):
2733
if options.sycl is None:
2834
return
@@ -31,8 +37,8 @@ def setup(self):
3137
repo_path = git_clone(
3238
self.directory,
3339
"sycl-bench-repo",
34-
"https://github.com/unisa-hpc/sycl-bench.git",
35-
"31fc70be6266193c4ba60eb1fe3ce26edee4ca5b",
40+
self.git_url(),
41+
self.git_hash(),
3642
)
3743

3844
configure_command = [
@@ -159,6 +165,8 @@ def run(self, env_vars) -> list[Result]:
159165
env=env_vars,
160166
stdout=row,
161167
unit="ms",
168+
git_url=self.git_url(),
169+
git_hash=self.git_hash(),
162170
)
163171
)
164172

devops/scripts/benchmarks/benches/test.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -99,7 +99,6 @@ def run(self, env_vars) -> list[Result]:
9999
env={"A": "B"},
100100
stdout="no output",
101101
unit="ms",
102-
description=self.description(),
103102
)
104103
]
105104

devops/scripts/benchmarks/benches/velocity.py

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,15 +26,21 @@ def __init__(self, directory):
2626
def name(self) -> str:
2727
return "Velocity Bench"
2828

29+
def git_url(self) -> str:
30+
return "https://github.com/oneapi-src/Velocity-Bench/"
31+
32+
def git_hash(self) -> str:
33+
return "b22215c16f789100449c34bf4eaa3fb178983d69"
34+
2935
def setup(self):
3036
if options.sycl is None:
3137
return
3238

3339
self.repo_path = git_clone(
3440
self.directory,
3541
"velocity-bench-repo",
36-
"https://github.com/oneapi-src/Velocity-Bench/",
37-
"b22215c16f789100449c34bf4eaa3fb178983d69",
42+
self.git_url(),
43+
self.git_hash(),
3844
)
3945

4046
def benchmarks(self) -> list[Benchmark]:
@@ -139,7 +145,8 @@ def run(self, env_vars) -> list[Result]:
139145
env=env_vars,
140146
stdout=result,
141147
unit=self.unit,
142-
description=self.description(),
148+
git_url=self.git_url(),
149+
git_hash=self.git_hash(),
143150
)
144151
]
145152

devops/scripts/benchmarks/utils/result.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,8 @@ class Result:
2727
name: str = ""
2828
lower_is_better: bool = True
2929
suite: str = "Unknown"
30-
30+
git_url: str = ""
31+
git_hash: str = ""
3132

3233
@dataclass_json
3334
@dataclass

0 commit comments

Comments
 (0)