Add bulk-running mode for TDBBenchmarkRunner to generate historic benchmark data. Works together with benchmark-action/github-action-benchmark#99. Revise state model of TDBBenchmark.

Author: LinqLover

packages/TraceDebuggerBenchmarks.package/TDBBenchmark.class/instance/hasCompletedOrTimedOut.st

@@ -0,0 +1,4 @@
+testing
+hasCompletedOrTimedOut
+
+	^ result = #completed or: [result = #running]

packages/TraceDebuggerBenchmarks.package/TDBBenchmark.class/instance/hasRun.st

@@ -1,12 +1,14 @@
 private
 performBenchmark
-
-	hasRun := false.
+ 
+	result := #running.
 	totalTime := nil.
 	preparationTime := Duration zero.
 	postparationTime := Duration zero.
-	[self perform: selector.
-	hasRun := true]
+	[[self perform: selector.
+	result := #completed]
 		valueAndStoreTimeToRunWithoutGC: [:duration |
 			totalTime := duration.
-			timeToRun := totalTime - preparationTime - postparationTime].
+			timeToRun := totalTime - preparationTime - postparationTime]]
+				on: Error, Warning, Halt
+				do: [:ex | result := ex].

packages/TraceDebuggerBenchmarks.package/TDBBenchmark.class/instance/performBenchmark.st

@@ -14,9 +14,9 @@
 	"instance" : {
 		"debug" : "ct 1/8/2022 14:28",
 		"defaultTimeout" : "ct 1/8/2022 18:42",
-		"hasRun" : "ct 1/8/2022 16:55",
+		"hasCompletedOrTimedOut" : "ct 1/9/2022 03:31",
 		"method" : "ct 1/8/2022 15:58",
-		"performBenchmark" : "ct 1/8/2022 14:38",
+		"performBenchmark" : "ct 1/9/2022 17:49",
 		"postparationTime" : "ct 1/8/2022 19:08",
 		"postpare:" : "ct 1/8/2022 19:08",
 		"preparationTime" : "ct 1/8/2022 19:08",

packages/TraceDebuggerBenchmarks.package/TDBBenchmark.class/methodProperties.json

@@ -9,7 +9,7 @@
 		"selector",
 		"timeout",
 		"wrappers",
-		"hasRun",
+		"result",
 		"totalTime",
 		"preparationTime",
 		"postparationTime",

packages/TraceDebuggerBenchmarks.package/TDBBenchmark.class/properties.json

@@ -0,0 +1,4 @@
+instance creation
+newDefault
+
+	^ self selector: self testSelector

packages/TraceDebuggerBenchmarks.package/TDBBenchmarkRunner.class/class/newDefault.st

@@ -0,0 +1,18 @@
+bulk running
+runForVersionsHashes: versionHashes
+	"Run all benchmarks for each of the specified version hashes (aka commit SHAs) and export the results for each version in a separate file. You may check in these results into the github-action-benchmark- database for GitHub pages by passing these files to the run_local.ts script, see: https://github.com/benchmark-action/github-action-benchmark/pull/99"
+
+	| versions workingCopy |
+	workingCopy := (Smalltalk classNamed: #SquotWorkingCopy) registered
+		detect: [:ea | ea name = #TraceDebugger].
+	versions := versionHashes collect: [:hash | workingCopy repository versionAt: hash].
+	
+	Transcript openIfNone.
+	versions
+		do: [:version | | runner |
+			workingCopy loadVersion: version interactive: false.
+			runner := self newDefault
+				resultsFilePath: ('benchmark-results-{1}.json' format: {version hexHash});
+				yourself.
+			Transcript showln: 'Runner result:'; show: runner run]
+		displayingProgress: [:version | 'Running benchmarks for {1}' format: {version}].

packages/TraceDebuggerBenchmarks.package/TDBBenchmarkRunner.class/class/runForVersionsHashes..st

@@ -0,0 +1,4 @@
+accessing
+resultsFilePath: aString
+	
+	resultsFilePath := aString

packages/TraceDebuggerBenchmarks.package/TDBBenchmarkRunner.class/instance/resultsFilePath..st

@@ -1,4 +1,5 @@
 accessing
 resultsFilePath
 
-	^ self configAt: #TDBBenchmarkResultsPath ifAbsent: ['TDBBenchmarkResults.json']
+	^ resultsFilePath ifNil:
+		[self configAt: #TDBBenchmarkResultsPath ifAbsent: ['TDBBenchmarkResults.json']]

packages/TraceDebuggerBenchmarks.package/TDBBenchmarkRunner.class/instance/resultsFilePath.st

@@ -6,6 +6,6 @@ test
 	self exportResults.
 
 	self
-		assert: (self benchmarks allSatisfy: [:bench | (results at: bench) allSatisfy: #hasRun])
+		assert: (self benchmarks allSatisfy: [:bench | (results at: bench) allSatisfy: [:result | result hasCompletedOrTimedOut]])
 		description: ['Unsuccessful benchmarks: {1}' format: {self benchmarks
-			select: [:bench | (results at: bench) anySatisfy: [:ea | ea hasRun not]]}].
+			select: [:bench | (results at: bench) anySatisfy: [:ea | ea hasCompletedOrTimedOut not]]}].