feat: add trust check

terryyz · terryyz · commit 02374837aa69 · 2024-06-27T04:22:06.000+08:00
diff --git a/bigcodebench/evaluate.py b/bigcodebench/evaluate.py
@@ -27,7 +27,7 @@
     estimate_pass_at_k,
     untrusted_check,
 )
-from bigcodebench.gen.util import trusted_exec
+from bigcodebench.gen.util import trusted_check
 
 # 1st item: the status
 # 2nd item (optional): the detailed pass/fail boolean for each input

Original file line number	Diff line number	Diff line change
`@@ -27,7 +27,7 @@`
`27`	`27`	`estimate_pass_at_k,`
`28`	`28`	`untrusted_check,`
`29`	`29`	`)`
`30`		`-from bigcodebench.gen.util import trusted_exec`
	`30`	`+from bigcodebench.gen.util import trusted_check`
`31`	`31`
`32`	`32`	`# 1st item: the status`
`33`	`33`	`# 2nd item (optional): the detailed pass/fail boolean for each input`