We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 944d32b commit 8c1016cCopy full SHA for 8c1016c
lm_eval/tasks/humaneval/humaneval_instruct.yaml
@@ -1,7 +1,7 @@
1
include: humaneval.yaml
2
task: humaneval_instruct
3
-doc_to_text: 'Write a solution to the following problem and make sure that it passes the tests:\n```python\n{{ prompt }}\n```\n '
4
-gen_prefix: 'Here is the completed function:\n```python\n{{ prompt }}\n '
+doc_to_text: "Write a solution to the following problem and make sure that it passes the tests:\n```python\n{{ prompt }}\n```\n "
+gen_prefix: "Here is the completed function:\n```python\n{{ prompt }}\n "
5
filter_list:
6
- name: "create_test"
7
filter:
0 commit comments