wehub-resource-sync
20 lines
647 B
Python
20 lines
647 B
Python
from deepeval.benchmarks.human_eval.task import HumanEvalTask
|
|
import re
|
|
|
|
|
|
class HumanEvalTemplate:
|
|
|
|
# Most of this template was taken from https://arxiv.org/pdf/2107.03374.pdf
|
|
|
|
@staticmethod
|
|
def generate_output(input: str, task: HumanEvalTask):
|
|
|
|
prompt = "Complete the following function.\n"
|
|
prompt += input
|
|
prompt += "Only output the function with the following entry_point: `{ep}` in string format.".format(
|
|
ep=task.value
|
|
)
|
|
prompt += "Make sure your output begins with 'def'. No explanations needed. Do not format as markdown (such as *```python ... ```*)."
|
|
|
|
return prompt
|