wehub-resource-sync
41 lines
1.3 KiB
Python
41 lines
1.3 KiB
Python
from typing import List
|
|
|
|
|
|
class DROPTemplate:
|
|
|
|
# Most of this template was taken from MMLU Github Repo
|
|
# The output confinement is a novel addition, since the original code
|
|
# outputted log_probabilities for each answer choice
|
|
|
|
@staticmethod
|
|
def generate_output(input: str, train_set: object, n_shots: int):
|
|
prompt = "Answer the following question based on the passage.\n\n"
|
|
# Examples
|
|
if n_shots > 0:
|
|
prompt += "Below are some examples:\n\n"
|
|
for i in range(n_shots):
|
|
prompt += DROPTemplate.format_question(train_set[i]) + "\n"
|
|
# define output confinement
|
|
prompt += input
|
|
return prompt
|
|
|
|
@staticmethod
|
|
def format_question(data: dict, include_answer: bool = False):
|
|
prompt = "Passage: " + data["passage"] + "\n"
|
|
prompt += "Question: " + data["question"] + "\n"
|
|
prompt += "Answer: "
|
|
if include_answer:
|
|
prompt += data["answers_spans"]["spans"][0] + "\n"
|
|
return prompt
|
|
|
|
@staticmethod
|
|
def parse_list_to_str(input_list: List, DELIMITER: str) -> str:
|
|
if len(input_list) == 1:
|
|
return input_list[0]
|
|
else:
|
|
return DELIMITER.join(tuple(input_list))
|
|
|
|
@staticmethod
|
|
def parse_str_to_list(input_str: str, DELIMITER: str) -> List[str]:
|
|
return input_str.split(DELIMITER)
|