wehub-resource-sync
17 lines
580 B
Python
17 lines
580 B
Python
from dataclasses import dataclass, field
|
|
|
|
from FlagEmbedding.abc.evaluation.arguments import AbsEvalArgs
|
|
|
|
|
|
@dataclass
|
|
class BrightEvalArgs(AbsEvalArgs):
|
|
"""
|
|
Argument class for Bright evaluation.
|
|
"""
|
|
task_type: str = field(
|
|
default="short", metadata={"help": "The task type to evaluate on. Available options: ['short', 'long']. Default: short", "choices": ["short", "long"]}
|
|
)
|
|
use_special_instructions: bool = field(
|
|
default=True, metadata={"help": "Whether to use specific instructions in `prompts.py` for evaluation. Default: True"}
|
|
)
|