mirror of
https://github.com/zenlm/zen-coder.git
synced 2026-11-10 21:30:01 +00:00
30 lines
1.2 KiB
Python
30 lines
1.2 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
|
|
from dataclasses import dataclass, field
|
|
from typing import Optional
|
|
|
|
|
|
@dataclass
|
|
class EvalArguments:
|
|
"""
|
|
Configuration for running the evaluation.
|
|
"""
|
|
|
|
prefix: Optional[str] = field(
|
|
default="",
|
|
metadata={"help": "Prefix to add to the prompt. For example InCoder needs prefix='<| file ext=.py |>\n'"},
|
|
)
|
|
do_sample: Optional[bool] = field(
|
|
default=False,
|
|
metadata={"help": "Sample from the language model's output distribution."},
|
|
)
|
|
temperature: Optional[float] = field(default=0.2, metadata={"help": "Sampling temperature used for generation."})
|
|
top_k: Optional[int] = field(default=-1, metadata={"help": "Top-k parameter used for generation."})
|
|
top_p: Optional[float] = field(default=1.0, metadata={"help": "Top-p parameter used for nucleus sampling."})
|
|
n_samples: Optional[int] = field(
|
|
default=1,
|
|
metadata={"help": "Number of completions to generate for each sample."},
|
|
)
|
|
eos: Optional[str] = field(default="<|endoftext|>", metadata={"help": "end of sentence token."})
|
|
seed: Optional[int] = field(default=0, metadata={"help": "Random seed used for evaluation."})
|