Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion src/zeroband/inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,10 @@ class SamplingParamConfig(BaseConfig):
temperature: float = 0.6
max_tokens: int | None = None
ignore_eos: bool = False
top_p: float = 0.95
top_p: float = 1
n: int = 8
logprobs: int = 0 # 0 mean 1 logprob here
topk: int = -1


class Config(BaseConfig):
Expand Down