add custom server params (#1868)

This commit is contained in:
Roy
2023-12-03 12:59:18 -08:00
committed by GitHub
parent 0f90effc66
commit 60dc62dc9e
3 changed files with 9 additions and 0 deletions
+1
View File
@@ -149,6 +149,7 @@ class SamplingParams:
# Zero temperature means greedy sampling.
self.top_p = 1.0
self.top_k = -1
self.min_p = 0.0
self._verify_greedy_sampling()
def _verify_args(self) -> None: