Support top-k sampling (#94)
This commit is contained in:
+3
-2
@@ -11,8 +11,9 @@ def main(args: argparse.Namespace):
|
||||
# Test the following inputs.
|
||||
test_inputs = [
|
||||
("A robot may not injure a human being", {}), # Use default parameters.
|
||||
("What is the meaning of life?", {"n": 3, "temperature": 0.8, "top_p": 0.99}),
|
||||
("It is only with the heart that one can see rightly", {"n": 4, "use_beam_search": True, "temperature": 0.0}),
|
||||
("To be or not to be,", {"temperature": 0.8, "top_k": 5}),
|
||||
("What is the meaning of life?", {"n": 2, "temperature": 0.8, "top_p": 0.95}),
|
||||
("It is only with the heart that one can see rightly", {"n": 3, "use_beam_search": True, "temperature": 0.0}),
|
||||
]
|
||||
while True:
|
||||
if test_inputs:
|
||||
|
||||
Reference in New Issue
Block a user