[1/n] Triton sampling kernel (#3186)

Co-authored-by: Roger Wang <136131678+ywang96@users.noreply.github.com>
This commit is contained in:
Antoni Baum
2024-03-20 14:45:08 -07:00
committed by GitHub
co-authored by Roger Wang
parent 80e254834d
commit 426ec4ec67
10 changed files with 1072 additions and 24 deletions
+3
View File
@@ -242,6 +242,9 @@ class Sequence:
def get_token_ids(self) -> List[int]:
return self.data.get_token_ids()
def get_prompt_token_ids(self) -> List[int]:
return self.data.get_prompt_token_ids()
def get_last_token_id(self) -> int:
return self.data.get_last_token_id()