[Bugfix] [Reasoning] Add reasoning_start_str/reasoning_end_str properties to reasoning parsers (#40566)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
@@ -29,6 +29,7 @@ class Step3ReasoningParser(ReasoningParser):
|
||||
|
||||
def __init__(self, tokenizer: PreTrainedTokenizerBase, *args, **kwargs):
|
||||
super().__init__(tokenizer, *args, **kwargs)
|
||||
self.think_start_token = "<think>"
|
||||
self.think_end_token = "</think>"
|
||||
|
||||
self.reasoning_regex = re.compile(rf"(.*?){self.think_end_token}", re.DOTALL)
|
||||
@@ -47,6 +48,14 @@ class Step3ReasoningParser(ReasoningParser):
|
||||
)
|
||||
self.think_end_token_id: int = think_end_token_id
|
||||
|
||||
@property
|
||||
def reasoning_start_str(self) -> str:
|
||||
return self.think_start_token
|
||||
|
||||
@property
|
||||
def reasoning_end_str(self) -> str:
|
||||
return self.think_end_token
|
||||
|
||||
def extract_reasoning_streaming(
|
||||
self,
|
||||
previous_text: str,
|
||||
|
||||
Reference in New Issue
Block a user