[Doc] Add developer guide for CustomOp (#30886)
Signed-off-by: shen-shanshan <467638484@qq.com>
This commit is contained in:
@@ -13,6 +13,7 @@ from vllm.model_executor.layers.vocab_parallel_embedding import VocabParallelEmb
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
|
||||
# --8<-- [start:logits_processor]
|
||||
@CustomOp.register("logits_processor")
|
||||
class LogitsProcessor(CustomOp):
|
||||
"""Process logits and apply logits processors from sampling metadata.
|
||||
@@ -23,6 +24,8 @@ class LogitsProcessor(CustomOp):
|
||||
3. Apply logits processors (if any).
|
||||
"""
|
||||
|
||||
# --8<-- [end:logits_processor]
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
vocab_size: int,
|
||||
|
||||
Reference in New Issue
Block a user