[Core] Combine async postprocessor and multi-step (#7921)
This commit is contained in:
@@ -92,6 +92,7 @@ class ModelInputForGPU(ModelRunnerInputBase):
|
||||
finished_requests_ids: Optional[List[str]] = None
|
||||
virtual_engine: int = 0
|
||||
async_callback: Optional[Callable] = None
|
||||
use_async_and_multi_step: bool = False
|
||||
|
||||
def as_broadcastable_tensor_dict(self) -> Dict[str, Any]:
|
||||
tensor_dict = {
|
||||
|
||||
Reference in New Issue
Block a user