Measure encoder compile time seperate from llm backbone (#39240)
Signed-off-by: Lucas Kabela <lucaskabela@meta.com>
This commit is contained in:
@@ -270,6 +270,7 @@ class PiecewiseBackend:
|
||||
compile_range=range_entry.compile_range,
|
||||
graph_index=self.piecewise_compile_index,
|
||||
num_graphs=self.total_piecewise_compiles,
|
||||
is_encoder=self.vllm_backend.is_encoder,
|
||||
)
|
||||
|
||||
range_entry.compiled = True
|
||||
|
||||
Reference in New Issue
Block a user