[Refactor] Decouple TimingContext from InputProcessingContext (#35083)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -6272,7 +6272,7 @@ class GPUModelRunner(
|
||||
self.encoder_timing_registry[req_id] = EncoderTimingStats()
|
||||
|
||||
stats = self.encoder_timing_registry[req_id]
|
||||
stats.encoder_forward_time += per_request_time
|
||||
stats.encoder_forward_secs += per_request_time
|
||||
stats.num_encoder_calls += 1
|
||||
|
||||
|
||||
@@ -6280,7 +6280,7 @@ class GPUModelRunner(
|
||||
class EncoderTimingStats:
|
||||
"""Per-request timing statistics for encoder forward pass."""
|
||||
|
||||
encoder_forward_time: float = 0.0
|
||||
encoder_forward_secs: float = 0.0
|
||||
"""Time spent in vision encoder forward pass (seconds)."""
|
||||
|
||||
num_encoder_calls: int = 0
|
||||
@@ -6288,6 +6288,6 @@ class EncoderTimingStats:
|
||||
|
||||
def to_dict(self) -> dict[str, float | int]:
|
||||
return {
|
||||
"encoder_forward_time": self.encoder_forward_time,
|
||||
"encoder_forward_secs": self.encoder_forward_secs,
|
||||
"num_encoder_calls": self.num_encoder_calls,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user