[Metrics] Expose cached prompt tokens by cache tier (#56318)
Signed-off-by: Cam Quilici <cjquilici@gmail.com> Signed-off-by: Cam Quilici <cameron@semianalysis.com> Co-authored-by: Cam Quilici <cameron@semianalysis.com> Co-authored-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai>
This commit is contained in:
co-authored by
Cam Quilici
Nick Hill
Yifan Qiao
parent
ad0f67a7ec
commit
e37e51dd24
@@ -114,6 +114,7 @@ def test_torch_profiler_records_each_profile_round(tmp_path):
|
||||
profiler="torch",
|
||||
torch_profiler_dir=str(tmp_path),
|
||||
torch_profiler_dump_cuda_time_total=False,
|
||||
torch_profiler_with_stack=False,
|
||||
),
|
||||
worker_name="worker",
|
||||
local_rank=1,
|
||||
|
||||
Reference in New Issue
Block a user