[Bugfix] More type hint fixes for py 3.8 (#4039)

This commit is contained in:
Dylan Hawk
2024-04-12 21:07:04 -07:00
committed by GitHub
parent 546e721168
commit 5c2e66e487
4 changed files with 8 additions and 8 deletions
+2 -2
View File
@@ -1,5 +1,5 @@
"""A Neuron worker class."""
from typing import List, Optional
from typing import List, Optional, Tuple
import torch
import torch.distributed
@@ -40,7 +40,7 @@ class NeuronWorker(LoraNotSupportedWorkerBase):
def load_model(self):
self.model_runner.load_model()
def determine_num_available_blocks(self) -> tuple[int, int]:
def determine_num_available_blocks(self) -> Tuple[int, int]:
"""Determine the number of available KV blocks.
Swapping is not yet supported, so always return num_cpu_blocks=0.