[CI] Try introducing isort. (#3495)
This commit is contained in:
@@ -1,16 +1,15 @@
|
||||
from typing import Iterator, List, Tuple, Optional, Dict
|
||||
from itertools import chain, count
|
||||
from typing import Dict, Iterator, List, Optional, Tuple
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.sequence import (SamplerOutput, SequenceGroupMetadata, SequenceData)
|
||||
from vllm.worker.worker import Worker
|
||||
from vllm.spec_decode.util import (nvtx_range, sampler_output_to_torch,
|
||||
get_all_seq_ids,
|
||||
from vllm.sequence import SamplerOutput, SequenceData, SequenceGroupMetadata
|
||||
from vllm.spec_decode.interfaces import (SpeculativeProposals,
|
||||
SpeculativeScorer, SpeculativeScores)
|
||||
from vllm.spec_decode.util import (get_all_seq_ids, nvtx_range,
|
||||
sampler_output_to_torch,
|
||||
split_batch_by_proposal_len)
|
||||
from vllm.spec_decode.interfaces import (SpeculativeScorer,
|
||||
SpeculativeProposals,
|
||||
SpeculativeScores)
|
||||
from vllm.worker.worker import Worker
|
||||
|
||||
SeqId = int
|
||||
TargetSeqId = int
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from typing import List, Tuple, Optional, Dict
|
||||
from dataclasses import dataclass
|
||||
from abc import ABC, abstractmethod
|
||||
from dataclasses import dataclass
|
||||
from typing import Dict, List, Optional, Tuple
|
||||
|
||||
import torch
|
||||
|
||||
|
||||
@@ -1,10 +1,11 @@
|
||||
import torch
|
||||
from dataclasses import dataclass
|
||||
from vllm.model_executor.layers.rejection_sampler import RejectionSampler
|
||||
from typing import Optional
|
||||
from vllm.utils import is_pin_memory_available
|
||||
import time
|
||||
from typing import Callable
|
||||
from dataclasses import dataclass
|
||||
from typing import Callable, Optional
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.model_executor.layers.rejection_sampler import RejectionSampler
|
||||
from vllm.utils import is_pin_memory_available
|
||||
|
||||
|
||||
@dataclass
|
||||
|
||||
@@ -1,13 +1,13 @@
|
||||
from typing import List, Dict, Optional, Tuple
|
||||
import copy
|
||||
from typing import Dict, List, Optional, Tuple
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.sequence import SamplerOutput, SequenceGroupMetadata
|
||||
from vllm.worker.worker import Worker
|
||||
from vllm.spec_decode.interfaces import (SpeculativeProposals,
|
||||
SpeculativeProposer)
|
||||
from vllm.spec_decode.util import sampler_output_to_torch
|
||||
from vllm.worker.worker import Worker
|
||||
|
||||
|
||||
class MultiStepWorker(Worker):
|
||||
|
||||
@@ -1,20 +1,20 @@
|
||||
from typing import List, Tuple, Optional, Dict
|
||||
from functools import cached_property
|
||||
from typing import Dict, List, Optional, Tuple
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.spec_decode.metrics import AsyncMetricsCollector
|
||||
from vllm.config import CacheConfig
|
||||
from vllm.model_executor.layers.rejection_sampler import RejectionSampler
|
||||
from vllm.sequence import (SamplerOutput, SequenceGroupMetadata,
|
||||
SequenceGroupOutput, SequenceOutput)
|
||||
from vllm.worker.worker import Worker
|
||||
from vllm.spec_decode.multi_step_worker import MultiStepWorker
|
||||
from vllm.model_executor.layers.rejection_sampler import RejectionSampler
|
||||
from vllm.config import CacheConfig
|
||||
from vllm.spec_decode.util import (nvtx_range, get_all_seq_ids,
|
||||
split_batch_by_proposal_len)
|
||||
from vllm.spec_decode.interfaces import SpeculativeProposals, SpeculativeScores
|
||||
from vllm.spec_decode.batch_expansion import BatchExpansionTop1Scorer
|
||||
from vllm.spec_decode.interfaces import SpeculativeScorer
|
||||
from vllm.spec_decode.interfaces import (SpeculativeProposals,
|
||||
SpeculativeScorer, SpeculativeScores)
|
||||
from vllm.spec_decode.metrics import AsyncMetricsCollector
|
||||
from vllm.spec_decode.multi_step_worker import MultiStepWorker
|
||||
from vllm.spec_decode.util import (get_all_seq_ids, nvtx_range,
|
||||
split_batch_by_proposal_len)
|
||||
from vllm.worker.worker import Worker
|
||||
|
||||
|
||||
class SpecDecodeWorker:
|
||||
|
||||
@@ -1,8 +1,10 @@
|
||||
import torch
|
||||
from typing import List, Tuple
|
||||
from vllm.sequence import SequenceGroupMetadata, SamplerOutput
|
||||
from contextlib import contextmanager
|
||||
from itertools import chain
|
||||
from typing import List, Tuple
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.sequence import SamplerOutput, SequenceGroupMetadata
|
||||
|
||||
SeqId = int
|
||||
|
||||
|
||||
Reference in New Issue
Block a user