[Misc] centralize all usage of environment variables (#4548)
This commit is contained in:
@@ -11,6 +11,7 @@ import torch
|
||||
from torch import nn
|
||||
from transformers import PretrainedConfig
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.config import ModelConfig, ParallelConfig
|
||||
from vllm.logger import init_logger
|
||||
from vllm.model_executor.layers.quantization.base_config import (
|
||||
@@ -142,13 +143,10 @@ class TensorizerArgs:
|
||||
|
||||
def __post_init__(self):
|
||||
self.file_obj = self.tensorizer_uri
|
||||
self.s3_access_key_id = (self.s3_access_key_id
|
||||
or os.environ.get("S3_ACCESS_KEY_ID")) or None
|
||||
self.s3_secret_access_key = (
|
||||
self.s3_secret_access_key
|
||||
or os.environ.get("S3_SECRET_ACCESS_KEY")) or None
|
||||
self.s3_endpoint = (self.s3_endpoint
|
||||
or os.environ.get("S3_ENDPOINT_URL")) or None
|
||||
self.s3_access_key_id = self.s3_access_key_id or envs.S3_ACCESS_KEY_ID
|
||||
self.s3_secret_access_key = (self.s3_secret_access_key
|
||||
or envs.S3_SECRET_ACCESS_KEY)
|
||||
self.s3_endpoint = self.s3_endpoint or envs.S3_ENDPOINT_URL
|
||||
self.stream_params = {
|
||||
"s3_access_key_id": self.s3_access_key_id,
|
||||
"s3_secret_access_key": self.s3_secret_access_key,
|
||||
|
||||
Reference in New Issue
Block a user