vllm_gaudi.envs

VLLM_HPU_FORCE_CHANNEL_FP8 module-attribute

VLLM_HPU_FORCE_CHANNEL_FP8: bool = True

VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH module-attribute

VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH: bool = True

environment_variables module-attribute

environment_variables: dict[str, Callable[[], Any]] = {
    "VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH": lambda: lower()
    in ("1", "true"),
    "VLLM_HPU_FORCE_CHANNEL_FP8": lambda: lower()
    in ("1", "true")
    and get("QUANT_CONFIG", None) is None,
}

__dir__

__dir__()

Source code in vllm_gaudi/envs.py

def __dir__():
    return list(environment_variables.keys())

__getattr__

__getattr__(name: str)

Source code in vllm_gaudi/envs.py

def __getattr__(name: str):
    # lazy evaluation of environment variables
    if name in environment_variables:
        return environment_variables[name]()
    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")