摘要

完整软件包概述

模块

名称	描述
attention
distributed
envs
扩展
models
ops
平台
utils
v1

register

register()

注册 HPU 平台。

源代码在 vllm_gaudi/__init__.py

def register():
    """Register the HPU platform."""
    HpuPlatform.set_torch_compile()
    return "vllm_gaudi.platform.HpuPlatform"

register_models

register_models()

源代码在 vllm_gaudi/__init__.py

def register_models():
    import vllm_gaudi.models.utils  # noqa: F401
    from .models import register_model
    register_model()

register_ops

register_ops()

为 HPU 平台注册自定义算子。

源代码在 vllm_gaudi/__init__.py

def register_ops():
    """Register custom ops for the HPU platform."""
    import vllm_gaudi.v1.sample.hpu_rejection_sampler  # noqa: F401
    import vllm_gaudi.distributed.kv_transfer.kv_connector.v1.hpu_nixl_connector  # noqa: F401
    import vllm_gaudi.ops.hpu_fused_moe  # noqa: F401
    import vllm_gaudi.ops.hpu_layernorm  # noqa: F401
    import vllm_gaudi.ops.hpu_lora  # noqa: F401
    import vllm_gaudi.ops.hpu_rotary_embedding  # noqa: F401
    import vllm_gaudi.ops.hpu_compressed_tensors  # noqa: F401
    import vllm_gaudi.ops.hpu_fp8  # noqa: F401
    import vllm_gaudi.ops.hpu_gptq  # noqa: F401
    import vllm_gaudi.ops.hpu_awq  # noqa: F401
    import vllm_gaudi.ops.hpu_multihead_attn  # noqa: F401