跳到内容

vllm_gaudi.extension.runtime

ENVIRONMENT_VALUES module-attribute 

ENVIRONMENT_VALUES = None

EXPERIMENTAL_FLAGS module-attribute 

EXPERIMENTAL_FLAGS = None

FEATURE_VALUES module-attribute 

FEATURE_VALUES = None

HIDDEN_PARAMS module-attribute 

HIDDEN_PARAMS = [
    "exponential_bucketing",
    "linear_bucketing",
    "flex_impl",
    "fsdpa_impl",
    "naive_impl",
]

RUNTIME_CONFIG module-attribute 

RUNTIME_CONFIG = None

USER_FLAGS module-attribute 

USER_FLAGS = None

clear_config 

clear_config()
Source code in vllm_gaudi/extension/runtime.py 
89
90
91
def clear_config():
    global RUNTIME_CONFIG
    RUNTIME_CONFIG = None

dump 

dump(prefix, values)
Source code in vllm_gaudi/extension/runtime.py 
25
26
27
28
29
30
31
32
def dump(prefix, values):
    if values:
        padding = ' ' * 4
        logger().info(f'{prefix}:')
        for key, value in values.items():
            if key in HIDDEN_PARAMS:
                continue
            logger().info(f'{padding}{key}: {value}')

filter_defined 

filter_defined(config, keys)
Source code in vllm_gaudi/extension/runtime.py 
21
22
def filter_defined(config, keys):
    return {k: v for k, v in config.get_all(keys).items() if v is not None}

finalize_config 

finalize_config()
Source code in vllm_gaudi/extension/runtime.py 
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
def finalize_config():
    detected = get_config()
    detected.finalize()

    user_flags = filter_defined(detected, USER_FLAGS)
    experimental_flags = filter_defined(detected, EXPERIMENTAL_FLAGS)
    experimental_flags = {k: v for k, v in user_flags.items() if k not in user_flags}
    environment_values = filter_defined(detected, ENVIRONMENT_VALUES)
    feature_values = filter_defined(detected, FEATURE_VALUES)

    if len(experimental_flags) > 0 and not detected.VLLM_DEVELOPER_MODE:
        asterisks = 48 * '*'
        header = f"{asterisks} Warning! {asterisks}"
        footer = '*' * len(header)
        logger().warning(header)
        logger().warning(
            f"Following environment variables are considered experimental: {', '.join(experimental_flags)}")
        logger().warning(
            "From v0.12.0 release using those flags without VLLM_DEVELOPER_MODE will trigger a fatal error.")
        logger().warning(footer)

    dump('Environment', environment_values)
    dump('Features', feature_values)
    dump('User flags', user_flags)
    dump('Experimental flags', experimental_flags)

    return detected

get_config 

get_config(**overrides)
Source code in vllm_gaudi/extension/runtime.py 
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
def get_config(**overrides):

    global RUNTIME_CONFIG, USER_FLAGS, EXPERIMENTAL_FLAGS, ENVIRONMENT_VALUES, FEATURE_VALUES, HIDDEN_PARAMS

    if RUNTIME_CONFIG:
        assert len(overrides) == 0, 'Overrides cannot be applied when config has been already created!'
        return RUNTIME_CONFIG

    user_flags = get_user_flags()
    experimental_flags = get_experimental_flags()
    environment_values, environment_flags = get_environment()
    feature_values, feature_flags = get_features()

    experimental_flags = experimental_flags | environment_flags | feature_flags

    detected = Config(user_flags | experimental_flags | environment_values | feature_values | overrides)

    RUNTIME_CONFIG = detected
    USER_FLAGS = list(user_flags.keys())
    EXPERIMENTAL_FLAGS = list(experimental_flags.keys())
    ENVIRONMENT_VALUES = list(environment_values.keys())
    FEATURE_VALUES = list(feature_values.keys())
    return RUNTIME_CONFIG