Spec Decode¶

Source https://github.com/vllm-project/vllm/blob/main/examples/offline_inference/spec_decode.py.

# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.v1.spec_decode.offline import entrypoint as spec_decode_main

if __name__ == "__main__":
    spec_decode_main()