Skip to content

Commit 0bb3ac1

Browse files
committed
Remove not using patch_eagle.py
Signed-off-by: yuancaoyaoHW <a2749322671@gmail.com>
1 parent 9cbce42 commit 0bb3ac1

File tree

3 files changed

+0
-85
lines changed

3 files changed

+0
-85
lines changed

vllm_ascend/patch/__init__.py

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -105,20 +105,6 @@
105105
# Future Plan:
106106
# Revert it when the related pr is merged in vllm and vllm-ascend.
107107
#
108-
# ** File: worker/patch_common/patch_eagle.py **
109-
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
110-
# 1. `vllm.v1.spec_decode.eagle.prepare_inputs`
111-
# Why:
112-
# We need to use the patched `prepare_input_kernel` in `eagle.prepare_inputs`.
113-
# The mainly reason to overwrite `prepare_input_kernel` is this is a triton
114-
# kernel, ascend is now not support triton kernel.
115-
# How:
116-
# Re-implementation the `prepare_input_kernel` triton kernel by pytorch
117-
# Related PR (if no, explain why):
118-
# - Ascend doesn't support triton
119-
# Future Plan:
120-
# Revert it when the ascend support triton kernel.
121-
#
122108
# ** File: worker/patch_common/patch_sampler.py **
123109
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
124110
# 1. `vllm.v1.sample.sampler.Sampler.apply_top_k_top_p`

vllm_ascend/patch/worker/patch_common/__init__.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,6 @@
1919
# patch files.
2020
import vllm_ascend.patch.worker.patch_common.patch_utils # noqa isort:skip
2121
import vllm_ascend.patch.worker.patch_common.patch_distributed # noqa
22-
import vllm_ascend.patch.worker.patch_common.patch_eagle # noqa
2322
import vllm_ascend.patch.worker.patch_common.patch_minicpm # noqa
2423
import vllm_ascend.patch.worker.patch_common.patch_multi_step_worker # noqa
2524
import vllm_ascend.patch.worker.patch_common.patch_sampler # noqa

vllm_ascend/patch/worker/patch_common/patch_eagle.py

Lines changed: 0 additions & 70 deletions
This file was deleted.

0 commit comments

Comments
 (0)