File tree Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Original file line number Diff line number Diff line change @@ -1325,7 +1325,7 @@ def _is_v1_supported_oracle(self, model_config: ModelConfig) -> bool:
1325
1325
recommend_to_remove = False )
1326
1326
return False
1327
1327
1328
- # Only Ngram speculative decoding so far .
1328
+ # V1 supports N-gram, Medusa, and Eagle speculative decoding .
1329
1329
is_ngram_enabled = False
1330
1330
is_eagle_enabled = False
1331
1331
is_medusa_enabled = False
@@ -1390,14 +1390,6 @@ def _is_v1_supported_oracle(self, model_config: ModelConfig) -> bool:
1390
1390
_raise_or_fallback (feature_name = name , recommend_to_remove = False )
1391
1391
return False
1392
1392
1393
- # ngram is supported on V1, but off by default for now.
1394
- if is_ngram_enabled and _warn_or_fallback ("ngram" ):
1395
- return False
1396
-
1397
- # Eagle is under development, so we don't support it yet.
1398
- if is_eagle_enabled and _warn_or_fallback ("Eagle" ):
1399
- return False
1400
-
1401
1393
# Non-[CUDA, TPU] may be supported on V1, but off by default for now.
1402
1394
v0_hardware = not any (
1403
1395
(current_platform .is_cuda (), current_platform .is_tpu ()))
You can’t perform that action at this time.
0 commit comments