We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5d66594 commit 3b1105eCopy full SHA for 3b1105e
colossalai/inference/core/request_handler.py
@@ -8,8 +8,6 @@
8
from colossalai.inference.config import InferenceConfig
9
from colossalai.inference.flash_decoding_utils import FDIntermTensors
10
from colossalai.inference.kv_cache import KVCacheManager, RPCKVCacheManager
11
-from colossalai.inference.logit_processors import logits_processor
12
-from colossalai.inference.sampler import *
13
from colossalai.inference.struct import RequestStatus, Sequence
14
from colossalai.logging import get_dist_logger
15
0 commit comments