Description
Your current environment
(base) C:\Windows\system32>cd C:\Users\TARGET STORE\Desktop\1\vllm
(base) C:\Users\TARGET STORE\Desktop\1\vllm>conda activate myenv2
(myenv2) C:\Users\TARGET STORE\Desktop\1\vllm>python -c "import vllm"
Traceback (most recent call last):
File "", line 1, in
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm_init_.py", line 7, in
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\engine\arg_utils.py", line 13, in
from vllm.config import (CacheConfig, CompilationConfig, ConfigFormat,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\config.py", line 24, in
from vllm.model_executor.layers.quantization import (QUANTIZATION_METHODS,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor_init_.py", line 3, in
from vllm.model_executor.parameter import (BasevLLMParameter,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor\parameter.py", line 9, in
from vllm.distributed import get_tensor_model_parallel_rank
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed_init_.py", line 3, in
from .communication_op import *
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\communication_op.py", line 8, in
from .parallel_state import get_tp_group
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\parallel_state.py", line 40, in
import vllm.distributed.kv_transfer.kv_transfer_agent as kv_transfer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_transfer_agent.py", line 16, in
from vllm.distributed.kv_transfer.kv_connector.factory import (
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\factory.py", line 6, in
from .base import KVConnectorBase
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\base.py", line 15, in
from vllm.sequence import IntermediateTensors
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\sequence.py", line 17, in
from vllm.inputs import SingletonInputs, SingletonInputsAdapter
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs_init_.py", line 9, in
from .registry import (DummyData, InputContext, InputProcessingContext,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs\registry.py", line 15, in
from vllm.transformers_utils.tokenizer import AnyTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizer.py", line 17, in
from vllm.transformers_utils.tokenizers import MistralTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers_init_.py", line 3, in
from .mistral import MistralTokenizer, maybe_serialize_tool_calls
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers\mistral.py", line 13, in
from vllm.utils import is_list_of
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\utils.py", line 18, in
import resource
ModuleNotFoundError: No module named 'resource'
(myenv2) C:\Users\TARGET STORE\Desktop\1\vllm>pip list
Package Version
aiohappyeyeballs 2.4.4
aiohttp 3.11.11
aiohttp-cors 0.7.0
aiosignal 1.3.2
airportsdata 20241001
annotated-types 0.7.0
anyio 4.8.0
astor 0.8.1
attrs 25.1.0
blake3 1.0.4
cachetools 5.5.1
certifi 2025.1.31
charset-normalizer 3.4.1
click 8.1.8
cloudpickle 3.1.1
cmake 3.31.4
colorama 0.4.6
colorful 0.5.6
compressed-tensors 0.9.1
depyf 0.18.0
dill 0.3.9
diskcache 5.6.3
distlib 0.3.9
distro 1.9.0
einops 0.8.0
fastapi 0.115.8
filelock 3.17.0
frozenlist 1.5.0
fsspec 2024.6.1
gguf 0.10.0
google-api-core 2.24.1
google-auth 2.38.0
googleapis-common-protos 1.66.0
grpcio 1.70.0
h11 0.14.0
httpcore 1.0.7
httptools 0.6.4
httpx 0.28.1
huggingface-hub 0.28.1
idna 3.10
importlib_metadata 8.6.1
interegular 0.3.3
Jinja2 3.1.4
jiter 0.8.2
jsonschema 4.23.0
jsonschema-specifications 2024.10.1
lark 1.2.2
lm-format-enforcer 0.10.9
MarkupSafe 2.1.5
mistral_common 1.5.2
mpmath 1.3.0
msgpack 1.1.0
msgspec 0.19.0
multidict 6.1.0
nest-asyncio 1.6.0
networkx 3.3
ninja 1.11.1.3
numpy 1.26.4
nvidia-ml-py 12.570.86
openai 1.61.1
opencensus 0.11.4
opencensus-context 0.1.3
opencv-python-headless 4.11.0.86
outlines 0.1.11
outlines_core 0.1.26
packaging 24.2
partial-json-parser 0.2.1.1.post5
pillow 10.4.0
pip 25.0
platformdirs 4.3.6
prometheus_client 0.21.1
prometheus-fastapi-instrumentator 7.0.2
propcache 0.2.1
proto-plus 1.26.0
protobuf 5.29.3
psutil 6.1.1
py-cpuinfo 9.0.0
py-spy 0.4.0
pyasn1 0.6.1
pyasn1_modules 0.4.1
pycountry 24.6.1
pydantic 2.10.6
pydantic_core 2.27.2
python-dotenv 1.0.1
PyYAML 6.0.2
pyzmq 26.2.1
ray 2.42.0
referencing 0.36.2
regex 2024.11.6
requests 2.32.3
rpds-py 0.22.3
rsa 4.9
safetensors 0.5.2
sentencepiece 0.2.0
setuptools 75.8.0
six 1.17.0
smart-open 7.1.0
sniffio 1.3.1
starlette 0.45.3
sympy 1.13.1
tiktoken 0.7.0
tokenizers 0.21.0
torch 2.5.1+cu124
torchvision 0.20.1
tqdm 4.67.1
transformers 4.48.2
typing_extensions 4.12.2
urllib3 2.3.0
uvicorn 0.34.0
virtualenv 20.29.1
vllm 0.7.3.dev10+g467a96a5
watchfiles 1.0.4
websockets 14.2
wheel 0.45.1
wrapt 1.17.2
xformers 0.0.29.post1
yarl 1.18.3
zipp 3.21.0
(myenv2) C:\Users\TARGET STORE\Desktop\1\vllm>python -c "from vllm import LLM, SamplingParams"
Traceback (most recent call last):
File "", line 1, in
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm_init_.py", line 7, in
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\engine\arg_utils.py", line 13, in
from vllm.config import (CacheConfig, CompilationConfig, ConfigFormat,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\config.py", line 24, in
from vllm.model_executor.layers.quantization import (QUANTIZATION_METHODS,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor_init_.py", line 3, in
from vllm.model_executor.parameter import (BasevLLMParameter,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor\parameter.py", line 9, in
from vllm.distributed import get_tensor_model_parallel_rank
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed_init_.py", line 3, in
from .communication_op import *
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\communication_op.py", line 8, in
from .parallel_state import get_tp_group
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\parallel_state.py", line 40, in
import vllm.distributed.kv_transfer.kv_transfer_agent as kv_transfer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_transfer_agent.py", line 16, in
from vllm.distributed.kv_transfer.kv_connector.factory import (
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\factory.py", line 6, in
from .base import KVConnectorBase
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\base.py", line 15, in
from vllm.sequence import IntermediateTensors
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\sequence.py", line 17, in
from vllm.inputs import SingletonInputs, SingletonInputsAdapter
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs_init_.py", line 9, in
from .registry import (DummyData, InputContext, InputProcessingContext,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs\registry.py", line 15, in
from vllm.transformers_utils.tokenizer import AnyTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizer.py", line 17, in
from vllm.transformers_utils.tokenizers import MistralTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers_init_.py", line 3, in
from .mistral import MistralTokenizer, maybe_serialize_tool_calls
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers\mistral.py", line 13, in
from vllm.utils import is_list_of
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\utils.py", line 18, in
import resource
ModuleNotFoundError: No module named 'resource'
(myenv2) C:\Users\TARGET STORE\Desktop\1\vllm>python
Python 3.11.11 | packaged by Anaconda, Inc. | (main, Dec 11 2024, 16:34:19) [MSC v.1929 64 bit (AMD64)] on win32
Type "help", "copyright", "credits" or "license" for more information.
import vllm
Traceback (most recent call last):
File "", line 1, in
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm_init_.py", line 7, in
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\engine\arg_utils.py", line 13, in
from vllm.config import (CacheConfig, CompilationConfig, ConfigFormat,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\config.py", line 24, in
from vllm.model_executor.layers.quantization import (QUANTIZATION_METHODS,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor_init_.py", line 3, in
from vllm.model_executor.parameter import (BasevLLMParameter,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\model_executor\parameter.py", line 9, in
from vllm.distributed import get_tensor_model_parallel_rank
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed_init_.py", line 3, in
from .communication_op import *
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\communication_op.py", line 8, in
from .parallel_state import get_tp_group
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\parallel_state.py", line 40, in
import vllm.distributed.kv_transfer.kv_transfer_agent as kv_transfer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_transfer_agent.py", line 16, in
from vllm.distributed.kv_transfer.kv_connector.factory import (
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\factory.py", line 6, in
from .base import KVConnectorBase
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\distributed\kv_transfer\kv_connector\base.py", line 15, in
from vllm.sequence import IntermediateTensors
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\sequence.py", line 17, in
from vllm.inputs import SingletonInputs, SingletonInputsAdapter
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs_init_.py", line 9, in
from .registry import (DummyData, InputContext, InputProcessingContext,
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\inputs\registry.py", line 15, in
from vllm.transformers_utils.tokenizer import AnyTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizer.py", line 17, in
from vllm.transformers_utils.tokenizers import MistralTokenizer
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers_init_.py", line 3, in
from .mistral import MistralTokenizer, maybe_serialize_tool_calls
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\transformers_utils\tokenizers\mistral.py", line 13, in
from vllm.utils import is_list_of
File "C:\Users\TARGET STORE\Desktop\1\vllm\vllm\utils.py", line 18, in
import resource
ModuleNotFoundError: No module named 'resource'
print(vllm.version)
How you are installing vllm
[```sh
pip install -vvv vllm
](https://www.restack.io/p/vllm-answer-install-windows-cat-ai#clyzy1udb072j13ugq5dhouzx)
### Before submitting a new issue...
- [x] Make sure you already searched for relevant issues, and asked the chatbot living at the bottom right corner of the [documentation page](https://docs.vllm.ai/en/latest/), which can answer lots of frequently asked questions.