File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -38,8 +38,8 @@ Using our PyTorch API is the easiest way to get started:
3838We provide prebuilt wheels for Linux and you can try out FlashInfer with the following command:
3939
4040``` bash
41- # For CUDA 12.1 & torch 2.2
42- pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.2
41+ # For CUDA 12.1 & torch 2.3
42+ pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3
4343# For other CUDA & torch versions, please check https://docs.flashinfer.ai/installation.html
4444```
4545
Original file line number Diff line number Diff line change @@ -538,7 +538,7 @@ def __init__(
538538 custom_mask_buf : Optional [torch .Tensor ] = None ,
539539 qk_indptr_buf : Optional [torch .Tensor ] = None ,
540540 ):
541- r"""Constructor of :class:`BatchDecodeWithPagedKVCacheWrapper `.
541+ r"""Constructor of :class:`BatchPrefillWithPagedKVCacheWrapper `.
542542
543543 Parameters
544544 ----------
@@ -1134,7 +1134,7 @@ def __init__(
11341134 custom_mask_buf : Optional [torch .Tensor ] = None ,
11351135 qk_indptr_buf : Optional [torch .Tensor ] = None ,
11361136 ):
1137- r"""Constructor of :class:`BatchDecodeWithRaggedKVCacheWrapper `.
1137+ r"""Constructor of :class:`BatchPrefillWithRaggedKVCacheWrapper `.
11381138
11391139 Parameters
11401140 ----------
You can’t perform that action at this time.
0 commit comments