We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1742991 commit 671d97fCopy full SHA for 671d97f
src/xfastertransformer/automodel.py
@@ -81,7 +81,10 @@ def set_input_cb(
81
def forward_cb(self):
82
return self.model.forward_cb()
83
84
- def free_seqs(self, seq_ids):
+ def free_seqs(self, seq_ids: Optional[Union[List[int], torch.Tensor]] = None):
85
+ if isinstance(seq_ids, list):
86
+ seq_ids = torch.tensor(seq_ids, dtype=torch.int64)
87
+
88
return self.model.free_seqs(seq_ids)
89
90
@classmethod
0 commit comments