We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent eb4b957 commit 3062fedCopy full SHA for 3062fed
lightllm/models/deepseek3_2/infer_struct.py
@@ -62,8 +62,8 @@ def _init_nsa_indexing_structures(self):
62
offset += seq_len
63
64
self.mem_index = torch.cat(mem_index_list, dim=0)
65
- # ks : [seq_len_q] 标志kv的起始位置
66
- # ke : [seq_len_q] 标志kv的结束位置
+ # ks: [seq_len_q] marks the start position of kv
+ # ke: [seq_len_q] marks the end position of kv
67
self.ks = torch.cat(ks_list, dim=0)
68
self.ke = torch.cat(ke_list, dim=0)
69
self.lengths = torch.cat(lengths_list, dim=0)
0 commit comments