fix code comments

isky-cd · isky-cd · commit d106985fecc0 · 2024-03-28T10:59:42.000+08:00
diff --git a/extensions/csrc/cuda/get_cos_and_sin_kernel.cu b/extensions/csrc/cuda/get_cos_and_sin_kernel.cu
@@ -100,7 +100,7 @@ void apply_get_cos_and_sin(
     if (is_prompts) {
         block_size_y = batch_size;
         block_size_x = max_seq_len_in_batch;
-        // TODO: The cumsum operation can be fused into the kernel later on.
+        // TODO: The cumsum operation can be fused into get_cos_and_sin kernel later on.
         comsum_lengths = torch::cumsum(sequence_lengths, 0, torch::kInt32);
     }
     else{

Original file line number	Diff line number	Diff line change
`@@ -100,7 +100,7 @@ void apply_get_cos_and_sin(`
`100`	`100`	`if (is_prompts) {`
`101`	`101`	`block_size_y = batch_size;`
`102`	`102`	`block_size_x = max_seq_len_in_batch;`
`103`		`- // TODO: The cumsum operation can be fused into the kernel later on.`
	`103`	`+ // TODO: The cumsum operation can be fused into get_cos_and_sin kernel later on.`
`104`	`104`	`comsum_lengths = torch::cumsum(sequence_lengths, 0, torch::kInt32);`
`105`	`105`	`}`
`106`	`106`	`else{`