Resolve rebase change

dotnet · Feb 23, 2024 · b9b0f58 · b9b0f58
1 parent 191ab03
commit b9b0f58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/Microsoft.ML.Tokenizers/PreTokenizer/Roberta.cs b/src/Microsoft.ML.Tokenizers/PreTokenizer/Roberta.cs
@@ -30,7 +30,7 @@ public override IEnumerable<Split> PreTokenize(string text, bool considerSpecial
                 return Array.Empty<Split>();
             }
 
-            return SplitText(sentence, Tokenizer.P50kBaseRegex());
+            return SplitText(text, Tokenizer.P50kBaseRegex());
         }
     }
 }