We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ed2cda5 commit 7a54e0aCopy full SHA for 7a54e0a
tokenizers/src/models/wordpiece/mod.rs
@@ -175,7 +175,7 @@ impl WordPiece {
175
pub fn read_bytes(vocab: &[u8]) -> Result<Vocab> {
176
let file = BufReader::new(vocab);
177
178
- let mut vocab = HashMap::new();
+ let mut vocab = AHashMap::new();
179
for (index, line) in file.lines().enumerate() {
180
let line = line?;
181
vocab.insert(line.trim_end().to_owned(), index as u32);
0 commit comments