Skip to content

Commit d7a7343

Browse files
committed
Update tokenizer example documentation (Closes huggingface#245)
1 parent 2f70a5d commit d7a7343

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/tokenizers.js

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
* ```javascript
88
* import { AutoTokenizer } from '@xenova/transformers';
99
*
10-
* let tokenizer = await AutoTokenizer.from_pretrained('bert-base-uncased');
10+
* let tokenizer = await AutoTokenizer.from_pretrained('Xenova/bert-base-uncased');
1111
* let { input_ids } = await tokenizer('I love transformers!');
1212
* // Tensor {
1313
* // data: BigInt64Array(6) [101n, 1045n, 2293n, 19081n, 999n, 102n],
@@ -3464,7 +3464,7 @@ export class MarianTokenizer extends PreTrainedTokenizer {
34643464
* The chosen tokenizer class is determined by the type specified in the tokenizer config.
34653465
*
34663466
* @example
3467-
* let tokenizer = await AutoTokenizer.from_pretrained('bert-base-uncased');
3467+
* let tokenizer = await AutoTokenizer.from_pretrained('Xenova/bert-base-uncased');
34683468
*/
34693469
export class AutoTokenizer {
34703470
static TOKENIZER_CLASS_MAPPING = {

0 commit comments

Comments
 (0)