Add use_faster to faster_gpt sample. (#1443)

PaddlePaddle · Dec 10, 2021 · 9d9bd67 · 9d9bd67
1 parent 0720afe
commit 9d9bd67
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/language_model/gpt/faster_gpt/infer.py b/examples/language_model/gpt/faster_gpt/infer.py
@@ -118,7 +118,8 @@ def do_predict(args):
                 bos_token_id=bos_id,
                 eos_token_id=eos_id,
                 decode_strategy="sampling",
-                use_fp16_decoding=args.use_fp16_decoding)
+                use_fp16_decoding=args.use_fp16_decoding,
+                use_faster=True)
             output_sequence = out_seq.numpy()
 
         paddle.fluid.core._cuda_synchronize(place)