Skip to content

Commit

Permalink
fixing errors
Browse files Browse the repository at this point in the history
  • Loading branch information
ArmelRandy committed Sep 29, 2023
1 parent bbb56b8 commit c58db25
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions tgi.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,8 +90,7 @@ def get_args():
"What is the capital of Ethiopia?",
"What is the capital of Rwanda?",
]
hf_token = os.environ.get("HF_TOKEN", "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")
#api_url = os.environ.get("API_URL", "https://5f291ab78597e2ee.ngrok.app")
hf_token = os.environ.get("HF_TOKEN", "<YOUR TOKEN HERE>")
api_url = os.environ.get("API_URL", "https://api-inference.huggingface.co/models/codellama/CodeLlama-13b-hf")
inputs = [
(prompt, hf_token, api_url, args.max_new_tokens, args.temperature, args.top_p, logger)
Expand Down

0 comments on commit c58db25

Please sign in to comment.