Skip to content

Commit

Permalink
Update openai_api_server.py to add an SSL option (#2484)
Browse files Browse the repository at this point in the history
  • Loading branch information
brandonbiggs authored Sep 29, 2023
1 parent f8f302f commit 15a094e
Showing 1 changed file with 18 additions and 1 deletion.
19 changes: 18 additions & 1 deletion fastchat/serve/openai_api_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -805,6 +805,13 @@ def create_openai_api_server():
type=lambda s: s.split(","),
help="Optional list of comma separated API keys",
)
parser.add_argument(
"--ssl",
action="store_true",
required=False,
default=False,
help="Enable SSL. Requires OS Environment variables 'SSL_KEYFILE' and 'SSL_CERTFILE'.",
)
args = parser.parse_args()

app.add_middleware(
Expand All @@ -823,4 +830,14 @@ def create_openai_api_server():

if __name__ == "__main__":
args = create_openai_api_server()
uvicorn.run(app, host=args.host, port=args.port, log_level="info")
if args.ssl:
uvicorn.run(
app,
host=args.host,
port=args.port,
log_level="info",
ssl_keyfile=os.environ["SSL_KEYFILE"],
ssl_certfile=os.environ["SSL_CERTFILE"],
)
else:
uvicorn.run(app, host=args.host, port=args.port, log_level="info")

0 comments on commit 15a094e

Please sign in to comment.