Skip to content

Commit

Permalink
fix(server): blacklist local files (#609)
Browse files Browse the repository at this point in the history
Close #589 #602
  • Loading branch information
OlivierDehaene authored Jul 13, 2023
1 parent c8b077b commit 5b9de4a
Showing 1 changed file with 8 additions and 0 deletions.
8 changes: 8 additions & 0 deletions server/text_generation_server/utils/convert.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,6 +94,14 @@ def convert_files(pt_files: List[Path], sf_files: List[Path], discard_names: Lis
# We do this instead of using tqdm because we want to parse the logs with the launcher

for i, (pt_file, sf_file) in enumerate(zip(pt_files, sf_files)):
# Skip blacklisted files
if (
"arguments" in pt_file.name
or "args" in pt_file.name
or "training" in pt_file.name
):
continue

start = datetime.datetime.now()
convert_file(pt_file, sf_file, discard_names)
elapsed = datetime.datetime.now() - start
Expand Down

0 comments on commit 5b9de4a

Please sign in to comment.