fix(tokenizer): fix eos token id if it is a list (#263)

Author: gufengc

src/parallax/server/executor.py

@@ -1053,7 +1053,7 @@ def _handle_input_requests(self, requests: List[Request]):
                             "next_token_id": req.next_token_id,
                             "rid": req.request_id,
                         }
-                        if req.next_token_id == self.tokenizer.eos_token_id:
+                        if original_req.status == RequestStatus.FINISHED_EOS:
                             req_dict["eos"] = True
                         if original_req.status == RequestStatus.FINISHED_MAX_LENGTH:
                             req_dict["length"] = True

src/parallax/server/scheduler.py

@@ -179,7 +179,10 @@ def check_and_update_request_status(self, request: InitialRequest) -> bool:
         last_token_id = request.output_ids[-1] if request.output_ids else None
         if request.abort:
             finished = True
-        if self.eos_token_id and last_token_id == self.eos_token_id:
+        if self.eos_token_id and (
+            last_token_id == self.eos_token_id
+            or (isinstance(self.eos_token_id, list) and last_token_id in self.eos_token_id)
+        ):
             request.update_status(RequestStatus.FINISHED_EOS)
             finished = True
         elif (